[ 497.680059] env[64496]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=64496) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 497.680432] env[64496]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=64496) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 497.680535] env[64496]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=64496) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 497.680834] env[64496]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 497.778706] env[64496]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=64496) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 497.789261] env[64496]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=64496) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 498.414038] env[64496]: INFO nova.virt.driver [None req-b73aaea2-f23b-49c2-bbc3-17c8712d3720 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 498.488592] env[64496]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.488772] env[64496]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.488836] env[64496]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=64496) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 501.719250] env[64496]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-7de7a734-75ce-4f32-acfa-8083ca71171b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.735273] env[64496]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=64496) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 501.735477] env[64496]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-004f7ae9-ca5d-44f5-8c70-b450de77eb95 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.766767] env[64496]: INFO oslo_vmware.api [-] Successfully established new session; session ID is b562f. [ 501.766956] env[64496]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.278s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 501.768292] env[64496]: INFO nova.virt.vmwareapi.driver [None req-b73aaea2-f23b-49c2-bbc3-17c8712d3720 None None] VMware vCenter version: 7.0.3 [ 501.771617] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f80a3a-ba83-4ec4-86e2-ef7d529e021c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.788674] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a7086e-4019-4b34-b78d-f8fda0978634 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.794488] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd7d572-31c0-429a-b8a7-d7222b11493f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.800964] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c648fd4f-c772-4330-ae7f-b6737ec57160 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.813627] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5deaab84-42e3-4190-acc6-955c8f5e0cbd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.819428] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e35d40a-21d3-42df-8717-75c1b285d4d3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.848028] env[64496]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-8cdbbedd-0619-4a34-b189-92957f035719 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.852633] env[64496]: DEBUG nova.virt.vmwareapi.driver [None req-b73aaea2-f23b-49c2-bbc3-17c8712d3720 None None] Extension org.openstack.compute already exists. {{(pid=64496) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 501.855278] env[64496]: INFO nova.compute.provider_config [None req-b73aaea2-f23b-49c2-bbc3-17c8712d3720 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 502.359622] env[64496]: DEBUG nova.context [None req-b73aaea2-f23b-49c2-bbc3-17c8712d3720 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),c6045d69-5b1f-4b18-a3f8-54b83ff0b1b5(cell1) {{(pid=64496) load_cells /opt/stack/nova/nova/context.py:464}} [ 502.361703] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.361935] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.362690] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 502.363116] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] Acquiring lock "c6045d69-5b1f-4b18-a3f8-54b83ff0b1b5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.363315] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] Lock "c6045d69-5b1f-4b18-a3f8-54b83ff0b1b5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.364400] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] Lock "c6045d69-5b1f-4b18-a3f8-54b83ff0b1b5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 502.384304] env[64496]: INFO dbcounter [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] Registered counter for database nova_cell0 [ 502.392323] env[64496]: INFO dbcounter [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] Registered counter for database nova_cell1 [ 502.395782] env[64496]: DEBUG oslo_db.sqlalchemy.engines [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=64496) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 502.396417] env[64496]: DEBUG oslo_db.sqlalchemy.engines [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=64496) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 502.401050] env[64496]: ERROR nova.db.main.api [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 502.401050] env[64496]: result = function(*args, **kwargs) [ 502.401050] env[64496]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 502.401050] env[64496]: return func(*args, **kwargs) [ 502.401050] env[64496]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 502.401050] env[64496]: result = fn(*args, **kwargs) [ 502.401050] env[64496]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 502.401050] env[64496]: return f(*args, **kwargs) [ 502.401050] env[64496]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 502.401050] env[64496]: return db.service_get_minimum_version(context, binaries) [ 502.401050] env[64496]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 502.401050] env[64496]: _check_db_access() [ 502.401050] env[64496]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 502.401050] env[64496]: stacktrace = ''.join(traceback.format_stack()) [ 502.401050] env[64496]: [ 502.402333] env[64496]: ERROR nova.db.main.api [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 502.402333] env[64496]: result = function(*args, **kwargs) [ 502.402333] env[64496]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 502.402333] env[64496]: return func(*args, **kwargs) [ 502.402333] env[64496]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 502.402333] env[64496]: result = fn(*args, **kwargs) [ 502.402333] env[64496]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 502.402333] env[64496]: return f(*args, **kwargs) [ 502.402333] env[64496]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 502.402333] env[64496]: return db.service_get_minimum_version(context, binaries) [ 502.402333] env[64496]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 502.402333] env[64496]: _check_db_access() [ 502.402333] env[64496]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 502.402333] env[64496]: stacktrace = ''.join(traceback.format_stack()) [ 502.402333] env[64496]: [ 502.402749] env[64496]: WARNING nova.objects.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 502.402852] env[64496]: WARNING nova.objects.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] Failed to get minimum service version for cell c6045d69-5b1f-4b18-a3f8-54b83ff0b1b5 [ 502.403303] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] Acquiring lock "singleton_lock" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 502.403465] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] Acquired lock "singleton_lock" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 502.403700] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] Releasing lock "singleton_lock" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 502.404053] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] Full set of CONF: {{(pid=64496) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 502.404208] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ******************************************************************************** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 502.404337] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] Configuration options gathered from: {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 502.404475] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 502.404669] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 502.404799] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ================================================================================ {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 502.405037] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] allow_resize_to_same_host = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.405235] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] arq_binding_timeout = 300 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.405370] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] backdoor_port = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.405501] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] backdoor_socket = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.405663] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] block_device_allocate_retries = 60 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.405824] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] block_device_allocate_retries_interval = 3 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.405992] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cert = self.pem {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.406181] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.406351] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] compute_monitors = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.406516] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] config_dir = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.406687] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] config_drive_format = iso9660 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.406823] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.406988] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] config_source = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.407176] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] console_host = devstack {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.407342] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] control_exchange = nova {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.407502] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cpu_allocation_ratio = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.407661] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] daemon = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.407829] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] debug = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.407992] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] default_access_ip_network_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.408177] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] default_availability_zone = nova {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.408333] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] default_ephemeral_format = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.408492] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] default_green_pool_size = 1000 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.408734] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.408899] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] default_schedule_zone = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.409076] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] disk_allocation_ratio = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.409245] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] enable_new_services = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.409424] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] enabled_apis = ['osapi_compute'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.409591] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] enabled_ssl_apis = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.409753] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] flat_injected = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.409913] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] force_config_drive = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.410089] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] force_raw_images = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.410263] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] graceful_shutdown_timeout = 5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.410426] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] heal_instance_info_cache_interval = 60 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.410647] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] host = cpu-1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.410821] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.410985] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] initial_disk_allocation_ratio = 1.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.411165] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] initial_ram_allocation_ratio = 1.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.411381] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.411544] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] instance_build_timeout = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.411702] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] instance_delete_interval = 300 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.411868] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] instance_format = [instance: %(uuid)s] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.412044] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] instance_name_template = instance-%08x {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.412210] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] instance_usage_audit = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.412378] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] instance_usage_audit_period = month {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.412546] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.412712] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] instances_path = /opt/stack/data/nova/instances {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.412879] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] internal_service_availability_zone = internal {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.413046] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] key = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.413214] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] live_migration_retry_count = 30 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.413382] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] log_color = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.413546] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] log_config_append = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.413712] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.413870] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] log_dir = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.414073] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] log_file = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.414218] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] log_options = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.414385] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] log_rotate_interval = 1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.414557] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] log_rotate_interval_type = days {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.414723] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] log_rotation_type = none {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.414858] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.415015] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.415234] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.415408] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.415541] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.415710] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] long_rpc_timeout = 1800 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.415871] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] max_concurrent_builds = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.416045] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] max_concurrent_live_migrations = 1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.416212] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] max_concurrent_snapshots = 5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.416373] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] max_local_block_devices = 3 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.416532] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] max_logfile_count = 30 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.416690] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] max_logfile_size_mb = 200 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.416849] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] maximum_instance_delete_attempts = 5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.417027] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] metadata_listen = 0.0.0.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.417204] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] metadata_listen_port = 8775 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.417375] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] metadata_workers = 2 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.417540] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] migrate_max_retries = -1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.417707] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] mkisofs_cmd = genisoimage {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.417992] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] my_block_storage_ip = 10.180.1.21 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.418232] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] my_ip = 10.180.1.21 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.418557] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.418832] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] network_allocate_retries = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.419155] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.419453] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] osapi_compute_listen = 0.0.0.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.419736] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] osapi_compute_listen_port = 8774 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.420038] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] osapi_compute_unique_server_name_scope = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.420325] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] osapi_compute_workers = 2 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.420536] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] password_length = 12 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.420712] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] periodic_enable = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.420879] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] periodic_fuzzy_delay = 60 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.421066] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] pointer_model = usbtablet {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.421243] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] preallocate_images = none {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.421406] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] publish_errors = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.421536] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] pybasedir = /opt/stack/nova {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.421694] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ram_allocation_ratio = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.421884] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] rate_limit_burst = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.422034] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] rate_limit_except_level = CRITICAL {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.422204] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] rate_limit_interval = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.422365] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] reboot_timeout = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.422524] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] reclaim_instance_interval = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.422680] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] record = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.422847] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] reimage_timeout_per_gb = 60 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.423024] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] report_interval = 120 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.423190] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] rescue_timeout = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.423350] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] reserved_host_cpus = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.423507] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] reserved_host_disk_mb = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.423663] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] reserved_host_memory_mb = 512 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.423819] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] reserved_huge_pages = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.423980] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] resize_confirm_window = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.424169] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] resize_fs_using_block_device = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.424332] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] resume_guests_state_on_host_boot = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.424501] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.424661] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] rpc_response_timeout = 60 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.424819] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] run_external_periodic_tasks = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.424986] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] running_deleted_instance_action = reap {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.425184] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] running_deleted_instance_poll_interval = 1800 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.425350] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] running_deleted_instance_timeout = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.425509] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] scheduler_instance_sync_interval = 120 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.425676] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] service_down_time = 720 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.425843] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] servicegroup_driver = db {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.425999] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] shell_completion = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.426177] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] shelved_offload_time = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.426336] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] shelved_poll_interval = 3600 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.426508] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] shutdown_timeout = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.426670] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] source_is_ipv6 = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.426828] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ssl_only = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.427397] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.427587] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] sync_power_state_interval = 600 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.427757] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] sync_power_state_pool_size = 1000 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.427932] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] syslog_log_facility = LOG_USER {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.428110] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] tempdir = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.428278] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] timeout_nbd = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.428448] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] transport_url = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.428611] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] update_resources_interval = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.428773] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] use_cow_images = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.428933] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] use_eventlog = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.429118] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] use_journal = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.429283] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] use_json = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.429445] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] use_rootwrap_daemon = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.429605] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] use_stderr = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.429765] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] use_syslog = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.429922] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vcpu_pin_set = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.430106] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vif_plugging_is_fatal = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.430279] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vif_plugging_timeout = 300 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.430448] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] virt_mkfs = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.430611] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] volume_usage_poll_interval = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.430775] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] watch_log_file = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.430946] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] web = /usr/share/spice-html5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.431149] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.431324] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.431490] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.431663] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_concurrency.disable_process_locking = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.431955] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.432154] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.432327] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.432501] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.432675] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.432842] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.433041] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.auth_strategy = keystone {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.433218] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.compute_link_prefix = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.433396] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.433571] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.dhcp_domain = novalocal {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.433742] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.enable_instance_password = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.433909] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.glance_link_prefix = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.434118] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.434302] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.434468] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.instance_list_per_project_cells = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.434633] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.list_records_by_skipping_down_cells = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.434798] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.local_metadata_per_cell = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.434984] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.max_limit = 1000 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.435193] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.metadata_cache_expiration = 15 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.435380] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.neutron_default_tenant_id = default {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.435556] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.response_validation = warn {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.435726] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.use_neutron_default_nets = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.435894] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.436069] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.436240] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.436415] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.436587] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.vendordata_dynamic_targets = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.436748] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.vendordata_jsonfile_path = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.436926] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.437132] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.backend = dogpile.cache.memcached {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.437300] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.backend_argument = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.437457] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.backend_expiration_time = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.437625] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.config_prefix = cache.oslo {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.437795] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.dead_timeout = 60.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.437959] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.debug_cache_backend = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.438137] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.enable_retry_client = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.438302] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.enable_socket_keepalive = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.438470] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.enabled = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.438631] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.enforce_fips_mode = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.438792] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.expiration_time = 600 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.438952] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.hashclient_retry_attempts = 2 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.439141] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.hashclient_retry_delay = 1.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.439307] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.memcache_dead_retry = 300 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.439467] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.memcache_password = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.439628] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.439787] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.439947] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.memcache_pool_maxsize = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.440125] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.440290] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.memcache_sasl_enabled = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.440465] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.440631] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.memcache_socket_timeout = 1.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.440793] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.memcache_username = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.440955] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.proxies = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.441133] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.redis_db = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.441295] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.redis_password = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.441462] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.redis_sentinel_service_name = mymaster {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.441631] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.441798] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.redis_server = localhost:6379 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.441964] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.redis_socket_timeout = 1.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.442139] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.redis_username = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.442301] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.retry_attempts = 2 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.442463] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.retry_delay = 0.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.442625] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.socket_keepalive_count = 1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.442786] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.socket_keepalive_idle = 1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.442947] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.socket_keepalive_interval = 1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.443119] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.tls_allowed_ciphers = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.443282] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.tls_cafile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.443442] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.tls_certfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.443604] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.tls_enabled = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.443772] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cache.tls_keyfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.443945] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cinder.auth_section = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.444165] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cinder.auth_type = password {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.444338] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cinder.cafile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.444517] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cinder.catalog_info = volumev3::publicURL {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.444679] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cinder.certfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.444843] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cinder.collect_timing = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.445036] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cinder.cross_az_attach = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.445227] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cinder.debug = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.445395] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cinder.endpoint_template = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.445561] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cinder.http_retries = 3 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.445724] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cinder.insecure = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.445884] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cinder.keyfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.446072] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cinder.os_region_name = RegionOne {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.446244] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cinder.split_loggers = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.446405] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cinder.timeout = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.446579] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.446740] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] compute.cpu_dedicated_set = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.446898] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] compute.cpu_shared_set = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.447077] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] compute.image_type_exclude_list = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.447247] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.447409] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] compute.max_concurrent_disk_ops = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.447571] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] compute.max_disk_devices_to_attach = -1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.447735] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.447908] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.448084] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] compute.resource_provider_association_refresh = 300 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.448251] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.448415] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] compute.shutdown_retry_interval = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.448596] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.448774] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] conductor.workers = 2 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.448954] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] console.allowed_origins = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.449189] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] console.ssl_ciphers = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.449396] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] console.ssl_minimum_version = default {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.449572] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] consoleauth.enforce_session_timeout = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.449743] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] consoleauth.token_ttl = 600 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.449918] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.cafile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.450103] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.certfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.450273] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.collect_timing = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.450434] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.connect_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.450591] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.connect_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.450752] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.endpoint_override = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.450915] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.insecure = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.451086] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.keyfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.451252] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.max_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.451408] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.min_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.451564] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.region_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.451721] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.retriable_status_codes = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.451878] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.service_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.452057] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.service_type = accelerator {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.452226] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.split_loggers = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.452384] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.status_code_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.452544] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.status_code_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.452701] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.timeout = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.452881] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.453056] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] cyborg.version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.453234] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.asyncio_connection = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.453397] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.asyncio_slave_connection = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.453569] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.backend = sqlalchemy {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.453736] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.connection = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.453901] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.connection_debug = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.454111] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.connection_parameters = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.454290] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.connection_recycle_time = 3600 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.454456] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.connection_trace = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.454617] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.db_inc_retry_interval = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.454779] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.db_max_retries = 20 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.455028] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.db_max_retry_interval = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.455235] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.db_retry_interval = 1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.455406] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.max_overflow = 50 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.455571] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.max_pool_size = 5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.455735] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.max_retries = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.455907] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.456082] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.mysql_wsrep_sync_wait = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.456247] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.pool_timeout = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.456412] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.retry_interval = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.456572] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.slave_connection = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.456735] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.sqlite_synchronous = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.456899] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] database.use_db_reconnect = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.457080] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.asyncio_connection = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.457247] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.asyncio_slave_connection = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.457419] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.backend = sqlalchemy {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.457590] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.connection = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.457755] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.connection_debug = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.457925] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.connection_parameters = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.458102] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.connection_recycle_time = 3600 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.458272] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.connection_trace = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.458437] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.db_inc_retry_interval = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.458602] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.db_max_retries = 20 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.458764] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.db_max_retry_interval = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.458926] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.db_retry_interval = 1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.459106] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.max_overflow = 50 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.459315] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.max_pool_size = 5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.459486] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.max_retries = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.459657] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.459818] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.459977] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.pool_timeout = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.460160] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.retry_interval = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.460324] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.slave_connection = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.460483] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] api_database.sqlite_synchronous = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.460657] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] devices.enabled_mdev_types = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.460835] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.461014] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ephemeral_storage_encryption.default_format = luks {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.461191] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ephemeral_storage_encryption.enabled = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.461356] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.461528] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.api_servers = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.461694] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.cafile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.461859] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.certfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.462033] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.collect_timing = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.462202] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.connect_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.462362] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.connect_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.462526] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.debug = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.462691] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.default_trusted_certificate_ids = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.462858] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.enable_certificate_validation = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.463032] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.enable_rbd_download = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.463203] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.endpoint_override = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.463380] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.insecure = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.463538] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.keyfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.463698] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.max_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.463856] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.min_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.464224] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.num_retries = 3 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.464224] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.rbd_ceph_conf = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.464399] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.rbd_connect_timeout = 5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.464574] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.rbd_pool = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.464754] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.rbd_user = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.464917] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.region_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.465109] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.retriable_status_codes = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.465291] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.service_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.465466] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.service_type = image {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.465634] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.split_loggers = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.465797] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.status_code_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.465958] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.status_code_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.466136] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.timeout = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.466322] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.466488] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.verify_glance_signatures = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.466649] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] glance.version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.466818] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] guestfs.debug = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.466989] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.auth_section = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.467181] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.auth_type = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.467345] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.cafile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.467506] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.certfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.467673] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.collect_timing = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.467833] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.connect_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.467995] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.connect_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.468170] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.endpoint_override = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.468334] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.insecure = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.468496] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.keyfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.468655] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.max_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.468813] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.min_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.468969] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.region_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.469145] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.retriable_status_codes = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.469308] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.service_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.469476] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.service_type = shared-file-system {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.469641] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.share_apply_policy_timeout = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.469805] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.split_loggers = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.469966] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.status_code_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.470153] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.status_code_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.470327] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.timeout = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.470509] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.470671] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] manila.version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.470839] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] mks.enabled = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.471216] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.471432] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] image_cache.manager_interval = 2400 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.471607] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] image_cache.precache_concurrency = 1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.471783] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] image_cache.remove_unused_base_images = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.471958] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.472146] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.472329] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] image_cache.subdirectory_name = _base {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.472507] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.api_max_retries = 60 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.472673] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.api_retry_interval = 2 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.472834] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.auth_section = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.472997] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.auth_type = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.473175] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.cafile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.473336] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.certfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.473500] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.collect_timing = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.473666] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.conductor_group = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.473826] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.connect_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.474024] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.connect_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.474199] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.endpoint_override = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.474368] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.insecure = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.474528] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.keyfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.474687] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.max_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.474847] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.min_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.475023] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.peer_list = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.475219] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.region_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.475389] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.retriable_status_codes = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.475553] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.serial_console_state_timeout = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.475715] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.service_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.475887] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.service_type = baremetal {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.476061] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.shard = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.476234] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.split_loggers = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.476396] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.status_code_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.476556] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.status_code_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.476716] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.timeout = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.476899] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.477074] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ironic.version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.477264] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.477441] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] key_manager.fixed_key = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.477623] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.477784] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.barbican_api_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.477946] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.barbican_endpoint = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.478135] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.barbican_endpoint_type = public {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.478306] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.barbican_region_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.478470] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.cafile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.478634] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.certfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.478797] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.collect_timing = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.478959] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.insecure = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.479132] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.keyfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.479302] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.number_of_retries = 60 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.479463] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.retry_delay = 1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.479626] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.send_service_user_token = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.479791] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.split_loggers = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.479950] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.timeout = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.480140] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.verify_ssl = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.480306] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican.verify_ssl_path = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.480476] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican_service_user.auth_section = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.480642] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican_service_user.auth_type = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.480805] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican_service_user.cafile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.480967] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican_service_user.certfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.481146] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican_service_user.collect_timing = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.481312] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican_service_user.insecure = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.481473] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican_service_user.keyfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.481640] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican_service_user.split_loggers = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.481799] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] barbican_service_user.timeout = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.481969] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vault.approle_role_id = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.482147] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vault.approle_secret_id = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.482321] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vault.kv_mountpoint = secret {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.482483] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vault.kv_path = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.482647] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vault.kv_version = 2 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.482808] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vault.namespace = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.482972] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vault.root_token_id = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.483161] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vault.ssl_ca_crt_file = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.483321] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vault.timeout = 60.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.483486] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vault.use_ssl = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.483657] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.483827] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.cafile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.484013] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.certfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.484204] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.collect_timing = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.484368] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.connect_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.484529] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.connect_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.484691] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.endpoint_override = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.484852] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.insecure = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.485017] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.keyfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.485210] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.max_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.485378] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.min_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.485543] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.region_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.485708] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.retriable_status_codes = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.485869] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.service_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.486051] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.service_type = identity {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.486237] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.split_loggers = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.486452] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.status_code_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.486623] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.status_code_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.486785] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.timeout = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.486968] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.487148] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] keystone.version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.487342] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.ceph_mount_options = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.487656] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.487847] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.connection_uri = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.488029] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.cpu_mode = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.488207] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.cpu_model_extra_flags = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.488382] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.cpu_models = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.488555] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.cpu_power_governor_high = performance {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.488727] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.cpu_power_governor_low = powersave {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.488894] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.cpu_power_management = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.489085] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.489262] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.device_detach_attempts = 8 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.489431] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.device_detach_timeout = 20 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.489599] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.disk_cachemodes = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.489762] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.disk_prefix = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.489928] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.enabled_perf_events = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.490116] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.file_backed_memory = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.490290] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.gid_maps = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.490454] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.hw_disk_discard = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.490615] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.hw_machine_type = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.490788] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.images_rbd_ceph_conf = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.490955] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.491136] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.491313] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.images_rbd_glance_store_name = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.491484] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.images_rbd_pool = rbd {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.491656] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.images_type = default {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.491817] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.images_volume_group = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.491986] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.inject_key = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.492169] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.inject_partition = -2 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.492335] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.inject_password = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.492500] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.iscsi_iface = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.492667] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.iser_use_multipath = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.492832] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.live_migration_bandwidth = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.492996] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.493180] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.live_migration_downtime = 500 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.493345] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.493509] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.493671] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.live_migration_inbound_addr = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.493833] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.494034] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.live_migration_permit_post_copy = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.494220] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.live_migration_scheme = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.494398] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.live_migration_timeout_action = abort {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.494564] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.live_migration_tunnelled = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.494744] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.live_migration_uri = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.494887] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.live_migration_with_native_tls = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.495068] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.max_queues = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.495263] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.495501] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.495665] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.nfs_mount_options = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.495952] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.496144] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.496315] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.num_iser_scan_tries = 5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.496533] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.num_memory_encrypted_guests = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.496718] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.496886] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.num_pcie_ports = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.497069] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.num_volume_scan_tries = 5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.497246] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.pmem_namespaces = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.497408] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.quobyte_client_cfg = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.497711] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.497888] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.rbd_connect_timeout = 5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.498069] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.498242] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.498404] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.rbd_secret_uuid = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.498564] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.rbd_user = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.498726] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.498923] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.remote_filesystem_transport = ssh {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.499111] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.rescue_image_id = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.499280] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.rescue_kernel_id = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.499487] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.rescue_ramdisk_id = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.499673] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.499839] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.rx_queue_size = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.500024] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.smbfs_mount_options = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.500324] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.500501] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.snapshot_compression = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.500665] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.snapshot_image_format = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.500894] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.501077] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.sparse_logical_volumes = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.501252] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.swtpm_enabled = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.501422] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.swtpm_group = tss {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.501591] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.swtpm_user = tss {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.501760] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.sysinfo_serial = unique {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.501921] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.tb_cache_size = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.502091] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.tx_queue_size = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.502264] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.uid_maps = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.502430] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.use_virtio_for_bridges = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.502603] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.virt_type = kvm {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.502774] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.volume_clear = zero {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.502938] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.volume_clear_size = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.503119] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.volume_use_multipath = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.503287] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.vzstorage_cache_path = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.503458] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.503628] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.vzstorage_mount_group = qemu {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.503792] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.vzstorage_mount_opts = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.504009] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.504303] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.504491] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.vzstorage_mount_user = stack {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.504696] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.504841] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.auth_section = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.505030] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.auth_type = password {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.505225] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.cafile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.505390] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.certfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.505558] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.collect_timing = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.505718] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.connect_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.505878] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.connect_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.506065] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.default_floating_pool = public {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.506232] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.endpoint_override = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.506396] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.extension_sync_interval = 600 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.506557] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.http_retries = 3 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.506716] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.insecure = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.506878] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.keyfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.507049] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.max_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.507226] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.507387] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.min_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.507555] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.ovs_bridge = br-int {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.507722] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.physnets = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.507893] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.region_name = RegionOne {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.508067] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.retriable_status_codes = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.508244] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.service_metadata_proxy = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.508406] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.service_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.508574] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.service_type = network {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.508736] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.split_loggers = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.508896] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.status_code_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.509066] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.status_code_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.509230] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.timeout = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.509412] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.509573] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] neutron.version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.509745] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] notifications.bdms_in_notifications = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.509919] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] notifications.default_level = INFO {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.510096] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] notifications.include_share_mapping = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.510279] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] notifications.notification_format = unversioned {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.510441] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] notifications.notify_on_state_change = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.510616] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.510789] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] pci.alias = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.510957] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] pci.device_spec = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.511140] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] pci.report_in_placement = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.511315] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.auth_section = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.511487] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.auth_type = password {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.511656] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.511815] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.cafile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.511974] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.certfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.512153] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.collect_timing = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.512312] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.connect_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.512469] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.connect_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.512626] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.default_domain_id = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.512783] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.default_domain_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.512939] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.domain_id = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.513116] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.domain_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.513282] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.endpoint_override = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.513443] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.insecure = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.513601] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.keyfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.513756] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.max_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.513913] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.min_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.514127] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.password = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.514294] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.project_domain_id = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.514463] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.project_domain_name = Default {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.514629] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.project_id = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.514800] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.project_name = service {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.514979] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.region_name = RegionOne {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.515190] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.retriable_status_codes = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.515361] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.service_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.515536] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.service_type = placement {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.515701] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.split_loggers = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.515858] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.status_code_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.516028] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.status_code_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.516195] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.system_scope = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.516361] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.timeout = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.516513] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.trust_id = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.516671] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.user_domain_id = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.516838] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.user_domain_name = Default {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.516996] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.user_id = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.517187] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.username = nova {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.517365] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.517525] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] placement.version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.517703] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] quota.cores = 20 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.517865] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] quota.count_usage_from_placement = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.518047] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.518221] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] quota.injected_file_content_bytes = 10240 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.518385] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] quota.injected_file_path_length = 255 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.518550] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] quota.injected_files = 5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.518715] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] quota.instances = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.518879] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] quota.key_pairs = 100 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.519058] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] quota.metadata_items = 128 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.519235] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] quota.ram = 51200 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.519402] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] quota.recheck_quota = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.519569] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] quota.server_group_members = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.519735] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] quota.server_groups = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.519940] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.520141] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] quota.unified_limits_resource_strategy = require {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.520320] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.520528] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.520650] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] scheduler.image_metadata_prefilter = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.520818] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.520977] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] scheduler.max_attempts = 3 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.521159] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] scheduler.max_placement_results = 1000 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.521326] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.521489] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] scheduler.query_placement_for_image_type_support = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.521650] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.521821] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] scheduler.workers = 2 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.521997] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.522191] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.522378] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.522541] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.522707] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.522870] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.523052] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.523249] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.523414] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.host_subset_size = 1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.523574] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.523731] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.523891] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.524094] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.isolated_hosts = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.524282] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.isolated_images = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.524444] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.524606] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.524766] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.524926] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.pci_in_placement = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.525148] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.525332] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.525499] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.525662] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.525824] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.525985] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.526166] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.track_instance_changes = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.526350] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.526517] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] metrics.required = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.526679] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] metrics.weight_multiplier = 1.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.526842] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.527022] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] metrics.weight_setting = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.527336] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.527515] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] serial_console.enabled = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.527695] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] serial_console.port_range = 10000:20000 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.527867] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.528051] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.528227] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] serial_console.serialproxy_port = 6083 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.528395] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] service_user.auth_section = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.528568] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] service_user.auth_type = password {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.528730] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] service_user.cafile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.528890] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] service_user.certfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.529063] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] service_user.collect_timing = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.529231] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] service_user.insecure = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.529389] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] service_user.keyfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.529560] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] service_user.send_service_user_token = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.529723] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] service_user.split_loggers = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.529881] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] service_user.timeout = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.530065] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] spice.agent_enabled = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.530235] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] spice.enabled = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.530540] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.530747] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.530919] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] spice.html5proxy_port = 6082 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.531103] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] spice.image_compression = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.531270] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] spice.jpeg_compression = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.531430] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] spice.playback_compression = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.531594] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] spice.require_secure = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.531766] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] spice.server_listen = 127.0.0.1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.531938] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.532113] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] spice.streaming_mode = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.532278] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] spice.zlib_compression = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.532448] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] upgrade_levels.baseapi = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.532620] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] upgrade_levels.compute = auto {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.532781] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] upgrade_levels.conductor = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.532941] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] upgrade_levels.scheduler = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.533122] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vendordata_dynamic_auth.auth_section = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.533291] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vendordata_dynamic_auth.auth_type = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.533451] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vendordata_dynamic_auth.cafile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.533613] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vendordata_dynamic_auth.certfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.533777] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.533939] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vendordata_dynamic_auth.insecure = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.534139] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vendordata_dynamic_auth.keyfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.534310] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.534470] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vendordata_dynamic_auth.timeout = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.534647] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.api_retry_count = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.534808] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.ca_file = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.534996] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.cache_prefix = devstack-image-cache {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.535222] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.cluster_name = testcl1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.535398] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.connection_pool_size = 10 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.535559] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.console_delay_seconds = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.535732] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.datastore_regex = ^datastore.* {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.535942] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.536137] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.host_password = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.536311] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.host_port = 443 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.536483] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.host_username = administrator@vsphere.local {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.536651] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.insecure = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.536810] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.integration_bridge = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.536972] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.maximum_objects = 100 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.537196] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.pbm_default_policy = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.537374] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.pbm_enabled = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.537533] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.pbm_wsdl_location = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.537704] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.537863] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.serial_port_proxy_uri = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.538033] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.serial_port_service_uri = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.538206] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.task_poll_interval = 0.5 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.538378] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.use_linked_clone = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.538549] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.vnc_keymap = en-us {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.538717] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.vnc_port = 5900 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.538881] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vmware.vnc_port_total = 10000 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.539078] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vnc.auth_schemes = ['none'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.539261] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vnc.enabled = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.539548] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.539735] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.539910] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vnc.novncproxy_port = 6080 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.540128] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vnc.server_listen = 127.0.0.1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.540317] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.540481] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vnc.vencrypt_ca_certs = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.540640] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vnc.vencrypt_client_cert = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.540796] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vnc.vencrypt_client_key = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.540977] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.541158] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.disable_deep_image_inspection = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.541320] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.541478] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.541636] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.541795] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.disable_rootwrap = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.541955] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.enable_numa_live_migration = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.542126] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.542290] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.542448] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.542606] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.libvirt_disable_apic = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.542763] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.542922] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.543093] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.543259] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.543422] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.543583] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.543741] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.543899] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.544092] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.544271] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.544457] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.544628] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] wsgi.client_socket_timeout = 900 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.544794] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] wsgi.default_pool_size = 1000 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.544962] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] wsgi.keep_alive = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.545166] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] wsgi.max_header_line = 16384 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.545338] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] wsgi.secure_proxy_ssl_header = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.545501] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] wsgi.ssl_ca_file = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.545665] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] wsgi.ssl_cert_file = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.545832] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] wsgi.ssl_key_file = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.546005] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] wsgi.tcp_keepidle = 600 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.546200] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.546369] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] zvm.ca_file = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.546530] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] zvm.cloud_connector_url = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.546836] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.547030] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] zvm.reachable_timeout = 300 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.547212] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.547400] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.547579] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] profiler.connection_string = messaging:// {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.547750] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] profiler.enabled = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.547921] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] profiler.es_doc_type = notification {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.548099] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] profiler.es_scroll_size = 10000 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.548275] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] profiler.es_scroll_time = 2m {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.548439] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] profiler.filter_error_trace = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.548609] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] profiler.hmac_keys = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.548778] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] profiler.sentinel_service_name = mymaster {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.548943] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] profiler.socket_timeout = 0.1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.549121] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] profiler.trace_requests = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.549285] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] profiler.trace_sqlalchemy = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.549467] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] profiler_jaeger.process_tags = {} {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.549626] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] profiler_jaeger.service_name_prefix = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.549788] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] profiler_otlp.service_name_prefix = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.549952] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] remote_debug.host = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.550131] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] remote_debug.port = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.550313] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.550475] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.550636] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.550797] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.550957] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.551133] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.551297] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.551459] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.551619] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.551788] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.551948] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.552130] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.552301] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.552467] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.552636] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.552804] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.552966] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.553157] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.553323] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.553485] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.553647] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.553810] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.553985] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.554172] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.554338] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.554502] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.554665] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.554827] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.555021] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.555206] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.ssl = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.555382] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.555553] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.555717] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.555886] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.556067] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.ssl_version = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.556237] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.556438] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.556605] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_notifications.retry = -1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.556784] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.556958] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_messaging_notifications.transport_url = **** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.557154] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.auth_section = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.557321] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.auth_type = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.557482] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.cafile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.557641] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.certfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.557803] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.collect_timing = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.557960] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.connect_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.558134] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.connect_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.558303] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.endpoint_id = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.558475] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.endpoint_interface = publicURL {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.558635] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.endpoint_override = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.558791] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.endpoint_region_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.558947] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.endpoint_service_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.559121] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.endpoint_service_type = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.559288] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.insecure = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.559445] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.keyfile = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.559601] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.max_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.559756] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.min_version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.559911] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.region_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.560088] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.retriable_status_codes = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.560251] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.service_name = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.560409] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.service_type = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.560571] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.split_loggers = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.560729] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.status_code_retries = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.560884] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.status_code_retry_delay = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.561051] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.timeout = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.561213] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.valid_interfaces = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.561373] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_limit.version = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.561540] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_reports.file_event_handler = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.561701] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.561862] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] oslo_reports.log_dir = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.562040] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.562208] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.562367] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.562533] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.562695] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.562854] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.563032] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.563201] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vif_plug_ovs_privileged.group = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.563361] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.563528] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.563689] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.563847] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] vif_plug_ovs_privileged.user = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.564051] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_vif_linux_bridge.flat_interface = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.564250] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.564426] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.564599] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.564769] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.564936] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.565154] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.565329] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.565512] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.565688] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_vif_ovs.isolate_vif = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.565859] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.566036] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.566215] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.566386] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_vif_ovs.ovsdb_interface = native {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.566549] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] os_vif_ovs.per_port_bridge = False {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.566720] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] privsep_osbrick.capabilities = [21] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.566881] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] privsep_osbrick.group = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.567052] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] privsep_osbrick.helper_command = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.567226] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.567391] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.567550] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] privsep_osbrick.user = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.567723] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.567882] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] nova_sys_admin.group = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.568053] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] nova_sys_admin.helper_command = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.568224] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.568388] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.568548] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] nova_sys_admin.user = None {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.568677] env[64496]: DEBUG oslo_service.service [None req-b89062ea-7252-4fec-a869-e9b4d07da0f9 None None] ******************************************************************************** {{(pid=64496) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 502.569089] env[64496]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 503.072882] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Getting list of instances from cluster (obj){ [ 503.072882] env[64496]: value = "domain-c8" [ 503.072882] env[64496]: _type = "ClusterComputeResource" [ 503.072882] env[64496]: } {{(pid=64496) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 503.074231] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0ce3de-10e5-4608-ad99-dc27bc8bddd2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.083383] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Got total of 0 instances {{(pid=64496) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 503.084047] env[64496]: WARNING nova.virt.vmwareapi.driver [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 503.084558] env[64496]: INFO nova.virt.node [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Generated node identity 873a8e13-4f30-4798-b503-76ed28a8eeaf [ 503.084795] env[64496]: INFO nova.virt.node [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Wrote node identity 873a8e13-4f30-4798-b503-76ed28a8eeaf to /opt/stack/data/n-cpu-1/compute_id [ 503.588028] env[64496]: WARNING nova.compute.manager [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Compute nodes ['873a8e13-4f30-4798-b503-76ed28a8eeaf'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 504.595341] env[64496]: INFO nova.compute.manager [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 505.604565] env[64496]: WARNING nova.compute.manager [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 505.604841] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.605077] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.605245] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.605394] env[64496]: DEBUG nova.compute.resource_tracker [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 505.606352] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eec221-eb1d-440d-85bf-106c24cdc1ba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.614539] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7ece7d-b26d-4bf2-9837-695d9bab51e2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.628631] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff07f67-20ae-4cd3-9e18-3f16e7b86eaf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.635741] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5823206-6b51-47a6-b585-05350f5ef0f4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.664300] env[64496]: DEBUG nova.compute.resource_tracker [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181307MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 505.664437] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.664630] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 506.166918] env[64496]: WARNING nova.compute.resource_tracker [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] No compute node record for cpu-1:873a8e13-4f30-4798-b503-76ed28a8eeaf: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 873a8e13-4f30-4798-b503-76ed28a8eeaf could not be found. [ 506.670842] env[64496]: INFO nova.compute.resource_tracker [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 873a8e13-4f30-4798-b503-76ed28a8eeaf [ 508.183136] env[64496]: DEBUG nova.compute.resource_tracker [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 508.183394] env[64496]: DEBUG nova.compute.resource_tracker [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 508.340562] env[64496]: INFO nova.scheduler.client.report [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] [req-a3763906-7712-48c0-ba92-0c173b285b49] Created resource provider record via placement API for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 508.356857] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f685a5c5-085f-467b-814c-de328c4ee6d4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.364653] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243f16b9-58a7-420c-b597-22190e6fad03 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.395290] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79406de-96c6-4ebb-b71e-87d669bd1f0b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.402300] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3884ce1c-2824-4b6c-93c7-c32e4efa04a5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.414779] env[64496]: DEBUG nova.compute.provider_tree [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 508.950307] env[64496]: DEBUG nova.scheduler.client.report [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 508.950546] env[64496]: DEBUG nova.compute.provider_tree [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 0 to 1 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 508.950692] env[64496]: DEBUG nova.compute.provider_tree [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 509.000885] env[64496]: DEBUG nova.compute.provider_tree [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 1 to 2 during operation: update_traits {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 509.508457] env[64496]: DEBUG nova.compute.resource_tracker [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 509.508457] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.842s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 509.508457] env[64496]: DEBUG nova.service [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Creating RPC server for service compute {{(pid=64496) start /opt/stack/nova/nova/service.py:186}} [ 509.524037] env[64496]: DEBUG nova.service [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] Join ServiceGroup membership for this service compute {{(pid=64496) start /opt/stack/nova/nova/service.py:203}} [ 509.524680] env[64496]: DEBUG nova.servicegroup.drivers.db [None req-cb2bd0ae-67c7-4ef6-b491-997b9830e28f None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=64496) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 564.525824] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.526150] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.526317] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 564.526440] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 565.029643] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 565.029909] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.030114] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.030313] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.030498] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.030677] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.030849] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_power_states {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.534092] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Getting list of instances from cluster (obj){ [ 565.534092] env[64496]: value = "domain-c8" [ 565.534092] env[64496]: _type = "ClusterComputeResource" [ 565.534092] env[64496]: } {{(pid=64496) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 565.535639] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1162d6-7b42-4095-a40d-2514cb228d0c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.543860] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Got total of 0 instances {{(pid=64496) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 565.544112] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.544304] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 565.544464] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 566.047526] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.047867] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.048095] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.048267] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 566.049137] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67674258-f86f-4cdc-8a93-2cd9e10103b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.057497] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff00b74b-5a67-4d9c-81db-b90f4c8edb13 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.071320] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ea8bc4-6f42-4bfa-b46a-0326ff2877b9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.077505] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5d2f26-6a4e-4596-bc35-1c3e7f68bc21 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.105382] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181280MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 566.105511] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.105699] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.123211] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 567.123452] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 567.137627] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de88124-8b80-4d7a-9773-038b31b79956 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.145865] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0896c12a-56a1-49e9-881c-83bc9609002d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.173725] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795eb3a7-777f-4a80-bda0-300812a520f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.180295] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee8f723-c15b-437b-a5bc-7b6df71b1102 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.192499] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.695872] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 568.200972] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 568.201371] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.095s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.201469] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.201746] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Getting list of instances from cluster (obj){ [ 568.201746] env[64496]: value = "domain-c8" [ 568.201746] env[64496]: _type = "ClusterComputeResource" [ 568.201746] env[64496]: } {{(pid=64496) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 568.202802] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55841a74-35aa-4a58-84f1-d58471c8ec68 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.211534] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Got total of 0 instances {{(pid=64496) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 621.514203] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.514203] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.018223] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.018745] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 622.019099] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 622.521634] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 622.521993] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.522063] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.522190] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.522380] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.522522] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.522661] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.522785] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 622.522919] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.026095] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.026331] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.026523] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.026701] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 623.027559] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8e70fa-79ea-4300-a674-7ed26cf3d76b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.035562] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8269e1-6ce2-4c22-97e5-d16b431948fe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.048803] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f42da4-d0f4-46c7-876d-ab85070bb912 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.054678] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deb2645-7568-40c4-82ed-617a2a48d8f4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.082308] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181273MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 623.082453] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.082616] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.100315] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 624.100538] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 624.119822] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418a6618-60a6-4a83-9a3d-543b0552023d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.127986] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706e8b93-36ef-47d7-a45f-1ba586d3e1ac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.158234] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615a7867-a0c3-4736-865d-b17a8fc718c5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.165644] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dbe171-ca01-496a-81b3-84f1f75a364e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.178689] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.682086] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.683397] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 624.683576] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.601s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.686124] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.686124] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.686124] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 684.686124] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 685.188253] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 685.188517] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.188639] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.188783] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.188927] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.189078] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.189294] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.189432] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 685.189576] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.692444] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.692767] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.692890] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.693035] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 685.693921] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585eaf9d-d229-4b16-8348-c2218c62f613 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.705242] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b9302a-0a5b-46e4-b28a-51696f99b586 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.716225] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa45d0f1-16ac-4a21-b2e8-7a69b22d571e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.722531] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3124b8ad-44d0-4605-a757-8a069236946c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.751051] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181283MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 685.751289] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.751417] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.769045] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 686.769309] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 686.781965] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63ff88a-a20d-420b-98a1-865511f110d5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.789378] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e47e85-0e35-4713-bd0f-ce7cc4f117f8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.818252] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6857a7ec-e78b-43f3-be3f-7cbcfb46e684 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.824754] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90788273-245c-4752-9ee4-bc2cd20f98b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.837141] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.340331] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.341637] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 687.341819] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.484716] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 744.485104] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 744.990063] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 744.990251] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 744.990299] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 745.492582] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 745.492881] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.492955] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.493120] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.493274] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.493409] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.493549] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.493675] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 745.493808] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.997288] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.997619] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.997879] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.998117] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 745.999241] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f9c112-2324-472a-a3cd-e9f347018769 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.007874] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9338720-9f74-455d-8527-5000ae6f9925 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.022103] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de50068f-4337-4997-8086-815f2c99cc3c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.028488] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a7c9a3-58dc-42b8-8553-0d02aa31b4ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.056174] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181303MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 746.056325] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.056511] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.074132] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 747.074412] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 747.086937] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d7ee61-68e8-4a26-be39-6e959dc2f125 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.094533] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbf4984-d2f8-4558-97b9-616d8d44f193 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.123852] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc649b98-08bd-4255-b912-e959000c9ff4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.130655] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94d6d80-d816-4c0c-92c5-a902509e58c2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.143152] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.646550] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.647903] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 747.648113] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.831914] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.832433] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Cleaning up deleted instances {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 798.335916] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] There are 0 instances to clean {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 798.336202] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.336345] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Cleaning up deleted instances with incomplete migration {{(pid=64496) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 798.839384] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.338434] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.338714] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.338818] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.338971] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.831295] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.831474] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 802.831657] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 803.334773] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.335064] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.335352] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.335511] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 803.336444] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c01259-2519-41f1-aae0-ec0fd622da47 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.344691] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ac115e-9aa9-4bb9-af36-69ab2efdffd8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.358716] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502f595c-2c53-4f66-bc67-c574d6f7e701 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.364581] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fff4189-dbf6-4aa6-8ead-1de99d62d54f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.391726] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181312MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 803.391879] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.392052] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.410348] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 804.410626] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 804.423398] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0819b3f-1b36-4c3f-8613-357092bd3f09 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.431265] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1affc9-7ef3-4c6d-8a03-847b6bf20c8b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.461276] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea54cc0c-524f-4303-b808-0955acb38854 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.468325] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4bbe66-0816-4148-8276-d104dc854c2f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.480897] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.984159] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.985521] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 804.985697] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.986858] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 805.987289] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 805.987289] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 806.490171] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 806.490397] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.490562] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.832602] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.832979] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.832540] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.828308] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.332361] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.832156] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.832057] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.832290] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.833643] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 864.833643] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 865.335341] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.335594] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.335745] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.335894] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 865.336853] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee373e9-c9e5-485b-99cb-0b19c2da2ce1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.344910] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a90364-7471-4643-b6f9-13bb00df491d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.358370] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef2a896-1508-43d7-993a-631f735add8a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.364354] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9ea53c-a84b-4362-b77f-34c2177f2637 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.393169] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181308MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 865.393307] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.393543] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.453113] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 866.453383] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 866.470831] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 866.485431] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 866.485607] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.497190] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 866.512153] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 866.523233] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdfe395-a132-4f9b-a750-cdd3e6b25a2d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.530571] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25638b1f-92dc-489b-a077-dcf752e2a8ce {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.558826] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e50f0a2-49bd-4a56-bccb-0919c079cdd3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.565527] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c765674-e840-4247-98cc-a0d585a31434 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.578569] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.081456] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.082716] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 867.082900] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.689s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.083255] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.083675] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 868.083675] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 868.587254] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 920.832671] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.833082] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.831755] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.832163] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.832325] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.831588] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 926.831631] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 926.832041] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 926.832041] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 927.335060] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 927.335319] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.335458] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 927.335617] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.838666] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.839107] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.839107] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.839235] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 927.840181] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec976422-1636-4624-941c-018c51b45f31 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.848240] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5842d0b5-dd48-430b-b1c2-355bf5b37cd5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.861848] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88762c26-9ca4-472f-b945-259b4fb90c52 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.867689] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6c8258-675a-4518-b758-483ebd0c9aee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.896925] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181306MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 927.897087] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.897267] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.915623] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 928.917042] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 928.928967] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c45e87-7850-41a5-a975-20ac7802ffe8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.936900] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7154b530-de33-4e19-8c47-9d4a5524b3fe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.965508] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2de53b-1968-47ad-9919-ff740e4a1842 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.972396] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495d1934-df5c-46a8-8902-0bef566c193d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.984816] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.488288] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.489559] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 929.489789] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.986542] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.986947] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.494181] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.494181] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.494181] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.494181] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.832132] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.832385] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.832739] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 987.832778] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.832778] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 987.833212] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 988.336070] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 988.831809] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.335243] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.335574] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.335690] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.335816] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 989.336878] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7997ea8-f1ad-4bad-9ad2-9869269b29a2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.345335] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95f42b3-8482-40b0-bb35-92f527690b73 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.359272] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb9adfa-68ea-43eb-b62e-71132b4428fd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.366732] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a354697-1183-4e5c-a185-19eb0a52966b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.395641] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181300MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 989.395922] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.396150] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.414132] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 990.414361] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 990.427638] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5f4192-ce28-449d-a067-5aa72ea5ba8e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.435227] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d84522-8d9f-40d7-bae7-a03799a57ad1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.463486] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e8a710-310f-4d7a-9750-9b1f40c73f0f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.469951] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c21d9a-572e-4398-818d-137bb7704b4a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.482229] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.985674] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.986928] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 990.987132] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.987663] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.988084] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.988084] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.988251] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.831873] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.832135] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.833848] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.834108] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1048.832889] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.833098] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1048.833208] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1049.336296] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1050.831831] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.335302] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.335539] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.335686] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.335838] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1051.336769] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02307a6-05e0-4b01-97d5-33dd3bbb0226 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.345145] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bd50d1-7d21-4bdd-b700-f580d6b658ca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.358833] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f6ef8c-12b8-4dcf-a14d-fc2aa8250415 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.364790] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcdd333-f4ce-4b75-a6d4-a420295c8d55 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.392116] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181313MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1051.392264] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.392444] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.411772] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1052.412100] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1052.425236] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433fbbe5-925d-4af2-82ae-2158937324ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.433529] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69349f0-9f9f-4e32-8e33-55f43199c82b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.461686] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c915906-58f6-4e4e-a0eb-649d6269a1e5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.468311] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93e8ba7-8f72-46d2-95bf-6bc2a4c32a83 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.480585] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.983772] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.985109] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1052.985257] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.833304] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.833707] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.833707] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.833907] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.834057] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.834276] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Cleaning up deleted instances {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1106.337213] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] There are 0 instances to clean {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1106.832125] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.329642] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.836875] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.836875] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.832298] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.832738] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1109.832738] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1110.335290] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1110.335511] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.335599] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1110.335759] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.335881] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Cleaning up deleted instances with incomplete migration {{(pid=64496) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1113.334865] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.838811] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.839066] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.839224] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.839379] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1113.840308] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca00e339-2ad4-437f-9730-9c06bd5d37b4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.848314] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856814b9-0a6c-4364-a72c-5c063ad06104 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.861617] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca06479-76ce-4a69-9226-6e98f98bae86 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.867751] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcc65d1-5f21-46f1-bb59-3768f9113212 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.895277] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181290MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1113.895423] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.895595] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.913649] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1114.913966] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1114.928048] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0558ab-1544-4ef9-a0b1-d32513cd07c4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.935902] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8bba38-5da9-4266-9b9f-f143bee6fa30 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.964879] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99816da6-51d5-439f-96b1-2de28ec1178a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.972168] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bce2d0-3e98-4b74-adf6-8ec48edb20c2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.985026] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.488093] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.489419] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1115.490062] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.986913] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.987432] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.987522] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.987780] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.988026] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_power_states {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.492860] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Getting list of instances from cluster (obj){ [ 1167.492860] env[64496]: value = "domain-c8" [ 1167.492860] env[64496]: _type = "ClusterComputeResource" [ 1167.492860] env[64496]: } {{(pid=64496) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1167.494042] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458df7a7-50db-4169-b787-4319fb61c125 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.502797] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Got total of 0 instances {{(pid=64496) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1170.346765] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.347188] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.832212] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.832434] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1171.832628] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.833045] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1171.833045] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1172.336317] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1172.831622] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.335534] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.335928] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.335928] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.336102] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1173.336941] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f145a35-ffeb-4a72-bb69-8b5b38f784ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.345135] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d368f8-f37b-463f-99e5-0f527da3cef1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.358640] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39a3f3a-bc89-406a-bb3f-88398ea11044 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.364715] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3b1a40-eb49-406a-b593-59c2a7793099 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.393078] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181296MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1173.393255] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.393436] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.513526] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1174.513775] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1174.528947] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1174.540297] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1174.540467] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1174.549276] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1174.563768] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1174.574280] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b6762d-8035-4197-b187-f346ebe2f77c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.581315] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef43bb4-d82b-466b-9f48-09e6bd224526 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.609873] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce17b712-2fdd-4c9d-8d28-915cceebab44 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.616472] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45841283-eea4-4a35-9a49-c406e288aea6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.628996] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.132395] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.134199] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1175.134457] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.741s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.136987] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.137372] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.137372] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.137613] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.832267] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.833064] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.833440] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.833440] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1231.833157] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.833544] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1231.833544] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1232.336306] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1232.832195] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.336543] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.839721] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.840032] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.840122] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.840295] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1233.841206] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4245899a-8554-4b40-ad37-c48e3dcf7d73 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.849562] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3281bd7-f275-44c6-b48e-5a47f46951e4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.863013] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3527ec42-7a1e-44db-b6cf-f177ad87952b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.868964] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7098b4e-a366-4f95-9216-b14526a4b989 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.896465] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181306MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1233.896610] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.896783] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.916489] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1234.916770] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1234.929440] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84074d98-bec3-42ac-865e-54aa252cde6b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.937880] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc066c5-6405-45a7-9ee5-ec39e3854692 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.967164] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6d1017-01ca-4abf-81ac-70f1b183b4f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.974374] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad785373-f50c-4089-9e68-78d2201fe470 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.987059] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.490445] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.491703] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1235.491892] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.987182] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.987671] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.831810] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.832092] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.832320] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.832689] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.833141] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.833141] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1293.832899] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.833358] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1293.833358] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1294.335964] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1294.336229] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.839508] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.839870] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.839929] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.840141] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1294.842382] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f700fc7c-a433-4e34-bd5a-69f6b28e12b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.850447] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae548ce-80b3-40a0-90fe-eda503a06f9c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.863916] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b346ff9-2b12-4cd5-9a57-b962b056451c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.869869] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12d7782-6256-4e10-b67d-df2862c092be {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.897187] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181305MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1294.897347] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.897502] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.915590] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1295.915878] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1295.928875] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70904160-14b6-47f1-bd57-521e9d6493f0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.936336] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304a5663-eeed-4b72-b4ad-a636f5283754 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.965620] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dc8a98-b27c-4d31-ab99-f2ab014c8f2f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.972039] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8886b0ad-7d34-4294-a48a-5ac1dfc12d90 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.984242] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.487719] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.488976] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1296.489185] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.553960] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquiring lock "d9aff96a-c016-4c16-be2a-bbecfcc85093" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.553960] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Lock "d9aff96a-c016-4c16-be2a-bbecfcc85093" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.061221] env[64496]: DEBUG nova.compute.manager [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.105623] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Acquiring lock "2d62a651-bd46-4f8f-a000-dfdefe179ba8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.105911] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Lock "2d62a651-bd46-4f8f-a000-dfdefe179ba8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.636255] env[64496]: DEBUG nova.compute.manager [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.660653] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.663413] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.663413] env[64496]: INFO nova.compute.claims [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.166613] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquiring lock "ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.166875] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Lock "ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.169165] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.674067] env[64496]: DEBUG nova.compute.manager [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1344.775787] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c8e637-ceaf-4ae8-8a2c-d3a1e833b0fb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.782543] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a51634-e245-43b1-bbfc-0b53d6997917 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.815142] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a755136b-82a8-4fe9-95bf-1155cb645aa2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.822633] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c070f4-bcc9-4b68-8d06-4e73742a8045 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.836347] env[64496]: DEBUG nova.compute.provider_tree [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.037010] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Acquiring lock "2a74d990-c005-4f5c-97a5-d921d33a47e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.037246] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Lock "2a74d990-c005-4f5c-97a5-d921d33a47e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.209308] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.341094] env[64496]: DEBUG nova.scheduler.client.report [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.539704] env[64496]: DEBUG nova.compute.manager [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1345.848387] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.848387] env[64496]: DEBUG nova.compute.manager [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1345.851428] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.682s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.853273] env[64496]: INFO nova.compute.claims [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.067393] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.366253] env[64496]: DEBUG nova.compute.utils [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1346.366253] env[64496]: DEBUG nova.compute.manager [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Not allocating networking since 'none' was specified. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1346.870845] env[64496]: DEBUG nova.compute.manager [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1346.994692] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69800a32-954d-49b8-92b1-a0657dea08f7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.002980] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e748cd-3bd8-4488-9d1c-5f7af7655f00 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.047778] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3358533d-8b0c-43cc-a65f-0594abf9bd31 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.053403] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dfe6e8-f4ba-4b9c-ad48-040cc023b316 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.070035] env[64496]: DEBUG nova.compute.provider_tree [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.575343] env[64496]: DEBUG nova.scheduler.client.report [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.886083] env[64496]: DEBUG nova.compute.manager [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1347.982083] env[64496]: DEBUG nova.virt.hardware [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.985114] env[64496]: DEBUG nova.virt.hardware [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.985114] env[64496]: DEBUG nova.virt.hardware [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.985114] env[64496]: DEBUG nova.virt.hardware [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.985114] env[64496]: DEBUG nova.virt.hardware [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.985114] env[64496]: DEBUG nova.virt.hardware [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.985317] env[64496]: DEBUG nova.virt.hardware [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.985317] env[64496]: DEBUG nova.virt.hardware [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.985317] env[64496]: DEBUG nova.virt.hardware [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.985317] env[64496]: DEBUG nova.virt.hardware [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.985317] env[64496]: DEBUG nova.virt.hardware [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.985472] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699a7019-1ad9-4fec-8c79-fcf9df8415d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.997279] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8890a628-fc65-42ac-aa8b-0db1dce764f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.020944] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3639c6f4-03e4-4059-8b8d-91a8eb52f59b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.049249] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Instance VIF info [] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.059925] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.059925] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd47b43d-4e2e-4e98-92f8-0fef2dcc916e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.070582] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Created folder: OpenStack in parent group-v4. [ 1348.070771] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Creating folder: Project (f45793a7bdd0439ba210d581030ca9c9). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.070991] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed7cbe14-ba07-4c65-b8dd-daa93e1dfa15 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.080671] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.081210] env[64496]: DEBUG nova.compute.manager [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1348.085958] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.877s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.093477] env[64496]: INFO nova.compute.claims [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.093477] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Created folder: Project (f45793a7bdd0439ba210d581030ca9c9) in parent group-v392474. [ 1348.093477] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Creating folder: Instances. Parent ref: group-v392475. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.093477] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a528d1c-f1b8-4be8-8314-d054f436dc3b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.103839] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Created folder: Instances in parent group-v392475. [ 1348.103839] env[64496]: DEBUG oslo.service.loopingcall [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.104392] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.104460] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-039c2aa6-1b37-48bd-b98f-6406236996d1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.130232] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.130232] env[64496]: value = "task-1901163" [ 1348.130232] env[64496]: _type = "Task" [ 1348.130232] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.144360] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901163, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.469311] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Acquiring lock "51f4045f-a7b8-4293-aa22-17b5cba7e7ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.470264] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Lock "51f4045f-a7b8-4293-aa22-17b5cba7e7ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.592638] env[64496]: DEBUG nova.compute.utils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1348.595799] env[64496]: DEBUG nova.compute.manager [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1348.599076] env[64496]: DEBUG nova.network.neutron [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1348.651537] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901163, 'name': CreateVM_Task, 'duration_secs': 0.399335} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.651537] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.658473] env[64496]: DEBUG oslo_vmware.service [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d587bb3c-2374-4b0e-8f2b-1d5df559e168 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.665266] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.665441] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.666113] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1348.666371] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b6480f-e86c-4267-a929-2c3252e1d83f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.672646] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1348.672646] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524b72b5-8807-3c3c-ead5-c07e0b40b731" [ 1348.672646] env[64496]: _type = "Task" [ 1348.672646] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.683782] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524b72b5-8807-3c3c-ead5-c07e0b40b731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.791182] env[64496]: DEBUG nova.policy [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05ccaa20d2c948c28245d213bb8f6f5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6431c4f91be487fb55ad6aa9f284031', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1348.974995] env[64496]: DEBUG nova.compute.manager [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.984832] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.985598] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.985598] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.112743] env[64496]: DEBUG nova.compute.manager [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.185135] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.185296] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.185526] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.185666] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.186073] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.186400] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa136696-9193-41d6-903f-b861a5aa353b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.209965] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.210179] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.211268] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4c4dde-5ea6-4516-81ef-e27460791f74 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.223072] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082f5726-618b-474f-8489-307ebc0bdb3a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.229578] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1349.229578] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526e08b9-5cdb-f0de-d465-412d33c18986" [ 1349.229578] env[64496]: _type = "Task" [ 1349.229578] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.245561] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526e08b9-5cdb-f0de-d465-412d33c18986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.264284] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7287c6-c836-4ad9-8514-2d78660d9cd0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.270346] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4679b0c3-c6d8-4d31-9c7d-e4ad1a29ea1a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.313876] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490d3edc-653f-4064-985b-db3d6fc9e57e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.324059] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90edaae6-841a-498f-aba7-3f0c6b95e57f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.337548] env[64496]: DEBUG nova.compute.provider_tree [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.514575] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.740985] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Preparing fetch location {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1349.741276] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Creating directory with path [datastore1] vmware_temp/bb837ae2-b6b5-4b08-b9ae-5647f410b21f/af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.741504] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-678df78e-ba19-49a6-ba0b-efa550683632 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.769219] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Created directory with path [datastore1] vmware_temp/bb837ae2-b6b5-4b08-b9ae-5647f410b21f/af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.769435] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Fetch image to [datastore1] vmware_temp/bb837ae2-b6b5-4b08-b9ae-5647f410b21f/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1349.769601] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Downloading image file data af797112-a5c0-4bb3-8866-c3090b3018a8 to [datastore1] vmware_temp/bb837ae2-b6b5-4b08-b9ae-5647f410b21f/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk on the data store datastore1 {{(pid=64496) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1349.770409] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aae04a-89ff-4d05-adb5-054b54a094fe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.779795] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9896e719-fac0-413a-b1b4-73ecdcfb1d10 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.792803] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf0f0e8-1252-4c6e-bb87-984fc451afb6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.798565] env[64496]: DEBUG nova.network.neutron [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Successfully created port: 3311d904-5ed4-41a8-a75a-cad7411271a2 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1349.833366] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e40e19-5a3a-423f-87e1-859b938f412a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.840704] env[64496]: DEBUG nova.scheduler.client.report [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.844347] env[64496]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-af3d94fc-1420-4638-87ed-8f7d8fd042fc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.943095] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Downloading image file data af797112-a5c0-4bb3-8866-c3090b3018a8 to the data store datastore1 {{(pid=64496) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1350.012959] env[64496]: DEBUG oslo_vmware.rw_handles [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bb837ae2-b6b5-4b08-b9ae-5647f410b21f/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=64496) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1350.129055] env[64496]: DEBUG nova.compute.manager [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1350.345548] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.346481] env[64496]: DEBUG nova.compute.manager [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.350605] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.283s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.353401] env[64496]: INFO nova.compute.claims [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.421329] env[64496]: DEBUG nova.virt.hardware [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.421602] env[64496]: DEBUG nova.virt.hardware [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.421762] env[64496]: DEBUG nova.virt.hardware [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.421943] env[64496]: DEBUG nova.virt.hardware [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.424087] env[64496]: DEBUG nova.virt.hardware [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.424087] env[64496]: DEBUG nova.virt.hardware [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.424260] env[64496]: DEBUG nova.virt.hardware [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.424296] env[64496]: DEBUG nova.virt.hardware [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.424450] env[64496]: DEBUG nova.virt.hardware [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.424613] env[64496]: DEBUG nova.virt.hardware [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.424824] env[64496]: DEBUG nova.virt.hardware [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.426542] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e8b101-6490-4860-9a66-f5d5b03dfb30 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.441077] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7b1c9f-d7f0-42c4-8e41-88a238ebbe9c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.675457] env[64496]: DEBUG oslo_vmware.rw_handles [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Completed reading data from the image iterator. {{(pid=64496) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1350.675678] env[64496]: DEBUG oslo_vmware.rw_handles [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bb837ae2-b6b5-4b08-b9ae-5647f410b21f/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1350.811156] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Downloaded image file data af797112-a5c0-4bb3-8866-c3090b3018a8 to vmware_temp/bb837ae2-b6b5-4b08-b9ae-5647f410b21f/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk on the data store datastore1 {{(pid=64496) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1350.811499] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Caching image {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1350.811774] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Copying Virtual Disk [datastore1] vmware_temp/bb837ae2-b6b5-4b08-b9ae-5647f410b21f/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk to [datastore1] vmware_temp/bb837ae2-b6b5-4b08-b9ae-5647f410b21f/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.816578] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc350f46-de20-4e6f-9991-aaf6780dba3e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.827423] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1350.827423] env[64496]: value = "task-1901168" [ 1350.827423] env[64496]: _type = "Task" [ 1350.827423] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.836658] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.836658] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.837470] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.861990] env[64496]: DEBUG nova.compute.utils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1350.864476] env[64496]: DEBUG nova.compute.manager [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1350.864769] env[64496]: DEBUG nova.network.neutron [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1350.955569] env[64496]: DEBUG nova.policy [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '932e8366f56e409a9a96daa814c47731', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '516ef882110843489a7dd1b41723af46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1351.344062] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901168, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.372621] env[64496]: DEBUG nova.compute.manager [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.504227] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cf6162-94a5-4609-aece-454e38fec53c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.516193] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef43ee8-6fd2-4ea5-8843-2a1d4b08a1a6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.558141] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1099183-20ad-4d02-98fd-d540cc2492c8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.566892] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b19d497-3180-49d3-a6ae-5b9e3e3e8639 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.585019] env[64496]: DEBUG nova.compute.provider_tree [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.841284] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.942869} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.841479] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Copied Virtual Disk [datastore1] vmware_temp/bb837ae2-b6b5-4b08-b9ae-5647f410b21f/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk to [datastore1] vmware_temp/bb837ae2-b6b5-4b08-b9ae-5647f410b21f/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1351.841667] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Deleting the datastore file [datastore1] vmware_temp/bb837ae2-b6b5-4b08-b9ae-5647f410b21f/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.841935] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-536c2814-12f7-45ae-9c47-1a6c3d3be334 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.848676] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1351.848676] env[64496]: value = "task-1901169" [ 1351.848676] env[64496]: _type = "Task" [ 1351.848676] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.859294] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.089601] env[64496]: DEBUG nova.scheduler.client.report [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.152762] env[64496]: DEBUG nova.network.neutron [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Successfully created port: 21ada7d1-bf87-4cde-ad91-686799d5919c {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.369747] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025343} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.369747] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.369747] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Moving file from [datastore1] vmware_temp/bb837ae2-b6b5-4b08-b9ae-5647f410b21f/af797112-a5c0-4bb3-8866-c3090b3018a8 to [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8. {{(pid=64496) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1352.370556] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-5747181c-729f-4049-8bfa-b286d8690953 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.377364] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1352.377364] env[64496]: value = "task-1901170" [ 1352.377364] env[64496]: _type = "Task" [ 1352.377364] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.388875] env[64496]: DEBUG nova.compute.manager [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.393203] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901170, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.431457] env[64496]: DEBUG nova.virt.hardware [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.431692] env[64496]: DEBUG nova.virt.hardware [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.431841] env[64496]: DEBUG nova.virt.hardware [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.432068] env[64496]: DEBUG nova.virt.hardware [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.432328] env[64496]: DEBUG nova.virt.hardware [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.432483] env[64496]: DEBUG nova.virt.hardware [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.432887] env[64496]: DEBUG nova.virt.hardware [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.433168] env[64496]: DEBUG nova.virt.hardware [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.433292] env[64496]: DEBUG nova.virt.hardware [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.433485] env[64496]: DEBUG nova.virt.hardware [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.433668] env[64496]: DEBUG nova.virt.hardware [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.434821] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d574016-fb60-4558-a2d1-4017df358954 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.453519] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84de571-ac03-4361-93fe-f3a1be93ef56 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.594834] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.594960] env[64496]: DEBUG nova.compute.manager [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1352.600073] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.085s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.600073] env[64496]: INFO nova.compute.claims [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.832438] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.832438] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1352.891078] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901170, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026914} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.891078] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] File moved {{(pid=64496) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1352.891078] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Cleaning up location [datastore1] vmware_temp/bb837ae2-b6b5-4b08-b9ae-5647f410b21f {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1352.891078] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Deleting the datastore file [datastore1] vmware_temp/bb837ae2-b6b5-4b08-b9ae-5647f410b21f {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.891078] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe6d92fe-2379-4bb8-9882-75ce17ac2574 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.898709] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1352.898709] env[64496]: value = "task-1901172" [ 1352.898709] env[64496]: _type = "Task" [ 1352.898709] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.913988] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.999890] env[64496]: DEBUG nova.network.neutron [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Successfully updated port: 3311d904-5ed4-41a8-a75a-cad7411271a2 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1353.054901] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Acquiring lock "3310d50a-ed0a-41a0-899c-923bfdcdf159" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.055243] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Lock "3310d50a-ed0a-41a0-899c-923bfdcdf159" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.105509] env[64496]: DEBUG nova.compute.utils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1353.114851] env[64496]: DEBUG nova.compute.manager [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1353.114851] env[64496]: DEBUG nova.network.neutron [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1353.181845] env[64496]: DEBUG nova.policy [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c37219ccf5a440cf8ea783300e71626a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcd461faaa6c407f9344d7950a4aa806', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1353.409932] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.065889} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.410340] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.411648] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-240deea2-e7f3-483e-9a6d-b3de10c18afa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.422074] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1353.422074] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f8bbd8-cf44-ea87-2114-c2c05f042c2c" [ 1353.422074] env[64496]: _type = "Task" [ 1353.422074] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.436614] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f8bbd8-cf44-ea87-2114-c2c05f042c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.506574] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Acquiring lock "refresh_cache-2d62a651-bd46-4f8f-a000-dfdefe179ba8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.506736] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Acquired lock "refresh_cache-2d62a651-bd46-4f8f-a000-dfdefe179ba8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.507117] env[64496]: DEBUG nova.network.neutron [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.559371] env[64496]: DEBUG nova.compute.manager [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1353.618433] env[64496]: DEBUG nova.compute.manager [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1353.777878] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186a9097-8417-4e60-affb-aa37070f8c8c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.790224] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b2735e-7114-4e8a-9b83-9b3821c31386 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.823841] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835bf6bb-40e9-44d0-bd4e-786f79c939f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.832377] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.839635] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857a347f-fe5f-45ad-a2e4-e08c8bb2dd81 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.860688] env[64496]: DEBUG nova.compute.provider_tree [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1353.935246] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f8bbd8-cf44-ea87-2114-c2c05f042c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.017792} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.935503] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.936211] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] d9aff96a-c016-4c16-be2a-bbecfcc85093/d9aff96a-c016-4c16-be2a-bbecfcc85093.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.936211] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f765f4d1-bae8-420c-b212-40e1ee171a70 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.945292] env[64496]: DEBUG nova.network.neutron [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Successfully created port: 3332173d-868a-4a11-aa21-341f7ab90bb1 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1353.947638] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1353.947638] env[64496]: value = "task-1901173" [ 1353.947638] env[64496]: _type = "Task" [ 1353.947638] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.956975] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.090072] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.103966] env[64496]: DEBUG nova.network.neutron [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.364465] env[64496]: DEBUG nova.network.neutron [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Successfully updated port: 21ada7d1-bf87-4cde-ad91-686799d5919c {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1354.405311] env[64496]: ERROR nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [req-83b680d4-b0f1-45f4-aeb4-23a8910a8751] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-83b680d4-b0f1-45f4-aeb4-23a8910a8751"}]} [ 1354.440327] env[64496]: DEBUG nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1354.460342] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901173, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.462384] env[64496]: DEBUG nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1354.462644] env[64496]: DEBUG nova.compute.provider_tree [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1354.560971] env[64496]: DEBUG nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1354.579555] env[64496]: DEBUG nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1354.625761] env[64496]: DEBUG nova.network.neutron [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Updating instance_info_cache with network_info: [{"id": "3311d904-5ed4-41a8-a75a-cad7411271a2", "address": "fa:16:3e:5b:95:6c", "network": {"id": "0bbcfc5c-6b13-471b-bd0b-56c2477d8fd5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-790269818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6431c4f91be487fb55ad6aa9f284031", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3311d904-5e", "ovs_interfaceid": "3311d904-5ed4-41a8-a75a-cad7411271a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.629944] env[64496]: DEBUG nova.compute.manager [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1354.675285] env[64496]: DEBUG nova.virt.hardware [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.675572] env[64496]: DEBUG nova.virt.hardware [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.675841] env[64496]: DEBUG nova.virt.hardware [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.676093] env[64496]: DEBUG nova.virt.hardware [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.676301] env[64496]: DEBUG nova.virt.hardware [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.676496] env[64496]: DEBUG nova.virt.hardware [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.676769] env[64496]: DEBUG nova.virt.hardware [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.676968] env[64496]: DEBUG nova.virt.hardware [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.677192] env[64496]: DEBUG nova.virt.hardware [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.677395] env[64496]: DEBUG nova.virt.hardware [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.677596] env[64496]: DEBUG nova.virt.hardware [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.678861] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8474b0-d486-4b9c-a6d0-959b9254bd07 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.688819] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403c45f8-d2e0-4b71-96a6-6fb8167f037b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.740252] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29e33b0-f9fd-4a1d-9030-c27041b21b6b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.747889] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da2e990-d68d-4f5b-9594-436b6f9b899d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.792326] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be1e41-a42b-44ec-bb84-01d932583874 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.801271] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9b4062-14a3-41ec-92da-3f9cde7bc57b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.819889] env[64496]: DEBUG nova.compute.provider_tree [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1354.832072] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.833967] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1354.833967] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1354.867454] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquiring lock "refresh_cache-ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.867599] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquired lock "refresh_cache-ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.867765] env[64496]: DEBUG nova.network.neutron [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.963050] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927234} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.963314] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] d9aff96a-c016-4c16-be2a-bbecfcc85093/d9aff96a-c016-4c16-be2a-bbecfcc85093.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.964037] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.964037] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6411cbbf-7c6a-4d5f-8987-8eb719890c08 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.970666] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1354.970666] env[64496]: value = "task-1901175" [ 1354.970666] env[64496]: _type = "Task" [ 1354.970666] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.979537] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.130473] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Releasing lock "refresh_cache-2d62a651-bd46-4f8f-a000-dfdefe179ba8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.130528] env[64496]: DEBUG nova.compute.manager [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Instance network_info: |[{"id": "3311d904-5ed4-41a8-a75a-cad7411271a2", "address": "fa:16:3e:5b:95:6c", "network": {"id": "0bbcfc5c-6b13-471b-bd0b-56c2477d8fd5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-790269818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6431c4f91be487fb55ad6aa9f284031", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3311d904-5e", "ovs_interfaceid": "3311d904-5ed4-41a8-a75a-cad7411271a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1355.131972] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:95:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3311d904-5ed4-41a8-a75a-cad7411271a2', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1355.151032] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Creating folder: Project (f6431c4f91be487fb55ad6aa9f284031). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.151669] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e181cb28-dfe9-41e6-9e6c-0bf0b35c93cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.164241] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "fb4b120d-4097-40af-a6e9-ee18a55fed58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.164379] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "fb4b120d-4097-40af-a6e9-ee18a55fed58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.166744] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Created folder: Project (f6431c4f91be487fb55ad6aa9f284031) in parent group-v392474. [ 1355.166863] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Creating folder: Instances. Parent ref: group-v392481. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.167511] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e102d795-a8ea-4391-b96e-517f76755043 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.178801] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Created folder: Instances in parent group-v392481. [ 1355.179198] env[64496]: DEBUG oslo.service.loopingcall [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.179398] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1355.183029] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6878ea9-e3fa-416e-a3f4-6fc1fdcd15ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.205058] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.205058] env[64496]: value = "task-1901178" [ 1355.205058] env[64496]: _type = "Task" [ 1355.205058] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.219203] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901178, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.338978] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Skipping network cache update for instance because it is Building. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1355.338978] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Skipping network cache update for instance because it is Building. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1355.338978] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Skipping network cache update for instance because it is Building. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1355.338978] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Skipping network cache update for instance because it is Building. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1355.338978] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Skipping network cache update for instance because it is Building. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1355.338978] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1355.339246] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.339246] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.351050] env[64496]: ERROR nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [req-087c8c79-39a6-44ed-849b-addfeca5859e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-087c8c79-39a6-44ed-849b-addfeca5859e"}]} [ 1355.423398] env[64496]: DEBUG nova.network.neutron [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1355.477331] env[64496]: DEBUG nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1355.483260] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077971} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.483581] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.484665] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e15961-a544-4f93-ba2e-8d9f86caffc8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.507377] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] d9aff96a-c016-4c16-be2a-bbecfcc85093/d9aff96a-c016-4c16-be2a-bbecfcc85093.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.511347] env[64496]: DEBUG nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1355.511613] env[64496]: DEBUG nova.compute.provider_tree [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1355.513444] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70b6b644-46a3-4f79-9943-a6eb103c0a88 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.536083] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1355.536083] env[64496]: value = "task-1901179" [ 1355.536083] env[64496]: _type = "Task" [ 1355.536083] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.540686] env[64496]: DEBUG nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1355.546149] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.572844] env[64496]: DEBUG nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1355.668291] env[64496]: DEBUG nova.compute.manager [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1355.699476] env[64496]: DEBUG nova.compute.manager [req-9aa93ec0-1de5-492e-b877-8802cb244d9d req-0bf0cdce-d899-4c67-961b-9a4cc8b0d46b service nova] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Received event network-vif-plugged-3311d904-5ed4-41a8-a75a-cad7411271a2 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1355.702261] env[64496]: DEBUG oslo_concurrency.lockutils [req-9aa93ec0-1de5-492e-b877-8802cb244d9d req-0bf0cdce-d899-4c67-961b-9a4cc8b0d46b service nova] Acquiring lock "2d62a651-bd46-4f8f-a000-dfdefe179ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.702261] env[64496]: DEBUG oslo_concurrency.lockutils [req-9aa93ec0-1de5-492e-b877-8802cb244d9d req-0bf0cdce-d899-4c67-961b-9a4cc8b0d46b service nova] Lock "2d62a651-bd46-4f8f-a000-dfdefe179ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.702261] env[64496]: DEBUG oslo_concurrency.lockutils [req-9aa93ec0-1de5-492e-b877-8802cb244d9d req-0bf0cdce-d899-4c67-961b-9a4cc8b0d46b service nova] Lock "2d62a651-bd46-4f8f-a000-dfdefe179ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.702261] env[64496]: DEBUG nova.compute.manager [req-9aa93ec0-1de5-492e-b877-8802cb244d9d req-0bf0cdce-d899-4c67-961b-9a4cc8b0d46b service nova] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] No waiting events found dispatching network-vif-plugged-3311d904-5ed4-41a8-a75a-cad7411271a2 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1355.702261] env[64496]: WARNING nova.compute.manager [req-9aa93ec0-1de5-492e-b877-8802cb244d9d req-0bf0cdce-d899-4c67-961b-9a4cc8b0d46b service nova] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Received unexpected event network-vif-plugged-3311d904-5ed4-41a8-a75a-cad7411271a2 for instance with vm_state building and task_state spawning. [ 1355.719061] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901178, 'name': CreateVM_Task, 'duration_secs': 0.393053} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.720308] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.721109] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eab965-92a3-400b-a873-c6ffc8ce03d8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.735285] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f772dd-71f3-48ab-9cad-6ac8083bd35e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.739774] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.739971] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.740562] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.741499] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc5dda5-c9bd-44f7-9b98-ffe59303691e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.779019] env[64496]: DEBUG nova.network.neutron [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Updating instance_info_cache with network_info: [{"id": "21ada7d1-bf87-4cde-ad91-686799d5919c", "address": "fa:16:3e:2f:1d:56", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ada7d1-bf", "ovs_interfaceid": "21ada7d1-bf87-4cde-ad91-686799d5919c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.785274] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e1ffcb-8c6d-46e7-81ed-e548b55f0ae7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.789394] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Waiting for the task: (returnval){ [ 1355.789394] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528ed785-6c76-e91d-d115-33173efd1b70" [ 1355.789394] env[64496]: _type = "Task" [ 1355.789394] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.797772] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c032a232-5aea-422f-8731-0170f34a8a93 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.816312] env[64496]: DEBUG nova.compute.provider_tree [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1355.817950] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528ed785-6c76-e91d-d115-33173efd1b70, 'name': SearchDatastore_Task, 'duration_secs': 0.008794} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.818627] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.820143] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1355.820143] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.820143] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.820143] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1355.820143] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5146a48b-ebf0-4e54-8879-c1e21a419bd6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.829501] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1355.829501] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1355.830381] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe414a10-af2a-4a1f-9910-2ff2cb75502a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.837616] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Waiting for the task: (returnval){ [ 1355.837616] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5271bcd2-c126-d901-b829-a1aaafe50c66" [ 1355.837616] env[64496]: _type = "Task" [ 1355.837616] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.842126] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.845113] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5271bcd2-c126-d901-b829-a1aaafe50c66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.047456] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901179, 'name': ReconfigVM_Task, 'duration_secs': 0.326469} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.047870] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Reconfigured VM instance instance-00000001 to attach disk [datastore1] d9aff96a-c016-4c16-be2a-bbecfcc85093/d9aff96a-c016-4c16-be2a-bbecfcc85093.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.048607] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87f85721-fb6e-49ab-84b1-694534f777db {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.055041] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1356.055041] env[64496]: value = "task-1901180" [ 1356.055041] env[64496]: _type = "Task" [ 1356.055041] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.066709] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901180, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.088098] env[64496]: DEBUG nova.compute.manager [req-e4993995-7742-4fde-bc18-31f8a1b9bb7c req-8c306c14-6195-4bb9-abad-3762285b0220 service nova] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Received event network-vif-plugged-21ada7d1-bf87-4cde-ad91-686799d5919c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1356.088300] env[64496]: DEBUG oslo_concurrency.lockutils [req-e4993995-7742-4fde-bc18-31f8a1b9bb7c req-8c306c14-6195-4bb9-abad-3762285b0220 service nova] Acquiring lock "ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.088506] env[64496]: DEBUG oslo_concurrency.lockutils [req-e4993995-7742-4fde-bc18-31f8a1b9bb7c req-8c306c14-6195-4bb9-abad-3762285b0220 service nova] Lock "ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.088669] env[64496]: DEBUG oslo_concurrency.lockutils [req-e4993995-7742-4fde-bc18-31f8a1b9bb7c req-8c306c14-6195-4bb9-abad-3762285b0220 service nova] Lock "ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.088855] env[64496]: DEBUG nova.compute.manager [req-e4993995-7742-4fde-bc18-31f8a1b9bb7c req-8c306c14-6195-4bb9-abad-3762285b0220 service nova] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] No waiting events found dispatching network-vif-plugged-21ada7d1-bf87-4cde-ad91-686799d5919c {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1356.088983] env[64496]: WARNING nova.compute.manager [req-e4993995-7742-4fde-bc18-31f8a1b9bb7c req-8c306c14-6195-4bb9-abad-3762285b0220 service nova] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Received unexpected event network-vif-plugged-21ada7d1-bf87-4cde-ad91-686799d5919c for instance with vm_state building and task_state spawning. [ 1356.200084] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.287567] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Releasing lock "refresh_cache-ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.287899] env[64496]: DEBUG nova.compute.manager [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Instance network_info: |[{"id": "21ada7d1-bf87-4cde-ad91-686799d5919c", "address": "fa:16:3e:2f:1d:56", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ada7d1-bf", "ovs_interfaceid": "21ada7d1-bf87-4cde-ad91-686799d5919c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1356.288357] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:1d:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21ada7d1-bf87-4cde-ad91-686799d5919c', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1356.303556] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Creating folder: Project (516ef882110843489a7dd1b41723af46). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1356.304656] env[64496]: DEBUG nova.network.neutron [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Successfully updated port: 3332173d-868a-4a11-aa21-341f7ab90bb1 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1356.313114] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68050d41-24d2-4892-b7ff-40566d7d4566 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.326858] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Created folder: Project (516ef882110843489a7dd1b41723af46) in parent group-v392474. [ 1356.326858] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Creating folder: Instances. Parent ref: group-v392484. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1356.326858] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bc62dff-e04b-466b-afad-472b3be5a5be {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.340305] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Created folder: Instances in parent group-v392484. [ 1356.340305] env[64496]: DEBUG oslo.service.loopingcall [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.344293] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1356.344293] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f852d53-dc67-4857-b3d4-2fc5ff549ab8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.361418] env[64496]: ERROR nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [req-9d68c785-7a78-49fc-8f08-c9087aeb946f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d68c785-7a78-49fc-8f08-c9087aeb946f"}]} [ 1356.370545] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5271bcd2-c126-d901-b829-a1aaafe50c66, 'name': SearchDatastore_Task, 'duration_secs': 0.011247} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.371622] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a5f084f-e806-42d6-8468-87f85c391ffd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.375638] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1356.375638] env[64496]: value = "task-1901183" [ 1356.375638] env[64496]: _type = "Task" [ 1356.375638] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.380847] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Waiting for the task: (returnval){ [ 1356.380847] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526b41e4-c355-66f7-23cb-b6be4eed798d" [ 1356.380847] env[64496]: _type = "Task" [ 1356.380847] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.387342] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901183, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.392447] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526b41e4-c355-66f7-23cb-b6be4eed798d, 'name': SearchDatastore_Task, 'duration_secs': 0.007967} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.394014] env[64496]: DEBUG nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1356.395647] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.398477] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 2d62a651-bd46-4f8f-a000-dfdefe179ba8/2d62a651-bd46-4f8f-a000-dfdefe179ba8.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1356.398477] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f748cc6-ece0-4c67-894a-e53839b5222d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.404616] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Waiting for the task: (returnval){ [ 1356.404616] env[64496]: value = "task-1901184" [ 1356.404616] env[64496]: _type = "Task" [ 1356.404616] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.412118] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.413071] env[64496]: DEBUG nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1356.413302] env[64496]: DEBUG nova.compute.provider_tree [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1356.427480] env[64496]: DEBUG nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1356.449405] env[64496]: DEBUG nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1356.569958] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901180, 'name': Rename_Task, 'duration_secs': 0.132203} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.570237] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.570817] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16e8b8d0-db58-4708-8ffe-1fbd3cc37214 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.579548] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1356.579548] env[64496]: value = "task-1901185" [ 1356.579548] env[64496]: _type = "Task" [ 1356.579548] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.591369] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.627360] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "8990fe10-951e-4336-a041-8f95ba0d8fa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.627600] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "8990fe10-951e-4336-a041-8f95ba0d8fa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.670157] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab6340d-59a7-4631-870e-cc0c8ec18d6a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.680766] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a3ed49-abce-4850-b6d6-afc0d209b533 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.715909] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c76b6e-849c-4331-a3cd-bcccafeee778 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.724125] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee970476-6ee5-4146-b512-4ea751a9536a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.740059] env[64496]: DEBUG nova.compute.provider_tree [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1356.815349] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Acquiring lock "85f549d9-28c1-4f8e-9708-2072e977c52b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.815349] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Lock "85f549d9-28c1-4f8e-9708-2072e977c52b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.816688] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Acquiring lock "refresh_cache-2a74d990-c005-4f5c-97a5-d921d33a47e7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.816831] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Acquired lock "refresh_cache-2a74d990-c005-4f5c-97a5-d921d33a47e7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.816979] env[64496]: DEBUG nova.network.neutron [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.890035] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901183, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.914403] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901184, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.089525] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901185, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.132277] env[64496]: DEBUG nova.compute.manager [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.306991] env[64496]: DEBUG nova.scheduler.client.report [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 13 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1357.308562] env[64496]: DEBUG nova.compute.provider_tree [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 13 to 14 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1357.308562] env[64496]: DEBUG nova.compute.provider_tree [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1357.318979] env[64496]: DEBUG nova.compute.manager [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.387333] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901183, 'name': CreateVM_Task, 'duration_secs': 0.594756} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.387611] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1357.388305] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.388477] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.388786] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1357.389140] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df8897f-0015-43ec-a011-7b9bd8a75b9a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.400020] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1357.400020] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52545f69-9f9f-f0ef-8c8c-854a2f854257" [ 1357.400020] env[64496]: _type = "Task" [ 1357.400020] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.409556] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52545f69-9f9f-f0ef-8c8c-854a2f854257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.414269] env[64496]: DEBUG nova.network.neutron [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.421951] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581349} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.422701] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 2d62a651-bd46-4f8f-a000-dfdefe179ba8/2d62a651-bd46-4f8f-a000-dfdefe179ba8.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1357.422701] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1357.422896] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5048d4cc-bba8-4b4d-ba33-0810bf128cc5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.430129] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Waiting for the task: (returnval){ [ 1357.430129] env[64496]: value = "task-1901187" [ 1357.430129] env[64496]: _type = "Task" [ 1357.430129] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.439743] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.588613] env[64496]: DEBUG oslo_vmware.api [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901185, 'name': PowerOnVM_Task, 'duration_secs': 0.765752} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.588613] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.589078] env[64496]: INFO nova.compute.manager [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1357.589298] env[64496]: DEBUG nova.compute.manager [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.590153] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32ff251-755f-4638-a0c4-e236b1d45ca7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.661751] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.817348] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.219s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.817883] env[64496]: DEBUG nova.compute.manager [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1357.820975] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.731s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.824548] env[64496]: INFO nova.compute.claims [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.851307] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.886491] env[64496]: DEBUG nova.network.neutron [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Updating instance_info_cache with network_info: [{"id": "3332173d-868a-4a11-aa21-341f7ab90bb1", "address": "fa:16:3e:1e:41:fe", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3332173d-86", "ovs_interfaceid": "3332173d-868a-4a11-aa21-341f7ab90bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.909772] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52545f69-9f9f-f0ef-8c8c-854a2f854257, 'name': SearchDatastore_Task, 'duration_secs': 0.017707} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.910123] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.910393] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1357.910678] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.910857] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.911077] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1357.911353] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0285c84a-428b-434f-8ce5-ded8eb18129b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.926769] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1357.926992] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1357.927726] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98cda9ad-0ee6-44c9-b658-e5286dbae1ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.935999] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1357.935999] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b4d05b-7149-3b61-3d4b-ac39b2634fce" [ 1357.935999] env[64496]: _type = "Task" [ 1357.935999] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.942981] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207218} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.943621] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1357.944453] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79acae5-b606-42d8-a0e3-6513230df8b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.950008] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b4d05b-7149-3b61-3d4b-ac39b2634fce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.970563] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 2d62a651-bd46-4f8f-a000-dfdefe179ba8/2d62a651-bd46-4f8f-a000-dfdefe179ba8.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.970903] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e0e34ee-aa62-46f6-aa06-cc121b9fccf4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.990891] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Waiting for the task: (returnval){ [ 1357.990891] env[64496]: value = "task-1901188" [ 1357.990891] env[64496]: _type = "Task" [ 1357.990891] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.999014] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.117552] env[64496]: INFO nova.compute.manager [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Took 14.55 seconds to build instance. [ 1358.322664] env[64496]: DEBUG nova.compute.utils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1358.324067] env[64496]: DEBUG nova.compute.manager [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.324273] env[64496]: DEBUG nova.network.neutron [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.390740] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Releasing lock "refresh_cache-2a74d990-c005-4f5c-97a5-d921d33a47e7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.392033] env[64496]: DEBUG nova.compute.manager [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Instance network_info: |[{"id": "3332173d-868a-4a11-aa21-341f7ab90bb1", "address": "fa:16:3e:1e:41:fe", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3332173d-86", "ovs_interfaceid": "3332173d-868a-4a11-aa21-341f7ab90bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1358.392227] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:41:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3332173d-868a-4a11-aa21-341f7ab90bb1', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.400441] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Creating folder: Project (fcd461faaa6c407f9344d7950a4aa806). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.400752] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adbd4f4c-32fc-45b3-afdd-c1d80d7e2ac8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.414159] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Created folder: Project (fcd461faaa6c407f9344d7950a4aa806) in parent group-v392474. [ 1358.414361] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Creating folder: Instances. Parent ref: group-v392487. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.414615] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4070c252-6b70-44b0-9671-66aa100a361c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.424668] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Created folder: Instances in parent group-v392487. [ 1358.424919] env[64496]: DEBUG oslo.service.loopingcall [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.425135] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.425335] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e614041c-f3ac-4db8-8972-7342a73dda74 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.450765] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b4d05b-7149-3b61-3d4b-ac39b2634fce, 'name': SearchDatastore_Task, 'duration_secs': 0.034528} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.452881] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.452881] env[64496]: value = "task-1901191" [ 1358.452881] env[64496]: _type = "Task" [ 1358.452881] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.453222] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf31eb6b-00ab-4583-984a-2e4a21207452 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.461605] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1358.461605] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529d5e78-3c6f-89aa-4e3b-50dae70c0436" [ 1358.461605] env[64496]: _type = "Task" [ 1358.461605] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.464711] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901191, 'name': CreateVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.474484] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529d5e78-3c6f-89aa-4e3b-50dae70c0436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.485235] env[64496]: DEBUG nova.policy [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7a55715564e4f3099e42585637c4881', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '571a30d091994e16b8ef857354538ee1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1358.501308] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901188, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.622141] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bcdb28e9-d430-4d11-888d-bd74f198c6d2 tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Lock "d9aff96a-c016-4c16-be2a-bbecfcc85093" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.068s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.771621] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Acquiring lock "5d6fd328-423e-4b4a-8615-8d47117d1c85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.771621] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Lock "5d6fd328-423e-4b4a-8615-8d47117d1c85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.833048] env[64496]: DEBUG nova.compute.manager [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1358.976842] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901191, 'name': CreateVM_Task, 'duration_secs': 0.410411} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.978706] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.979920] env[64496]: DEBUG oslo_vmware.service [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91226fab-a3c9-48ae-8c21-242d5a8a5644 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.989484] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529d5e78-3c6f-89aa-4e3b-50dae70c0436, 'name': SearchDatastore_Task, 'duration_secs': 0.012474} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.994051] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.995128] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad/ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1358.995128] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a30b859a-9661-4e79-bb98-6d142fc7d569 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.998927] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.999091] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.999473] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1359.003928] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd2aae93-ded7-428a-ac74-fffc83e76810 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.013256] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1359.013256] env[64496]: value = "task-1901192" [ 1359.013256] env[64496]: _type = "Task" [ 1359.013256] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.020607] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901188, 'name': ReconfigVM_Task, 'duration_secs': 0.533672} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.020607] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 2d62a651-bd46-4f8f-a000-dfdefe179ba8/2d62a651-bd46-4f8f-a000-dfdefe179ba8.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.020607] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31c33860-8297-4501-a4bb-cac530feaf45 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.023330] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for the task: (returnval){ [ 1359.023330] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b95572-6c93-777a-fd84-34be8cf468ee" [ 1359.023330] env[64496]: _type = "Task" [ 1359.023330] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.039575] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.039915] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Waiting for the task: (returnval){ [ 1359.039915] env[64496]: value = "task-1901193" [ 1359.039915] env[64496]: _type = "Task" [ 1359.039915] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.049351] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.051540] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.051540] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.051540] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.051540] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.051540] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cde793ca-770c-4389-80df-0af4f68e83f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.055304] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901193, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.072547] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.072751] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1359.075998] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bc1ebb-624e-4580-a0ca-0d46abb9dc12 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.086549] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75b74e1-b08e-45fe-9fc2-0ad21dc4d87c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.093232] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for the task: (returnval){ [ 1359.093232] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5234de10-4969-adfe-b794-cceac7fd6b3a" [ 1359.093232] env[64496]: _type = "Task" [ 1359.093232] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.100451] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5234de10-4969-adfe-b794-cceac7fd6b3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.102303] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c936330e-5875-4d23-b27a-91c75c0e86e9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.109077] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6155408-eb66-4aca-9a09-bf0a5ff3fbf6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.141492] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ed5ec6-8854-46e2-ad96-3eefb20e5ec3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.149074] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c048ab-0629-47a8-8996-ad866f3422e1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.165495] env[64496]: DEBUG nova.compute.provider_tree [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.274699] env[64496]: DEBUG nova.compute.manager [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.461251] env[64496]: DEBUG nova.compute.manager [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Received event network-changed-3311d904-5ed4-41a8-a75a-cad7411271a2 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1359.461441] env[64496]: DEBUG nova.compute.manager [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Refreshing instance network info cache due to event network-changed-3311d904-5ed4-41a8-a75a-cad7411271a2. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1359.461658] env[64496]: DEBUG oslo_concurrency.lockutils [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] Acquiring lock "refresh_cache-2d62a651-bd46-4f8f-a000-dfdefe179ba8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.461814] env[64496]: DEBUG oslo_concurrency.lockutils [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] Acquired lock "refresh_cache-2d62a651-bd46-4f8f-a000-dfdefe179ba8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.465311] env[64496]: DEBUG nova.network.neutron [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Refreshing network info cache for port 3311d904-5ed4-41a8-a75a-cad7411271a2 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.527158] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901192, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.561260] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901193, 'name': Rename_Task, 'duration_secs': 0.281116} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.561260] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.561453] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a49bb66-2875-4827-ad6c-935ca3c56551 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.569301] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Waiting for the task: (returnval){ [ 1359.569301] env[64496]: value = "task-1901195" [ 1359.569301] env[64496]: _type = "Task" [ 1359.569301] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.580079] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.615250] env[64496]: DEBUG nova.network.neutron [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Successfully created port: 49e80b81-27d5-4d3c-8d05-8865f888332e {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.616662] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Preparing fetch location {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1359.617101] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Creating directory with path [datastore2] vmware_temp/168896b9-fbd9-44bb-8865-0d21c7ee01c3/af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.618415] env[64496]: DEBUG nova.compute.manager [req-943b8574-9b33-49f9-a248-60106b2a0b5f req-2cc4e2b4-28eb-4f1b-95cd-eb21049872e2 service nova] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Received event network-changed-21ada7d1-bf87-4cde-ad91-686799d5919c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1359.618635] env[64496]: DEBUG nova.compute.manager [req-943b8574-9b33-49f9-a248-60106b2a0b5f req-2cc4e2b4-28eb-4f1b-95cd-eb21049872e2 service nova] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Refreshing instance network info cache due to event network-changed-21ada7d1-bf87-4cde-ad91-686799d5919c. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1359.620144] env[64496]: DEBUG oslo_concurrency.lockutils [req-943b8574-9b33-49f9-a248-60106b2a0b5f req-2cc4e2b4-28eb-4f1b-95cd-eb21049872e2 service nova] Acquiring lock "refresh_cache-ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.620144] env[64496]: DEBUG oslo_concurrency.lockutils [req-943b8574-9b33-49f9-a248-60106b2a0b5f req-2cc4e2b4-28eb-4f1b-95cd-eb21049872e2 service nova] Acquired lock "refresh_cache-ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.620144] env[64496]: DEBUG nova.network.neutron [req-943b8574-9b33-49f9-a248-60106b2a0b5f req-2cc4e2b4-28eb-4f1b-95cd-eb21049872e2 service nova] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Refreshing network info cache for port 21ada7d1-bf87-4cde-ad91-686799d5919c {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.624266] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12ee4233-933f-4427-975d-7acf48b56aa6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.652062] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Created directory with path [datastore2] vmware_temp/168896b9-fbd9-44bb-8865-0d21c7ee01c3/af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.652527] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Fetch image to [datastore2] vmware_temp/168896b9-fbd9-44bb-8865-0d21c7ee01c3/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1359.652864] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Downloading image file data af797112-a5c0-4bb3-8866-c3090b3018a8 to [datastore2] vmware_temp/168896b9-fbd9-44bb-8865-0d21c7ee01c3/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk on the data store datastore2 {{(pid=64496) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1359.654199] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e05ad6-115d-4e12-b199-905a2f683560 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.664097] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a7889b-e1b3-4c49-b32a-4c8c487fc0be {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.669560] env[64496]: DEBUG nova.scheduler.client.report [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.682656] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ea3d91-25e8-43df-abd0-422910e7a1bd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.723427] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda62b92-b0ee-4909-91f3-79abeccbfea5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.730935] env[64496]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-3ffbd884-7105-4be6-acc8-7c17e9c76c7b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.769185] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Downloading image file data af797112-a5c0-4bb3-8866-c3090b3018a8 to the data store datastore2 {{(pid=64496) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1359.824595] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.848709] env[64496]: DEBUG nova.compute.manager [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1359.880986] env[64496]: DEBUG nova.virt.hardware [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1359.881210] env[64496]: DEBUG nova.virt.hardware [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.881363] env[64496]: DEBUG nova.virt.hardware [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.881536] env[64496]: DEBUG nova.virt.hardware [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.881679] env[64496]: DEBUG nova.virt.hardware [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.881894] env[64496]: DEBUG nova.virt.hardware [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1359.882487] env[64496]: DEBUG nova.virt.hardware [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1359.882680] env[64496]: DEBUG nova.virt.hardware [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1359.882858] env[64496]: DEBUG nova.virt.hardware [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1359.883031] env[64496]: DEBUG nova.virt.hardware [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1359.883262] env[64496]: DEBUG nova.virt.hardware [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1359.884141] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c45767-9380-4a42-bd0f-c91de0077b1c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.891009] env[64496]: DEBUG oslo_vmware.rw_handles [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/168896b9-fbd9-44bb-8865-0d21c7ee01c3/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=64496) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1359.961711] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9abc122-b351-4872-bf80-d179359c1edb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.025988] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793556} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.026778] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad/ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.027017] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1360.027315] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3598349-59a4-4ecd-b774-b9b4e73d232e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.062289] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1360.062289] env[64496]: value = "task-1901196" [ 1360.062289] env[64496]: _type = "Task" [ 1360.062289] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.082282] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901195, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.180662] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.181159] env[64496]: DEBUG nova.compute.manager [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1360.188428] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.346s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.188831] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.188831] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1360.188971] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.990s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.194017] env[64496]: INFO nova.compute.claims [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.198401] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7212103-41c4-4cf6-8285-68ec864e1a29 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.209500] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412565f6-af9f-4ae2-a3b3-4174ea4e7ed6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.230609] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7b2ceb-4337-46dc-b445-1aa7818dd1b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.238871] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997b9e50-dacd-466c-ab6b-5fdae1d1db34 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.280862] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181295MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1360.281084] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.483623] env[64496]: DEBUG nova.network.neutron [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Updated VIF entry in instance network info cache for port 3311d904-5ed4-41a8-a75a-cad7411271a2. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.483623] env[64496]: DEBUG nova.network.neutron [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Updating instance_info_cache with network_info: [{"id": "3311d904-5ed4-41a8-a75a-cad7411271a2", "address": "fa:16:3e:5b:95:6c", "network": {"id": "0bbcfc5c-6b13-471b-bd0b-56c2477d8fd5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-790269818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6431c4f91be487fb55ad6aa9f284031", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3311d904-5e", "ovs_interfaceid": "3311d904-5ed4-41a8-a75a-cad7411271a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.582658] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142623} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.595487] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.595487] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901195, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.596621] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb8bd2b-dae7-44be-95c2-544a774644f4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.619907] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad/ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.627020] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfba2904-d60f-4ba3-8918-e9d8d9dac584 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.650364] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1360.650364] env[64496]: value = "task-1901197" [ 1360.650364] env[64496]: _type = "Task" [ 1360.650364] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.663699] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901197, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.703242] env[64496]: DEBUG nova.compute.utils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1360.710260] env[64496]: DEBUG oslo_vmware.rw_handles [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Completed reading data from the image iterator. {{(pid=64496) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1360.710356] env[64496]: DEBUG oslo_vmware.rw_handles [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/168896b9-fbd9-44bb-8865-0d21c7ee01c3/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1360.710965] env[64496]: DEBUG nova.compute.manager [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1360.711266] env[64496]: DEBUG nova.network.neutron [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.771179] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Downloaded image file data af797112-a5c0-4bb3-8866-c3090b3018a8 to vmware_temp/168896b9-fbd9-44bb-8865-0d21c7ee01c3/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk on the data store datastore2 {{(pid=64496) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1360.771469] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Caching image {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1360.771722] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Copying Virtual Disk [datastore2] vmware_temp/168896b9-fbd9-44bb-8865-0d21c7ee01c3/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk to [datastore2] vmware_temp/168896b9-fbd9-44bb-8865-0d21c7ee01c3/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1360.772643] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbb1fe72-41e3-4f2f-bd1e-23a42dc0d186 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.784304] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for the task: (returnval){ [ 1360.784304] env[64496]: value = "task-1901198" [ 1360.784304] env[64496]: _type = "Task" [ 1360.784304] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.795244] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.877780] env[64496]: DEBUG nova.policy [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daa2136f8d724c88ba080a0fdcc62dfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49ae035e131c4db3b6f87e1f4d45566c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1360.932674] env[64496]: DEBUG nova.network.neutron [req-943b8574-9b33-49f9-a248-60106b2a0b5f req-2cc4e2b4-28eb-4f1b-95cd-eb21049872e2 service nova] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Updated VIF entry in instance network info cache for port 21ada7d1-bf87-4cde-ad91-686799d5919c. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.933035] env[64496]: DEBUG nova.network.neutron [req-943b8574-9b33-49f9-a248-60106b2a0b5f req-2cc4e2b4-28eb-4f1b-95cd-eb21049872e2 service nova] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Updating instance_info_cache with network_info: [{"id": "21ada7d1-bf87-4cde-ad91-686799d5919c", "address": "fa:16:3e:2f:1d:56", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ada7d1-bf", "ovs_interfaceid": "21ada7d1-bf87-4cde-ad91-686799d5919c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.986186] env[64496]: DEBUG oslo_concurrency.lockutils [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] Releasing lock "refresh_cache-2d62a651-bd46-4f8f-a000-dfdefe179ba8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.986529] env[64496]: DEBUG nova.compute.manager [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Received event network-vif-plugged-3332173d-868a-4a11-aa21-341f7ab90bb1 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1360.986731] env[64496]: DEBUG oslo_concurrency.lockutils [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] Acquiring lock "2a74d990-c005-4f5c-97a5-d921d33a47e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.986938] env[64496]: DEBUG oslo_concurrency.lockutils [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] Lock "2a74d990-c005-4f5c-97a5-d921d33a47e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.987111] env[64496]: DEBUG oslo_concurrency.lockutils [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] Lock "2a74d990-c005-4f5c-97a5-d921d33a47e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.987274] env[64496]: DEBUG nova.compute.manager [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] No waiting events found dispatching network-vif-plugged-3332173d-868a-4a11-aa21-341f7ab90bb1 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1360.987436] env[64496]: WARNING nova.compute.manager [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Received unexpected event network-vif-plugged-3332173d-868a-4a11-aa21-341f7ab90bb1 for instance with vm_state building and task_state spawning. [ 1360.987603] env[64496]: DEBUG nova.compute.manager [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Received event network-changed-3332173d-868a-4a11-aa21-341f7ab90bb1 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1360.987744] env[64496]: DEBUG nova.compute.manager [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Refreshing instance network info cache due to event network-changed-3332173d-868a-4a11-aa21-341f7ab90bb1. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1360.987949] env[64496]: DEBUG oslo_concurrency.lockutils [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] Acquiring lock "refresh_cache-2a74d990-c005-4f5c-97a5-d921d33a47e7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.988449] env[64496]: DEBUG oslo_concurrency.lockutils [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] Acquired lock "refresh_cache-2a74d990-c005-4f5c-97a5-d921d33a47e7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.988449] env[64496]: DEBUG nova.network.neutron [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Refreshing network info cache for port 3332173d-868a-4a11-aa21-341f7ab90bb1 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.083111] env[64496]: DEBUG oslo_vmware.api [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901195, 'name': PowerOnVM_Task, 'duration_secs': 1.336475} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.083511] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.083584] env[64496]: INFO nova.compute.manager [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Took 10.95 seconds to spawn the instance on the hypervisor. [ 1361.086018] env[64496]: DEBUG nova.compute.manager [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.086018] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c1fc50-8b0b-4146-babe-b6b5dc5503f1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.143376] env[64496]: INFO nova.compute.manager [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Rebuilding instance [ 1361.165834] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.205466] env[64496]: DEBUG nova.compute.manager [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.206387] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c0750f-6ace-4611-9dab-2d4d88751a34 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.220296] env[64496]: DEBUG nova.compute.manager [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1361.301886] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.428607] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91dbbbf-b673-40f3-b867-104d8837858c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.436499] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7979e20d-236f-47f4-9287-f730cb8400c6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.441606] env[64496]: DEBUG oslo_concurrency.lockutils [req-943b8574-9b33-49f9-a248-60106b2a0b5f req-2cc4e2b4-28eb-4f1b-95cd-eb21049872e2 service nova] Releasing lock "refresh_cache-ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.444970] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.445200] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.473429] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a36b831-f9bc-44cc-8993-344a52bce932 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.484170] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d67ef7a-b875-45ee-a740-e5fb8cb474de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.500575] env[64496]: DEBUG nova.compute.provider_tree [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.608361] env[64496]: INFO nova.compute.manager [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Took 17.46 seconds to build instance. [ 1361.669121] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901197, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.801082] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901198, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.950507] env[64496]: DEBUG nova.compute.manager [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1362.004294] env[64496]: DEBUG nova.scheduler.client.report [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.018060] env[64496]: DEBUG nova.network.neutron [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Updated VIF entry in instance network info cache for port 3332173d-868a-4a11-aa21-341f7ab90bb1. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.018060] env[64496]: DEBUG nova.network.neutron [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Updating instance_info_cache with network_info: [{"id": "3332173d-868a-4a11-aa21-341f7ab90bb1", "address": "fa:16:3e:1e:41:fe", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3332173d-86", "ovs_interfaceid": "3332173d-868a-4a11-aa21-341f7ab90bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.102549] env[64496]: DEBUG nova.network.neutron [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Successfully created port: ee25fd94-0f39-44e3-a0bc-b2be20367e8a {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1362.111239] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf84f176-e34a-4e14-a39c-4ce48df4a3b0 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Lock "2d62a651-bd46-4f8f-a000-dfdefe179ba8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.005s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.170152] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901197, 'name': ReconfigVM_Task, 'duration_secs': 1.057147} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.170152] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Reconfigured VM instance instance-00000003 to attach disk [datastore1] ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad/ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.170673] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdf39d78-6697-4938-8689-3d73dca72817 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.205168] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1362.205168] env[64496]: value = "task-1901199" [ 1362.205168] env[64496]: _type = "Task" [ 1362.205168] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.223209] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901199, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.224130] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.224768] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23f99f16-4699-46d4-8d21-a3b2d7e6ed5e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.232703] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1362.232703] env[64496]: value = "task-1901200" [ 1362.232703] env[64496]: _type = "Task" [ 1362.232703] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.239220] env[64496]: DEBUG nova.compute.manager [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1362.251216] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.280983] env[64496]: DEBUG nova.virt.hardware [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.282252] env[64496]: DEBUG nova.virt.hardware [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.283317] env[64496]: DEBUG nova.virt.hardware [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.283567] env[64496]: DEBUG nova.virt.hardware [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.283718] env[64496]: DEBUG nova.virt.hardware [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.283917] env[64496]: DEBUG nova.virt.hardware [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.284174] env[64496]: DEBUG nova.virt.hardware [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.284345] env[64496]: DEBUG nova.virt.hardware [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.284528] env[64496]: DEBUG nova.virt.hardware [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.284695] env[64496]: DEBUG nova.virt.hardware [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.284906] env[64496]: DEBUG nova.virt.hardware [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.285926] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7693709-8e1b-4754-9d5b-3fc6a6dd8c6b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.304912] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bada46-c3dd-4305-8be6-3c10b620f80e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.309525] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901198, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.416175} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.310017] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Copied Virtual Disk [datastore2] vmware_temp/168896b9-fbd9-44bb-8865-0d21c7ee01c3/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk to [datastore2] vmware_temp/168896b9-fbd9-44bb-8865-0d21c7ee01c3/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.310552] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Deleting the datastore file [datastore2] vmware_temp/168896b9-fbd9-44bb-8865-0d21c7ee01c3/af797112-a5c0-4bb3-8866-c3090b3018a8/tmp-sparse.vmdk {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.311326] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e79c460d-855a-496d-ad8a-2f34513d00b1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.331152] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for the task: (returnval){ [ 1362.331152] env[64496]: value = "task-1901201" [ 1362.331152] env[64496]: _type = "Task" [ 1362.331152] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.335470] env[64496]: DEBUG nova.network.neutron [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Successfully updated port: 49e80b81-27d5-4d3c-8d05-8865f888332e {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.344235] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.484046] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.521540] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.523183] env[64496]: DEBUG nova.compute.manager [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.525405] env[64496]: DEBUG oslo_concurrency.lockutils [req-072e26e4-b0b4-47c7-ad35-fc5c25418f30 req-6c989c54-b770-4c8d-979c-a23e470cb38e service nova] Releasing lock "refresh_cache-2a74d990-c005-4f5c-97a5-d921d33a47e7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.526024] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.864s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.527551] env[64496]: INFO nova.compute.claims [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.717286] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901199, 'name': Rename_Task, 'duration_secs': 0.238302} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.717643] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1362.717962] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-954c6c89-a948-4c0c-9ea0-ebb9b53e2b70 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.725981] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1362.725981] env[64496]: value = "task-1901202" [ 1362.725981] env[64496]: _type = "Task" [ 1362.725981] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.740820] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.747119] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901200, 'name': PowerOffVM_Task, 'duration_secs': 0.131606} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.747648] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.748066] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1362.749249] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90bc1ac-4f42-4c3e-b2e1-d015ffd5a53f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.757180] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1362.757982] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90bb8e8c-9d32-463e-a657-49f95267a058 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.783444] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.783444] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.783444] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Deleting the datastore file [datastore1] d9aff96a-c016-4c16-be2a-bbecfcc85093 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.783444] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68ef9834-a76e-4fcc-a5b8-3e69a659fc5e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.793447] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1362.793447] env[64496]: value = "task-1901204" [ 1362.793447] env[64496]: _type = "Task" [ 1362.793447] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.802520] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.844520] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037931} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.846996] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Acquiring lock "refresh_cache-51f4045f-a7b8-4293-aa22-17b5cba7e7ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.846996] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Acquired lock "refresh_cache-51f4045f-a7b8-4293-aa22-17b5cba7e7ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.846996] env[64496]: DEBUG nova.network.neutron [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.849506] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.849728] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Moving file from [datastore2] vmware_temp/168896b9-fbd9-44bb-8865-0d21c7ee01c3/af797112-a5c0-4bb3-8866-c3090b3018a8 to [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8. {{(pid=64496) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1362.850673] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-24a763d9-b88a-44d3-8f40-ff8028bc2694 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.857919] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for the task: (returnval){ [ 1362.857919] env[64496]: value = "task-1901205" [ 1362.857919] env[64496]: _type = "Task" [ 1362.857919] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.868807] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901205, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.030719] env[64496]: DEBUG nova.compute.utils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1363.032650] env[64496]: DEBUG nova.compute.manager [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1363.036246] env[64496]: DEBUG nova.network.neutron [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1363.121481] env[64496]: DEBUG nova.policy [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '807fe5de6d9b46d28d332535ab4e390f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c5fbc0bdd444d389b95497b1751ee50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1363.239427] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901202, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.308289] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171791} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.308694] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.308977] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.309291] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.374257] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901205, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025947} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.374257] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] File moved {{(pid=64496) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1363.374578] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Cleaning up location [datastore2] vmware_temp/168896b9-fbd9-44bb-8865-0d21c7ee01c3 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1363.374578] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Deleting the datastore file [datastore2] vmware_temp/168896b9-fbd9-44bb-8865-0d21c7ee01c3 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.377413] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10664db8-f6ce-404e-9fff-806c158b1659 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.382943] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for the task: (returnval){ [ 1363.382943] env[64496]: value = "task-1901207" [ 1363.382943] env[64496]: _type = "Task" [ 1363.382943] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.395343] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.463316] env[64496]: DEBUG nova.network.neutron [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.531096] env[64496]: DEBUG nova.compute.manager [req-5c7aec72-0cd3-4782-80cb-02e44fcc795b req-b4fb214f-2ef3-4e96-b54f-987ca4f8aca8 service nova] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Received event network-vif-plugged-49e80b81-27d5-4d3c-8d05-8865f888332e {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1363.531096] env[64496]: DEBUG oslo_concurrency.lockutils [req-5c7aec72-0cd3-4782-80cb-02e44fcc795b req-b4fb214f-2ef3-4e96-b54f-987ca4f8aca8 service nova] Acquiring lock "51f4045f-a7b8-4293-aa22-17b5cba7e7ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.531096] env[64496]: DEBUG oslo_concurrency.lockutils [req-5c7aec72-0cd3-4782-80cb-02e44fcc795b req-b4fb214f-2ef3-4e96-b54f-987ca4f8aca8 service nova] Lock "51f4045f-a7b8-4293-aa22-17b5cba7e7ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.532191] env[64496]: DEBUG oslo_concurrency.lockutils [req-5c7aec72-0cd3-4782-80cb-02e44fcc795b req-b4fb214f-2ef3-4e96-b54f-987ca4f8aca8 service nova] Lock "51f4045f-a7b8-4293-aa22-17b5cba7e7ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.532390] env[64496]: DEBUG nova.compute.manager [req-5c7aec72-0cd3-4782-80cb-02e44fcc795b req-b4fb214f-2ef3-4e96-b54f-987ca4f8aca8 service nova] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] No waiting events found dispatching network-vif-plugged-49e80b81-27d5-4d3c-8d05-8865f888332e {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1363.532556] env[64496]: WARNING nova.compute.manager [req-5c7aec72-0cd3-4782-80cb-02e44fcc795b req-b4fb214f-2ef3-4e96-b54f-987ca4f8aca8 service nova] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Received unexpected event network-vif-plugged-49e80b81-27d5-4d3c-8d05-8865f888332e for instance with vm_state building and task_state spawning. [ 1363.542531] env[64496]: DEBUG nova.compute.manager [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.738424] env[64496]: DEBUG oslo_vmware.api [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901202, 'name': PowerOnVM_Task, 'duration_secs': 0.592792} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.738690] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.738880] env[64496]: INFO nova.compute.manager [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Took 11.35 seconds to spawn the instance on the hypervisor. [ 1363.739064] env[64496]: DEBUG nova.compute.manager [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.739856] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f0d840-8aa9-4a4d-98fb-51d8aac8b3dd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.818454] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25a0746-8de4-4c3b-9ee4-c199f6ccb7f8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.834195] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4dc7ae-b3e3-499e-961e-299da50175f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.869087] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbde30ea-7a2d-4ed3-99bd-24dcf43cc853 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.878753] env[64496]: DEBUG nova.network.neutron [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Updating instance_info_cache with network_info: [{"id": "49e80b81-27d5-4d3c-8d05-8865f888332e", "address": "fa:16:3e:08:c8:56", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e80b81-27", "ovs_interfaceid": "49e80b81-27d5-4d3c-8d05-8865f888332e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.879985] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b9a409-990e-4f15-989e-c3b5e7c8d163 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.902463] env[64496]: DEBUG nova.compute.provider_tree [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.907092] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031562} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.907481] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.908200] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8a22fa-74e7-4102-8e42-49a6b699f9cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.913675] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for the task: (returnval){ [ 1363.913675] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cef0aa-2698-b92d-7344-1dcba966e8f9" [ 1363.913675] env[64496]: _type = "Task" [ 1363.913675] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.927019] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cef0aa-2698-b92d-7344-1dcba966e8f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.038781] env[64496]: DEBUG nova.network.neutron [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Successfully created port: f2242f4c-ad1d-430a-a9d2-472a961aafa8 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1364.169575] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Acquiring lock "01b20150-ba71-48ab-87fd-5a235552e757" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.170031] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Lock "01b20150-ba71-48ab-87fd-5a235552e757" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.261139] env[64496]: INFO nova.compute.manager [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Took 19.08 seconds to build instance. [ 1364.371277] env[64496]: DEBUG nova.virt.hardware [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.371277] env[64496]: DEBUG nova.virt.hardware [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.371277] env[64496]: DEBUG nova.virt.hardware [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.372987] env[64496]: DEBUG nova.virt.hardware [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.372987] env[64496]: DEBUG nova.virt.hardware [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.373110] env[64496]: DEBUG nova.virt.hardware [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.373792] env[64496]: DEBUG nova.virt.hardware [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.373792] env[64496]: DEBUG nova.virt.hardware [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.373792] env[64496]: DEBUG nova.virt.hardware [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.376408] env[64496]: DEBUG nova.virt.hardware [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.376408] env[64496]: DEBUG nova.virt.hardware [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.376408] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb77844-8c80-481c-b22e-d73b6ac1902e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.387052] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Releasing lock "refresh_cache-51f4045f-a7b8-4293-aa22-17b5cba7e7ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.387346] env[64496]: DEBUG nova.compute.manager [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Instance network_info: |[{"id": "49e80b81-27d5-4d3c-8d05-8865f888332e", "address": "fa:16:3e:08:c8:56", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e80b81-27", "ovs_interfaceid": "49e80b81-27d5-4d3c-8d05-8865f888332e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1364.387784] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:c8:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49e80b81-27d5-4d3c-8d05-8865f888332e', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.397285] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Creating folder: Project (571a30d091994e16b8ef857354538ee1). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.398575] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07222e07-ab78-4e4c-bb62-a89b7b45408a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.405653] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c61e89a6-b258-406c-997b-3802c30bc42d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.408208] env[64496]: DEBUG nova.scheduler.client.report [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.422539] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Instance VIF info [] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.428324] env[64496]: DEBUG oslo.service.loopingcall [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.435134] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.435134] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Created folder: Project (571a30d091994e16b8ef857354538ee1) in parent group-v392474. [ 1364.435134] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Creating folder: Instances. Parent ref: group-v392491. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.435134] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6f8b5b1-4c4c-46d3-8f28-01f62532d341 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.447060] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0f95ec3-98c0-45de-ab07-179d85325aed {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.455145] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cef0aa-2698-b92d-7344-1dcba966e8f9, 'name': SearchDatastore_Task, 'duration_secs': 0.019384} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.456651] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.456895] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 2a74d990-c005-4f5c-97a5-d921d33a47e7/2a74d990-c005-4f5c-97a5-d921d33a47e7.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.457141] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.457141] env[64496]: value = "task-1901210" [ 1364.457141] env[64496]: _type = "Task" [ 1364.457141] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.458210] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bed83cc-ec66-4f38-8f5c-fd03a2abdd84 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.460273] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Created folder: Instances in parent group-v392491. [ 1364.460494] env[64496]: DEBUG oslo.service.loopingcall [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.465586] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.466153] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92ed0141-1792-41ab-a28a-0cd0814051be {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.486995] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for the task: (returnval){ [ 1364.486995] env[64496]: value = "task-1901211" [ 1364.486995] env[64496]: _type = "Task" [ 1364.486995] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.490422] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901210, 'name': CreateVM_Task} progress is 15%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.491962] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.491962] env[64496]: value = "task-1901212" [ 1364.491962] env[64496]: _type = "Task" [ 1364.491962] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.497989] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.503790] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901212, 'name': CreateVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.564654] env[64496]: DEBUG nova.compute.manager [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1364.597354] env[64496]: DEBUG nova.virt.hardware [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.597632] env[64496]: DEBUG nova.virt.hardware [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.597818] env[64496]: DEBUG nova.virt.hardware [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.599658] env[64496]: DEBUG nova.virt.hardware [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.601155] env[64496]: DEBUG nova.virt.hardware [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.601155] env[64496]: DEBUG nova.virt.hardware [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.601155] env[64496]: DEBUG nova.virt.hardware [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.601155] env[64496]: DEBUG nova.virt.hardware [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.601155] env[64496]: DEBUG nova.virt.hardware [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.601455] env[64496]: DEBUG nova.virt.hardware [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.601691] env[64496]: DEBUG nova.virt.hardware [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.603895] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37e281e-a06d-4da9-b895-880043a22ef6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.621774] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77b2f79-2c93-44c9-926e-ea67052640f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.673621] env[64496]: DEBUG nova.compute.manager [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1364.763277] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd03b9d2-49bf-4588-af6a-6eaf89a150bb tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Lock "ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.596s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.913114] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.913656] env[64496]: DEBUG nova.compute.manager [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1364.921494] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.071s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.922939] env[64496]: INFO nova.compute.claims [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.971581] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901210, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.996407] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901211, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.007308] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901212, 'name': CreateVM_Task, 'duration_secs': 0.420585} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.007504] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.008226] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.008380] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.008702] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1365.008966] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ed2e3f-8368-4dec-9dd2-23dda95e2f24 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.014514] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Waiting for the task: (returnval){ [ 1365.014514] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526370ee-5d00-60d1-f478-0176018dfe95" [ 1365.014514] env[64496]: _type = "Task" [ 1365.014514] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.023426] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526370ee-5d00-60d1-f478-0176018dfe95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.206199] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.428439] env[64496]: DEBUG nova.compute.utils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1365.431294] env[64496]: DEBUG nova.compute.manager [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1365.431294] env[64496]: DEBUG nova.network.neutron [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1365.478655] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901210, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.497319] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633824} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.498409] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 2a74d990-c005-4f5c-97a5-d921d33a47e7/2a74d990-c005-4f5c-97a5-d921d33a47e7.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.498409] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.498409] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba0f90d2-5e22-4205-bdc2-8565fb73f5fd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.505735] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for the task: (returnval){ [ 1365.505735] env[64496]: value = "task-1901214" [ 1365.505735] env[64496]: _type = "Task" [ 1365.505735] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.523725] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.536058] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526370ee-5d00-60d1-f478-0176018dfe95, 'name': SearchDatastore_Task, 'duration_secs': 0.036468} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.536422] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.536655] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.536886] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.537040] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.537218] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.537486] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55b6968f-a256-4c89-b7a5-ef53995dc5aa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.547647] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.547832] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.548648] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e29c449-faa9-4750-9e75-d9252e91687b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.558160] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Waiting for the task: (returnval){ [ 1365.558160] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52271cab-e1c3-05eb-d987-a21ba4d76d91" [ 1365.558160] env[64496]: _type = "Task" [ 1365.558160] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.571739] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52271cab-e1c3-05eb-d987-a21ba4d76d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.571739] env[64496]: DEBUG nova.policy [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45481b5fa9604573bcaab7e7361e3daf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b645f63e0ab40c3824e95aa1c548ff2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1365.937786] env[64496]: DEBUG nova.compute.manager [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1365.978962] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901210, 'name': CreateVM_Task, 'duration_secs': 1.392089} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.979247] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.979732] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.980100] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.980354] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1365.980598] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6a90df-389b-4dd9-bbd6-c6e69f0fed79 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.998722] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1365.998722] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52600e70-9f46-8cd4-8395-76e83ca3baea" [ 1365.998722] env[64496]: _type = "Task" [ 1365.998722] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.016322] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52600e70-9f46-8cd4-8395-76e83ca3baea, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.025740] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.025740] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.025740] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.030510] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104712} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.030510] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.031363] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd17f685-0d81-453c-8c2d-ee28b6865ad3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.060320] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 2a74d990-c005-4f5c-97a5-d921d33a47e7/2a74d990-c005-4f5c-97a5-d921d33a47e7.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.061345] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aa32f2f-027f-4a69-9355-f12dcfcc6c93 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.089257] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52271cab-e1c3-05eb-d987-a21ba4d76d91, 'name': SearchDatastore_Task, 'duration_secs': 0.033765} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.091081] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for the task: (returnval){ [ 1366.091081] env[64496]: value = "task-1901215" [ 1366.091081] env[64496]: _type = "Task" [ 1366.091081] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.092411] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c897e30d-633a-4376-a8fa-0c1911d9f4c2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.104652] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Waiting for the task: (returnval){ [ 1366.104652] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52165708-890e-1f66-ab9c-08c61d098acf" [ 1366.104652] env[64496]: _type = "Task" [ 1366.104652] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.113628] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52165708-890e-1f66-ab9c-08c61d098acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.131424] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Acquiring lock "2d62a651-bd46-4f8f-a000-dfdefe179ba8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.131668] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Lock "2d62a651-bd46-4f8f-a000-dfdefe179ba8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.131910] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Acquiring lock "2d62a651-bd46-4f8f-a000-dfdefe179ba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.132105] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Lock "2d62a651-bd46-4f8f-a000-dfdefe179ba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.132291] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Lock "2d62a651-bd46-4f8f-a000-dfdefe179ba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.134473] env[64496]: INFO nova.compute.manager [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Terminating instance [ 1366.214730] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8528c9c4-81b4-436a-b72b-1e8610d43482 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.224045] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5afc12-2f6f-4223-879d-8ba3c01ebbca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.255838] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d9bac1-f9f2-4e30-afad-aa54e12d3dea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.265317] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafba979-f24a-4de0-9299-d401ef3daea0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.285376] env[64496]: DEBUG nova.compute.provider_tree [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.377159] env[64496]: DEBUG nova.network.neutron [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Successfully created port: c6dd3b57-de24-4370-8d92-c0464c4e3299 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1366.499619] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Acquiring lock "ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.499929] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Lock "ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.500180] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Acquiring lock "ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.500389] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Lock "ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.500562] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Lock "ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.504359] env[64496]: INFO nova.compute.manager [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Terminating instance [ 1366.606565] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.620691] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52165708-890e-1f66-ab9c-08c61d098acf, 'name': SearchDatastore_Task, 'duration_secs': 0.015784} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.621178] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.621500] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 51f4045f-a7b8-4293-aa22-17b5cba7e7ce/51f4045f-a7b8-4293-aa22-17b5cba7e7ce.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.621801] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.621998] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.622237] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a802666-9f20-46db-825f-0dc8ff4ba54a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.624319] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2022fcf2-0c41-4799-9d8e-7b2c324daf22 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.633143] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Waiting for the task: (returnval){ [ 1366.633143] env[64496]: value = "task-1901216" [ 1366.633143] env[64496]: _type = "Task" [ 1366.633143] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.638825] env[64496]: DEBUG nova.compute.manager [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1366.639169] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.639552] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.639948] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.641707] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fdf703-adf5-4cf5-9f58-fa527210cf29 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.650019] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbae5e82-78cc-407d-a619-725d59d5b2e4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.655466] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.662204] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1366.662204] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5224516e-034a-e633-1c78-de641c0f84cf" [ 1366.662204] env[64496]: _type = "Task" [ 1366.662204] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.662421] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.665812] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1419ffc8-5832-47d9-858d-b570b384e4fe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.673647] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5224516e-034a-e633-1c78-de641c0f84cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.675208] env[64496]: DEBUG oslo_vmware.api [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Waiting for the task: (returnval){ [ 1366.675208] env[64496]: value = "task-1901217" [ 1366.675208] env[64496]: _type = "Task" [ 1366.675208] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.683191] env[64496]: DEBUG oslo_vmware.api [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.788937] env[64496]: DEBUG nova.scheduler.client.report [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.955891] env[64496]: DEBUG nova.compute.manager [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1366.991634] env[64496]: DEBUG nova.virt.hardware [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.991720] env[64496]: DEBUG nova.virt.hardware [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.991933] env[64496]: DEBUG nova.virt.hardware [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.993279] env[64496]: DEBUG nova.virt.hardware [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.993279] env[64496]: DEBUG nova.virt.hardware [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.993279] env[64496]: DEBUG nova.virt.hardware [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.993279] env[64496]: DEBUG nova.virt.hardware [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.993279] env[64496]: DEBUG nova.virt.hardware [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.993557] env[64496]: DEBUG nova.virt.hardware [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.993557] env[64496]: DEBUG nova.virt.hardware [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.993638] env[64496]: DEBUG nova.virt.hardware [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.994775] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676f4082-2c1a-438a-9cf8-1a15578c1f2b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.008422] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7581e753-fe3d-4255-ac14-ba125da0c112 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.014596] env[64496]: DEBUG nova.compute.manager [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.014596] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.014596] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52abda9-229d-47e9-8d53-3a445aa3bdfe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.034470] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.035070] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a77414c-e587-4411-bb6d-5f15a814b8ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.042217] env[64496]: DEBUG oslo_vmware.api [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Waiting for the task: (returnval){ [ 1367.042217] env[64496]: value = "task-1901218" [ 1367.042217] env[64496]: _type = "Task" [ 1367.042217] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.051257] env[64496]: DEBUG oslo_vmware.api [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Task: {'id': task-1901218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.111746] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901215, 'name': ReconfigVM_Task, 'duration_secs': 0.628674} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.111746] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 2a74d990-c005-4f5c-97a5-d921d33a47e7/2a74d990-c005-4f5c-97a5-d921d33a47e7.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.111746] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dcdb733-7d11-4fd9-93fb-7fdbc6673a35 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.118180] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for the task: (returnval){ [ 1367.118180] env[64496]: value = "task-1901219" [ 1367.118180] env[64496]: _type = "Task" [ 1367.118180] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.132604] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901219, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.140033] env[64496]: DEBUG nova.compute.manager [req-3ebccc41-41ac-42f9-b75f-30205d7e39d7 req-de22ac70-7c52-471a-b6d8-f266ff2e6cb5 service nova] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Received event network-changed-49e80b81-27d5-4d3c-8d05-8865f888332e {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1367.140363] env[64496]: DEBUG nova.compute.manager [req-3ebccc41-41ac-42f9-b75f-30205d7e39d7 req-de22ac70-7c52-471a-b6d8-f266ff2e6cb5 service nova] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Refreshing instance network info cache due to event network-changed-49e80b81-27d5-4d3c-8d05-8865f888332e. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1367.140556] env[64496]: DEBUG oslo_concurrency.lockutils [req-3ebccc41-41ac-42f9-b75f-30205d7e39d7 req-de22ac70-7c52-471a-b6d8-f266ff2e6cb5 service nova] Acquiring lock "refresh_cache-51f4045f-a7b8-4293-aa22-17b5cba7e7ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.140691] env[64496]: DEBUG oslo_concurrency.lockutils [req-3ebccc41-41ac-42f9-b75f-30205d7e39d7 req-de22ac70-7c52-471a-b6d8-f266ff2e6cb5 service nova] Acquired lock "refresh_cache-51f4045f-a7b8-4293-aa22-17b5cba7e7ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.141117] env[64496]: DEBUG nova.network.neutron [req-3ebccc41-41ac-42f9-b75f-30205d7e39d7 req-de22ac70-7c52-471a-b6d8-f266ff2e6cb5 service nova] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Refreshing network info cache for port 49e80b81-27d5-4d3c-8d05-8865f888332e {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.155145] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901216, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.180019] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5224516e-034a-e633-1c78-de641c0f84cf, 'name': SearchDatastore_Task, 'duration_secs': 0.020563} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.182419] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa6e62c6-7d87-47c3-b998-a231e6f25b68 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.191586] env[64496]: DEBUG oslo_vmware.api [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901217, 'name': PowerOffVM_Task, 'duration_secs': 0.227312} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.192801] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.193367] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.193367] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1367.193367] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5201cf56-819a-39f7-285b-203041091a72" [ 1367.193367] env[64496]: _type = "Task" [ 1367.193367] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.193589] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e35b7958-4557-4013-91bf-ab7d4c89a708 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.206053] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5201cf56-819a-39f7-285b-203041091a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.297708] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.298256] env[64496]: DEBUG nova.compute.manager [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1367.301780] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.477s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.303952] env[64496]: INFO nova.compute.claims [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.395475] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.395704] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.395939] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Deleting the datastore file [datastore1] 2d62a651-bd46-4f8f-a000-dfdefe179ba8 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.396251] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f2ede6f-3406-4c9c-8746-19e030e19747 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.405537] env[64496]: DEBUG oslo_vmware.api [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Waiting for the task: (returnval){ [ 1367.405537] env[64496]: value = "task-1901222" [ 1367.405537] env[64496]: _type = "Task" [ 1367.405537] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.471668] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "399cb2ae-8ac1-4a4a-807a-69d6b9992614" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.472149] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "399cb2ae-8ac1-4a4a-807a-69d6b9992614" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.553760] env[64496]: DEBUG oslo_vmware.api [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Task: {'id': task-1901218, 'name': PowerOffVM_Task, 'duration_secs': 0.320425} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.554276] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.554540] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.555080] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc65a382-4a08-4c44-8d92-21b6cd8ca324 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.629865] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901219, 'name': Rename_Task, 'duration_secs': 0.270704} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.630192] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.630762] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fca53b5b-1610-4d3b-b4e8-8a88d5ee6849 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.638553] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for the task: (returnval){ [ 1367.638553] env[64496]: value = "task-1901224" [ 1367.638553] env[64496]: _type = "Task" [ 1367.638553] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.646356] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73298} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.646356] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 51f4045f-a7b8-4293-aa22-17b5cba7e7ce/51f4045f-a7b8-4293-aa22-17b5cba7e7ce.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.646805] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.646805] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a8eaa18-03ce-4d20-a592-45fb7dee67d7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.653028] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.657736] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Waiting for the task: (returnval){ [ 1367.657736] env[64496]: value = "task-1901225" [ 1367.657736] env[64496]: _type = "Task" [ 1367.657736] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.675380] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.676304] env[64496]: DEBUG nova.network.neutron [req-3ebccc41-41ac-42f9-b75f-30205d7e39d7 req-de22ac70-7c52-471a-b6d8-f266ff2e6cb5 service nova] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Updated VIF entry in instance network info cache for port 49e80b81-27d5-4d3c-8d05-8865f888332e. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.676626] env[64496]: DEBUG nova.network.neutron [req-3ebccc41-41ac-42f9-b75f-30205d7e39d7 req-de22ac70-7c52-471a-b6d8-f266ff2e6cb5 service nova] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Updating instance_info_cache with network_info: [{"id": "49e80b81-27d5-4d3c-8d05-8865f888332e", "address": "fa:16:3e:08:c8:56", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e80b81-27", "ovs_interfaceid": "49e80b81-27d5-4d3c-8d05-8865f888332e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.706482] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5201cf56-819a-39f7-285b-203041091a72, 'name': SearchDatastore_Task, 'duration_secs': 0.061157} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.707097] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.707097] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] d9aff96a-c016-4c16-be2a-bbecfcc85093/d9aff96a-c016-4c16-be2a-bbecfcc85093.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.707249] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d1fc2ed-4d9e-4299-9534-8570b994f125 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.714570] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1367.714570] env[64496]: value = "task-1901226" [ 1367.714570] env[64496]: _type = "Task" [ 1367.714570] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.723714] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.766334] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.766533] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.766704] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Deleting the datastore file [datastore1] ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.766946] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4497079-72e2-498e-9d39-7f5e34f576de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.773144] env[64496]: DEBUG oslo_vmware.api [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Waiting for the task: (returnval){ [ 1367.773144] env[64496]: value = "task-1901227" [ 1367.773144] env[64496]: _type = "Task" [ 1367.773144] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.783276] env[64496]: DEBUG oslo_vmware.api [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Task: {'id': task-1901227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.812880] env[64496]: DEBUG nova.compute.utils [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1367.817868] env[64496]: DEBUG nova.compute.manager [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Not allocating networking since 'none' was specified. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1367.924838] env[64496]: DEBUG oslo_vmware.api [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Task: {'id': task-1901222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153206} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.924838] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.924838] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.924838] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.924838] env[64496]: INFO nova.compute.manager [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1367.925460] env[64496]: DEBUG oslo.service.loopingcall [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1367.925460] env[64496]: DEBUG nova.compute.manager [-] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.925460] env[64496]: DEBUG nova.network.neutron [-] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.978314] env[64496]: DEBUG nova.compute.manager [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1368.151594] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901224, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.170814] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102499} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.171402] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.172458] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de60d3c-8cbe-4301-a6f2-bf30f5c7a650 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.197994] env[64496]: DEBUG oslo_concurrency.lockutils [req-3ebccc41-41ac-42f9-b75f-30205d7e39d7 req-de22ac70-7c52-471a-b6d8-f266ff2e6cb5 service nova] Releasing lock "refresh_cache-51f4045f-a7b8-4293-aa22-17b5cba7e7ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.214732] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 51f4045f-a7b8-4293-aa22-17b5cba7e7ce/51f4045f-a7b8-4293-aa22-17b5cba7e7ce.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.214887] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d955434-704b-4b71-be45-a2f81d71b826 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.240690] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511634} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.242078] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] d9aff96a-c016-4c16-be2a-bbecfcc85093/d9aff96a-c016-4c16-be2a-bbecfcc85093.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.242307] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.242610] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Waiting for the task: (returnval){ [ 1368.242610] env[64496]: value = "task-1901228" [ 1368.242610] env[64496]: _type = "Task" [ 1368.242610] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.242849] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a805def-73a2-4484-92a5-c2115753701c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.252394] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1368.252394] env[64496]: value = "task-1901229" [ 1368.252394] env[64496]: _type = "Task" [ 1368.252394] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.256038] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901228, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.264043] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.286635] env[64496]: DEBUG oslo_vmware.api [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Task: {'id': task-1901227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230964} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.287066] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.287890] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.287890] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.287890] env[64496]: INFO nova.compute.manager [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1368.287890] env[64496]: DEBUG oslo.service.loopingcall [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.288103] env[64496]: DEBUG nova.compute.manager [-] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1368.288149] env[64496]: DEBUG nova.network.neutron [-] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.319127] env[64496]: DEBUG nova.compute.manager [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1368.403147] env[64496]: DEBUG nova.network.neutron [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Successfully updated port: ee25fd94-0f39-44e3-a0bc-b2be20367e8a {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.505848] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.547820] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.548195] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.654795] env[64496]: DEBUG oslo_vmware.api [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901224, 'name': PowerOnVM_Task, 'duration_secs': 0.691983} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.655090] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.655804] env[64496]: INFO nova.compute.manager [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Took 14.02 seconds to spawn the instance on the hypervisor. [ 1368.655804] env[64496]: DEBUG nova.compute.manager [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.659386] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aef32e4-da38-4bb4-9b8e-3f5bf4eab5d3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.662481] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa11cad1-99c5-4127-9524-35b01475b94c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.671826] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42665c0-b02a-48bc-a1e4-5b0d2ef89035 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.710856] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb262e98-2657-40ca-a898-522e69119017 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.720589] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5632a3f-f796-4908-9410-981a98600a1d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.735769] env[64496]: DEBUG nova.compute.provider_tree [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.756398] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901228, 'name': ReconfigVM_Task, 'duration_secs': 0.405192} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.759541] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 51f4045f-a7b8-4293-aa22-17b5cba7e7ce/51f4045f-a7b8-4293-aa22-17b5cba7e7ce.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.760231] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ec3fa97-bb7d-4af3-b9dc-ea754ba81e7a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.767328] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115163} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.767328] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.767631] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33fe449-4e0d-4e7a-ac4a-3cb27fddf694 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.771257] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Waiting for the task: (returnval){ [ 1368.771257] env[64496]: value = "task-1901230" [ 1368.771257] env[64496]: _type = "Task" [ 1368.771257] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.790152] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] d9aff96a-c016-4c16-be2a-bbecfcc85093/d9aff96a-c016-4c16-be2a-bbecfcc85093.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.791373] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0337c727-12e9-4ad1-8f39-84d2a42037cc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.809276] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901230, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.814493] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1368.814493] env[64496]: value = "task-1901231" [ 1368.814493] env[64496]: _type = "Task" [ 1368.814493] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.821999] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.908881] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Acquiring lock "refresh_cache-3310d50a-ed0a-41a0-899c-923bfdcdf159" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.909998] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Acquired lock "refresh_cache-3310d50a-ed0a-41a0-899c-923bfdcdf159" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.909998] env[64496]: DEBUG nova.network.neutron [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.189748] env[64496]: INFO nova.compute.manager [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Took 23.14 seconds to build instance. [ 1369.216919] env[64496]: DEBUG nova.network.neutron [-] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.239128] env[64496]: DEBUG nova.scheduler.client.report [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.287432] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901230, 'name': Rename_Task, 'duration_secs': 0.150827} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.287677] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.287942] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e70edf01-610c-4cce-b04e-362bcd9ae80e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.293365] env[64496]: DEBUG nova.network.neutron [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Successfully updated port: c6dd3b57-de24-4370-8d92-c0464c4e3299 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1369.301531] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Waiting for the task: (returnval){ [ 1369.301531] env[64496]: value = "task-1901232" [ 1369.301531] env[64496]: _type = "Task" [ 1369.301531] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.316532] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.329457] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.333145] env[64496]: DEBUG nova.compute.manager [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1369.337265] env[64496]: DEBUG nova.network.neutron [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Successfully updated port: f2242f4c-ad1d-430a-a9d2-472a961aafa8 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1369.392374] env[64496]: DEBUG nova.virt.hardware [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.393241] env[64496]: DEBUG nova.virt.hardware [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.393241] env[64496]: DEBUG nova.virt.hardware [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.393390] env[64496]: DEBUG nova.virt.hardware [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.393528] env[64496]: DEBUG nova.virt.hardware [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.393865] env[64496]: DEBUG nova.virt.hardware [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.394190] env[64496]: DEBUG nova.virt.hardware [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.395011] env[64496]: DEBUG nova.virt.hardware [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.395011] env[64496]: DEBUG nova.virt.hardware [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.395011] env[64496]: DEBUG nova.virt.hardware [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.395166] env[64496]: DEBUG nova.virt.hardware [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.396568] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b79bcc-f71c-4074-899b-243edfdfe4cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.405707] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a7f7b1-6a0c-4cb0-950a-2971a51e9b9c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.425234] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Instance VIF info [] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.430549] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Creating folder: Project (b63860701e4b42fa93954e5a5c518a0f). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1369.431401] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2754dc75-d8d4-4a80-84be-a2cfab9656ab {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.442026] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Created folder: Project (b63860701e4b42fa93954e5a5c518a0f) in parent group-v392474. [ 1369.442026] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Creating folder: Instances. Parent ref: group-v392495. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1369.442026] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b18aceb-bd32-42c2-94a8-3f98f708bc28 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.453221] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Created folder: Instances in parent group-v392495. [ 1369.453221] env[64496]: DEBUG oslo.service.loopingcall [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.453221] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.453221] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-272f04f7-de8a-4034-a125-ba95b3d97840 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.473351] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.473351] env[64496]: value = "task-1901235" [ 1369.473351] env[64496]: _type = "Task" [ 1369.473351] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.482108] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901235, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.549209] env[64496]: DEBUG nova.network.neutron [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.661317] env[64496]: DEBUG nova.compute.manager [req-38a1f344-a5c5-4f1c-a760-2ca96599ae1f req-aaf3b73b-7e67-42ce-bd8f-23c828502f96 service nova] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Received event network-vif-deleted-3311d904-5ed4-41a8-a75a-cad7411271a2 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1369.693495] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9c89bf00-6f29-4b14-8f0d-3323341a887d tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Lock "2a74d990-c005-4f5c-97a5-d921d33a47e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.655s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.723597] env[64496]: INFO nova.compute.manager [-] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Took 1.80 seconds to deallocate network for instance. [ 1369.744263] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.744803] env[64496]: DEBUG nova.compute.manager [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1369.748707] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.467s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.799061] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "refresh_cache-8990fe10-951e-4336-a041-8f95ba0d8fa8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.799238] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquired lock "refresh_cache-8990fe10-951e-4336-a041-8f95ba0d8fa8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.799444] env[64496]: DEBUG nova.network.neutron [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.813932] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.827748] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.842820] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "refresh_cache-fb4b120d-4097-40af-a6e9-ee18a55fed58" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.843326] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquired lock "refresh_cache-fb4b120d-4097-40af-a6e9-ee18a55fed58" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.843326] env[64496]: DEBUG nova.network.neutron [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.911366] env[64496]: DEBUG nova.network.neutron [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Updating instance_info_cache with network_info: [{"id": "ee25fd94-0f39-44e3-a0bc-b2be20367e8a", "address": "fa:16:3e:cf:bf:49", "network": {"id": "f1aeafb0-c05b-482e-a57d-371d3d1a4083", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1720403399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "49ae035e131c4db3b6f87e1f4d45566c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee25fd94-0f", "ovs_interfaceid": "ee25fd94-0f39-44e3-a0bc-b2be20367e8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.970559] env[64496]: DEBUG nova.network.neutron [-] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.986813] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901235, 'name': CreateVM_Task, 'duration_secs': 0.364601} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.986998] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.987534] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.987534] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.987800] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1369.988595] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c1b17e-ce91-42f9-b042-2864781c0284 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.996419] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Waiting for the task: (returnval){ [ 1369.996419] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5241b0a3-6c88-6a9f-5dcd-0c545d048247" [ 1369.996419] env[64496]: _type = "Task" [ 1369.996419] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.008909] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5241b0a3-6c88-6a9f-5dcd-0c545d048247, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.009258] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.009732] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.009985] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.010129] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.010560] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.011409] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec582b66-777f-4575-a41f-1289d641b9a2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.020342] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.020697] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.022115] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dfd01fb-e094-4188-8f23-aa71020628d3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.028545] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Waiting for the task: (returnval){ [ 1370.028545] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528aa870-a411-6679-069f-56e2b053099a" [ 1370.028545] env[64496]: _type = "Task" [ 1370.028545] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.039161] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528aa870-a411-6679-069f-56e2b053099a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.197701] env[64496]: DEBUG nova.compute.manager [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.214208] env[64496]: DEBUG nova.compute.manager [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Received event network-vif-plugged-ee25fd94-0f39-44e3-a0bc-b2be20367e8a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1370.214296] env[64496]: DEBUG oslo_concurrency.lockutils [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] Acquiring lock "3310d50a-ed0a-41a0-899c-923bfdcdf159-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.215291] env[64496]: DEBUG oslo_concurrency.lockutils [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] Lock "3310d50a-ed0a-41a0-899c-923bfdcdf159-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.215291] env[64496]: DEBUG oslo_concurrency.lockutils [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] Lock "3310d50a-ed0a-41a0-899c-923bfdcdf159-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.215291] env[64496]: DEBUG nova.compute.manager [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] No waiting events found dispatching network-vif-plugged-ee25fd94-0f39-44e3-a0bc-b2be20367e8a {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1370.215291] env[64496]: WARNING nova.compute.manager [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Received unexpected event network-vif-plugged-ee25fd94-0f39-44e3-a0bc-b2be20367e8a for instance with vm_state building and task_state spawning. [ 1370.215291] env[64496]: DEBUG nova.compute.manager [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Received event network-changed-ee25fd94-0f39-44e3-a0bc-b2be20367e8a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1370.215779] env[64496]: DEBUG nova.compute.manager [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Refreshing instance network info cache due to event network-changed-ee25fd94-0f39-44e3-a0bc-b2be20367e8a. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1370.215779] env[64496]: DEBUG oslo_concurrency.lockutils [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] Acquiring lock "refresh_cache-3310d50a-ed0a-41a0-899c-923bfdcdf159" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.242010] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.253657] env[64496]: DEBUG nova.compute.utils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1370.259922] env[64496]: DEBUG nova.compute.manager [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1370.259922] env[64496]: DEBUG nova.network.neutron [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1370.318610] env[64496]: DEBUG oslo_vmware.api [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901232, 'name': PowerOnVM_Task, 'duration_secs': 0.61594} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.322588] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.322588] env[64496]: INFO nova.compute.manager [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Took 10.47 seconds to spawn the instance on the hypervisor. [ 1370.322767] env[64496]: DEBUG nova.compute.manager [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.323621] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6149f0-25c4-425d-976c-82a35b1c2ec1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.337581] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.353740] env[64496]: DEBUG nova.network.neutron [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1370.402967] env[64496]: DEBUG nova.policy [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c40dc69865fc40ec9b661db5214fe48c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8c3117a28b64ca6a967a688c1cd5295', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1370.408012] env[64496]: DEBUG nova.network.neutron [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1370.417081] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Releasing lock "refresh_cache-3310d50a-ed0a-41a0-899c-923bfdcdf159" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.417444] env[64496]: DEBUG nova.compute.manager [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Instance network_info: |[{"id": "ee25fd94-0f39-44e3-a0bc-b2be20367e8a", "address": "fa:16:3e:cf:bf:49", "network": {"id": "f1aeafb0-c05b-482e-a57d-371d3d1a4083", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1720403399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "49ae035e131c4db3b6f87e1f4d45566c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee25fd94-0f", "ovs_interfaceid": "ee25fd94-0f39-44e3-a0bc-b2be20367e8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1370.417618] env[64496]: DEBUG oslo_concurrency.lockutils [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] Acquired lock "refresh_cache-3310d50a-ed0a-41a0-899c-923bfdcdf159" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.417995] env[64496]: DEBUG nova.network.neutron [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Refreshing network info cache for port ee25fd94-0f39-44e3-a0bc-b2be20367e8a {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.419852] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:bf:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee25fd94-0f39-44e3-a0bc-b2be20367e8a', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.434613] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Creating folder: Project (49ae035e131c4db3b6f87e1f4d45566c). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.439305] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8f3ff6b-cbb7-4dfb-913c-ccc69a3d47d6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.451604] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Created folder: Project (49ae035e131c4db3b6f87e1f4d45566c) in parent group-v392474. [ 1370.452141] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Creating folder: Instances. Parent ref: group-v392498. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.452409] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-853f7436-cc22-4db4-8567-d24331d95615 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.462939] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Created folder: Instances in parent group-v392498. [ 1370.463203] env[64496]: DEBUG oslo.service.loopingcall [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.465415] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.465647] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-054c3e09-e044-4d67-8e88-5cddba5e2af3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.483108] env[64496]: INFO nova.compute.manager [-] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Took 2.19 seconds to deallocate network for instance. [ 1370.492882] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.492882] env[64496]: value = "task-1901238" [ 1370.492882] env[64496]: _type = "Task" [ 1370.492882] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.502580] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901238, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.540653] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528aa870-a411-6679-069f-56e2b053099a, 'name': SearchDatastore_Task, 'duration_secs': 0.012174} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.541674] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8061a863-95d7-4635-a6d6-a41cec6ad827 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.548060] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Waiting for the task: (returnval){ [ 1370.548060] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52aa4002-bad1-02ba-e4bb-604898d5ef0f" [ 1370.548060] env[64496]: _type = "Task" [ 1370.548060] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.561032] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52aa4002-bad1-02ba-e4bb-604898d5ef0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.729021] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.754548] env[64496]: DEBUG nova.network.neutron [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Updating instance_info_cache with network_info: [{"id": "c6dd3b57-de24-4370-8d92-c0464c4e3299", "address": "fa:16:3e:84:88:27", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6dd3b57-de", "ovs_interfaceid": "c6dd3b57-de24-4370-8d92-c0464c4e3299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.771934] env[64496]: DEBUG nova.compute.manager [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1370.780042] env[64496]: DEBUG nova.network.neutron [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Updating instance_info_cache with network_info: [{"id": "f2242f4c-ad1d-430a-a9d2-472a961aafa8", "address": "fa:16:3e:06:22:1e", "network": {"id": "b4bfaea0-fea9-4030-9224-ecfad9e3b7dd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-638013214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5fbc0bdd444d389b95497b1751ee50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2242f4c-ad", "ovs_interfaceid": "f2242f4c-ad1d-430a-a9d2-472a961aafa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.812262] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance d9aff96a-c016-4c16-be2a-bbecfcc85093 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1370.812262] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 2d62a651-bd46-4f8f-a000-dfdefe179ba8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1370.812262] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1370.812262] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 2a74d990-c005-4f5c-97a5-d921d33a47e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1370.812413] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 51f4045f-a7b8-4293-aa22-17b5cba7e7ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1370.812413] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 3310d50a-ed0a-41a0-899c-923bfdcdf159 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1370.812413] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance fb4b120d-4097-40af-a6e9-ee18a55fed58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1370.812413] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 8990fe10-951e-4336-a041-8f95ba0d8fa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1370.812595] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 85f549d9-28c1-4f8e-9708-2072e977c52b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1370.812595] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 5d6fd328-423e-4b4a-8615-8d47117d1c85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1370.832097] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901231, 'name': ReconfigVM_Task, 'duration_secs': 1.779222} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.832708] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Reconfigured VM instance instance-00000001 to attach disk [datastore2] d9aff96a-c016-4c16-be2a-bbecfcc85093/d9aff96a-c016-4c16-be2a-bbecfcc85093.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.834918] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-069f57c5-df5b-4dd1-9d0f-ff0dc47845fe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.842929] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1370.842929] env[64496]: value = "task-1901239" [ 1370.842929] env[64496]: _type = "Task" [ 1370.842929] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.857026] env[64496]: INFO nova.compute.manager [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Took 21.37 seconds to build instance. [ 1370.863983] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901239, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.991099] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.002891] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901238, 'name': CreateVM_Task, 'duration_secs': 0.494833} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.003207] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.004030] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.004247] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.004654] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1371.004943] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42646351-d899-461d-b97f-4514172ceb0e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.010493] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1371.010493] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a11b5b-9323-d590-ab10-6313bb81a655" [ 1371.010493] env[64496]: _type = "Task" [ 1371.010493] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.019214] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a11b5b-9323-d590-ab10-6313bb81a655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.060798] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52aa4002-bad1-02ba-e4bb-604898d5ef0f, 'name': SearchDatastore_Task, 'duration_secs': 0.01542} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.061384] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.061781] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 85f549d9-28c1-4f8e-9708-2072e977c52b/85f549d9-28c1-4f8e-9708-2072e977c52b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.062335] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2feb024-280d-48e2-9eb8-f57bc557f834 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.071722] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Waiting for the task: (returnval){ [ 1371.071722] env[64496]: value = "task-1901240" [ 1371.071722] env[64496]: _type = "Task" [ 1371.071722] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.082342] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.217128] env[64496]: DEBUG nova.network.neutron [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Successfully created port: 0f617d78-e482-419a-80a7-c21aa6d05e3d {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1371.259671] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Releasing lock "refresh_cache-8990fe10-951e-4336-a041-8f95ba0d8fa8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.261927] env[64496]: DEBUG nova.compute.manager [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Instance network_info: |[{"id": "c6dd3b57-de24-4370-8d92-c0464c4e3299", "address": "fa:16:3e:84:88:27", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6dd3b57-de", "ovs_interfaceid": "c6dd3b57-de24-4370-8d92-c0464c4e3299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1371.262260] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:88:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6dd3b57-de24-4370-8d92-c0464c4e3299', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1371.282385] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Creating folder: Project (1b645f63e0ab40c3824e95aa1c548ff2). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1371.287083] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Releasing lock "refresh_cache-fb4b120d-4097-40af-a6e9-ee18a55fed58" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.287559] env[64496]: DEBUG nova.compute.manager [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Instance network_info: |[{"id": "f2242f4c-ad1d-430a-a9d2-472a961aafa8", "address": "fa:16:3e:06:22:1e", "network": {"id": "b4bfaea0-fea9-4030-9224-ecfad9e3b7dd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-638013214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5fbc0bdd444d389b95497b1751ee50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2242f4c-ad", "ovs_interfaceid": "f2242f4c-ad1d-430a-a9d2-472a961aafa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1371.288104] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-575e60b4-33fc-42c0-ab7c-d5f15245e82b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.291911] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:22:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2242f4c-ad1d-430a-a9d2-472a961aafa8', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1371.300168] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Creating folder: Project (1c5fbc0bdd444d389b95497b1751ee50). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1371.300549] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-153fc2a6-2669-42f0-b431-d2c4d8a898bd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.313955] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Created folder: Project (1b645f63e0ab40c3824e95aa1c548ff2) in parent group-v392474. [ 1371.314278] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Creating folder: Instances. Parent ref: group-v392501. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1371.319377] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81f5b901-792b-4b51-a0bc-8e2859dca1bf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.321546] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1371.323062] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Created folder: Project (1c5fbc0bdd444d389b95497b1751ee50) in parent group-v392474. [ 1371.323264] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Creating folder: Instances. Parent ref: group-v392502. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1371.329975] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a974759-e0b1-4c56-ace4-7d0e31a8317e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.344079] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Created folder: Instances in parent group-v392501. [ 1371.344606] env[64496]: DEBUG oslo.service.loopingcall [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1371.348663] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Created folder: Instances in parent group-v392502. [ 1371.348663] env[64496]: DEBUG oslo.service.loopingcall [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1371.348663] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1371.353112] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1371.353112] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8da9e6da-cbf8-4117-b893-09c22217218b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.370881] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c19a28f-6ff3-4072-8272-fa788d80f991 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.390794] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6107f24d-8cb2-4063-a3eb-2b3cde89b80e tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Lock "51f4045f-a7b8-4293-aa22-17b5cba7e7ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.921s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.396903] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901239, 'name': Rename_Task, 'duration_secs': 0.170561} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.399335] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.399595] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1371.399595] env[64496]: value = "task-1901245" [ 1371.399595] env[64496]: _type = "Task" [ 1371.399595] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.399745] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1371.399745] env[64496]: value = "task-1901246" [ 1371.399745] env[64496]: _type = "Task" [ 1371.399745] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.399902] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de2caa51-5d1a-4ec9-b9e7-c560f50bbba4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.416273] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901245, 'name': CreateVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.420964] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1371.420964] env[64496]: value = "task-1901247" [ 1371.420964] env[64496]: _type = "Task" [ 1371.420964] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.422038] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901246, 'name': CreateVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.432972] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.530023] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a11b5b-9323-d590-ab10-6313bb81a655, 'name': SearchDatastore_Task, 'duration_secs': 0.009597} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.530023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.530023] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.530023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.530362] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.530362] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.530362] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b9f28b6-0b02-4317-a4ae-3020b1359b4d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.540375] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.540686] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.541768] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c36c706c-1f23-44b8-81f0-ecf6e852e7ae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.548022] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1371.548022] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52706a48-18d0-3ff6-3b29-eac7284ef29c" [ 1371.548022] env[64496]: _type = "Task" [ 1371.548022] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.559561] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52706a48-18d0-3ff6-3b29-eac7284ef29c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.581908] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485608} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.582236] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 85f549d9-28c1-4f8e-9708-2072e977c52b/85f549d9-28c1-4f8e-9708-2072e977c52b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.582626] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.582670] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0fba837-e47d-40b9-a53b-090346aeb899 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.589150] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Waiting for the task: (returnval){ [ 1371.589150] env[64496]: value = "task-1901248" [ 1371.589150] env[64496]: _type = "Task" [ 1371.589150] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.598170] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.791720] env[64496]: DEBUG nova.compute.manager [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1371.811734] env[64496]: DEBUG nova.network.neutron [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Updated VIF entry in instance network info cache for port ee25fd94-0f39-44e3-a0bc-b2be20367e8a. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.813339] env[64496]: DEBUG nova.network.neutron [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Updating instance_info_cache with network_info: [{"id": "ee25fd94-0f39-44e3-a0bc-b2be20367e8a", "address": "fa:16:3e:cf:bf:49", "network": {"id": "f1aeafb0-c05b-482e-a57d-371d3d1a4083", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1720403399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "49ae035e131c4db3b6f87e1f4d45566c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee25fd94-0f", "ovs_interfaceid": "ee25fd94-0f39-44e3-a0bc-b2be20367e8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.835304] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 01b20150-ba71-48ab-87fd-5a235552e757 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1371.846200] env[64496]: DEBUG nova.virt.hardware [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.847169] env[64496]: DEBUG nova.virt.hardware [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.847350] env[64496]: DEBUG nova.virt.hardware [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.848739] env[64496]: DEBUG nova.virt.hardware [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.848739] env[64496]: DEBUG nova.virt.hardware [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.848739] env[64496]: DEBUG nova.virt.hardware [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.848739] env[64496]: DEBUG nova.virt.hardware [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.848739] env[64496]: DEBUG nova.virt.hardware [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.849491] env[64496]: DEBUG nova.virt.hardware [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.849491] env[64496]: DEBUG nova.virt.hardware [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.849491] env[64496]: DEBUG nova.virt.hardware [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.851077] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458cdad1-b145-401e-b5e7-f2cf3a7d8058 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.865774] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4949bc5-26f9-430d-aa95-0b72b43bf1fc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.922382] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901245, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.931882] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901246, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.939919] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901247, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.070310] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52706a48-18d0-3ff6-3b29-eac7284ef29c, 'name': SearchDatastore_Task, 'duration_secs': 0.013402} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.070310] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b8fb2c9-c849-4e98-87dd-27fa64e6d1a2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.070964] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1372.070964] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dd0d69-bb8b-e93b-13bc-96b28373ee8f" [ 1372.070964] env[64496]: _type = "Task" [ 1372.070964] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.092026] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dd0d69-bb8b-e93b-13bc-96b28373ee8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.105882] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08252} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.108019] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.108019] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c9c022-681d-40fc-b676-3b6160299b0a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.137123] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 85f549d9-28c1-4f8e-9708-2072e977c52b/85f549d9-28c1-4f8e-9708-2072e977c52b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.137728] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed59de1c-9b66-44e8-891c-99096d63495f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.167022] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Waiting for the task: (returnval){ [ 1372.167022] env[64496]: value = "task-1901249" [ 1372.167022] env[64496]: _type = "Task" [ 1372.167022] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.176577] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.321110] env[64496]: DEBUG oslo_concurrency.lockutils [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] Releasing lock "refresh_cache-3310d50a-ed0a-41a0-899c-923bfdcdf159" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.321518] env[64496]: DEBUG nova.compute.manager [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Received event network-vif-plugged-f2242f4c-ad1d-430a-a9d2-472a961aafa8 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1372.321983] env[64496]: DEBUG oslo_concurrency.lockutils [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] Acquiring lock "fb4b120d-4097-40af-a6e9-ee18a55fed58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.322275] env[64496]: DEBUG oslo_concurrency.lockutils [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] Lock "fb4b120d-4097-40af-a6e9-ee18a55fed58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.322459] env[64496]: DEBUG oslo_concurrency.lockutils [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] Lock "fb4b120d-4097-40af-a6e9-ee18a55fed58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.324720] env[64496]: DEBUG nova.compute.manager [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] No waiting events found dispatching network-vif-plugged-f2242f4c-ad1d-430a-a9d2-472a961aafa8 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1372.325087] env[64496]: WARNING nova.compute.manager [req-41202525-a558-4c3b-8059-817bfb63c040 req-1ad802bb-9e92-4ae3-bd08-a0145ea1b922 service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Received unexpected event network-vif-plugged-f2242f4c-ad1d-430a-a9d2-472a961aafa8 for instance with vm_state building and task_state spawning. [ 1372.338265] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 399cb2ae-8ac1-4a4a-807a-69d6b9992614 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1372.423117] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901245, 'name': CreateVM_Task, 'duration_secs': 0.592325} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.431673] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1372.431964] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901246, 'name': CreateVM_Task, 'duration_secs': 0.571207} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.432734] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.432874] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.433392] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.433733] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1372.434897] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c16453a-a570-485d-9fdd-c9dcedc4916f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.441429] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.441623] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.441955] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.446418] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b951dceb-99fb-4a3f-a839-e6b5ff6e26a5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.449637] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901247, 'name': PowerOnVM_Task} progress is 68%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.454261] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1372.454261] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a33ce0-363d-74d9-4226-b8cca8572f52" [ 1372.454261] env[64496]: _type = "Task" [ 1372.454261] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.455733] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1372.455733] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5201f18c-1d39-741d-47af-38a718d60221" [ 1372.455733] env[64496]: _type = "Task" [ 1372.455733] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.467516] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a33ce0-363d-74d9-4226-b8cca8572f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.471237] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5201f18c-1d39-741d-47af-38a718d60221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.585520] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dd0d69-bb8b-e93b-13bc-96b28373ee8f, 'name': SearchDatastore_Task, 'duration_secs': 0.017157} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.585520] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.585837] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 3310d50a-ed0a-41a0-899c-923bfdcdf159/3310d50a-ed0a-41a0-899c-923bfdcdf159.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.585885] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-000bf367-3988-4fcd-81bc-b9df09b119e7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.593025] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1372.593025] env[64496]: value = "task-1901250" [ 1372.593025] env[64496]: _type = "Task" [ 1372.593025] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.605340] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.615581] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Acquiring lock "66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.615581] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Lock "66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.681151] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901249, 'name': ReconfigVM_Task, 'duration_secs': 0.510507} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.681151] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 85f549d9-28c1-4f8e-9708-2072e977c52b/85f549d9-28c1-4f8e-9708-2072e977c52b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.681151] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ead0738-aef1-4b92-af8e-ce4573e6a6d1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.687877] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Waiting for the task: (returnval){ [ 1372.687877] env[64496]: value = "task-1901251" [ 1372.687877] env[64496]: _type = "Task" [ 1372.687877] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.698335] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901251, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.841642] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance e89d41f7-8ef4-4793-b9ba-05cb7cf3630f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1372.842220] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1372.842220] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1372.938161] env[64496]: DEBUG oslo_vmware.api [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901247, 'name': PowerOnVM_Task, 'duration_secs': 1.162385} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.941592] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.942718] env[64496]: DEBUG nova.compute.manager [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.944461] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfbbd1d-3a07-43c9-bffa-a9a68d958585 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.974394] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a33ce0-363d-74d9-4226-b8cca8572f52, 'name': SearchDatastore_Task, 'duration_secs': 0.014404} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.979501] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.979857] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1372.981167] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.981167] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.981167] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.981167] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5201f18c-1d39-741d-47af-38a718d60221, 'name': SearchDatastore_Task, 'duration_secs': 0.023033} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.981314] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67570e45-1f02-423b-a2d8-ed94ca35c209 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.984178] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.984326] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1372.985071] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.985071] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.985071] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.985580] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd422608-cb91-4fd4-80c5-5f6916a18c61 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.005479] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1373.005615] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1373.008680] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01773e7d-29fd-484e-8b54-0170575704dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.011034] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1373.011594] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1373.012407] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc652b2-787f-44d2-87b9-0b871b14b1b9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.025930] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1373.025930] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529e17c4-b6c2-8978-1dd2-35c424265ebb" [ 1373.025930] env[64496]: _type = "Task" [ 1373.025930] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.025930] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1373.025930] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5229bfad-320b-bb63-fc2d-78e5a989a69f" [ 1373.025930] env[64496]: _type = "Task" [ 1373.025930] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.048618] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529e17c4-b6c2-8978-1dd2-35c424265ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.013647} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.049609] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5229bfad-320b-bb63-fc2d-78e5a989a69f, 'name': SearchDatastore_Task, 'duration_secs': 0.010945} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.056740] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da579c41-5d73-4581-bf66-cdeed2e41b89 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.059994] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a4a937-e097-4314-bdd8-189b97005f85 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.069165] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1373.069165] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5221dae3-facf-87d6-ec8f-57e879c57013" [ 1373.069165] env[64496]: _type = "Task" [ 1373.069165] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.070329] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1373.070329] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b58242-abf2-9525-818a-a649e842d2ca" [ 1373.070329] env[64496]: _type = "Task" [ 1373.070329] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.088964] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5221dae3-facf-87d6-ec8f-57e879c57013, 'name': SearchDatastore_Task, 'duration_secs': 0.019208} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.093197] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.093361] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 8990fe10-951e-4336-a041-8f95ba0d8fa8/8990fe10-951e-4336-a041-8f95ba0d8fa8.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.093729] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b58242-abf2-9525-818a-a649e842d2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.094030] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b319f5fd-799e-4805-a87e-3373877a8ef8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.108267] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901250, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.109835] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1373.109835] env[64496]: value = "task-1901252" [ 1373.109835] env[64496]: _type = "Task" [ 1373.109835] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.119272] env[64496]: DEBUG nova.compute.manager [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1373.122466] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.160721] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c77171-376f-406e-a114-d6744aea8297 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.169586] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921d6ce6-ab41-4031-b2ba-d0a0e97febac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.212066] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3278eec-9c79-4fd9-b4bb-68c3df2d843c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.222032] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901251, 'name': Rename_Task, 'duration_secs': 0.398443} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.223457] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.223815] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9591f02-8629-4175-83a3-081957a99691 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.227034] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a765da7-ab2c-48a2-812c-9394a9ee65d5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.243811] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.246227] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Waiting for the task: (returnval){ [ 1373.246227] env[64496]: value = "task-1901253" [ 1373.246227] env[64496]: _type = "Task" [ 1373.246227] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.255941] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901253, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.391173] env[64496]: DEBUG nova.compute.manager [req-be9b59fa-164d-49da-93a2-af3076192c3f req-cfa79eb9-9898-400d-b599-ce36de481054 service nova] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Received event network-vif-plugged-c6dd3b57-de24-4370-8d92-c0464c4e3299 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1373.392761] env[64496]: DEBUG oslo_concurrency.lockutils [req-be9b59fa-164d-49da-93a2-af3076192c3f req-cfa79eb9-9898-400d-b599-ce36de481054 service nova] Acquiring lock "8990fe10-951e-4336-a041-8f95ba0d8fa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.394766] env[64496]: DEBUG oslo_concurrency.lockutils [req-be9b59fa-164d-49da-93a2-af3076192c3f req-cfa79eb9-9898-400d-b599-ce36de481054 service nova] Lock "8990fe10-951e-4336-a041-8f95ba0d8fa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.395118] env[64496]: DEBUG oslo_concurrency.lockutils [req-be9b59fa-164d-49da-93a2-af3076192c3f req-cfa79eb9-9898-400d-b599-ce36de481054 service nova] Lock "8990fe10-951e-4336-a041-8f95ba0d8fa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.395236] env[64496]: DEBUG nova.compute.manager [req-be9b59fa-164d-49da-93a2-af3076192c3f req-cfa79eb9-9898-400d-b599-ce36de481054 service nova] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] No waiting events found dispatching network-vif-plugged-c6dd3b57-de24-4370-8d92-c0464c4e3299 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1373.395418] env[64496]: WARNING nova.compute.manager [req-be9b59fa-164d-49da-93a2-af3076192c3f req-cfa79eb9-9898-400d-b599-ce36de481054 service nova] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Received unexpected event network-vif-plugged-c6dd3b57-de24-4370-8d92-c0464c4e3299 for instance with vm_state building and task_state spawning. [ 1373.395581] env[64496]: DEBUG nova.compute.manager [req-be9b59fa-164d-49da-93a2-af3076192c3f req-cfa79eb9-9898-400d-b599-ce36de481054 service nova] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Received event network-changed-c6dd3b57-de24-4370-8d92-c0464c4e3299 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1373.395757] env[64496]: DEBUG nova.compute.manager [req-be9b59fa-164d-49da-93a2-af3076192c3f req-cfa79eb9-9898-400d-b599-ce36de481054 service nova] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Refreshing instance network info cache due to event network-changed-c6dd3b57-de24-4370-8d92-c0464c4e3299. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1373.395947] env[64496]: DEBUG oslo_concurrency.lockutils [req-be9b59fa-164d-49da-93a2-af3076192c3f req-cfa79eb9-9898-400d-b599-ce36de481054 service nova] Acquiring lock "refresh_cache-8990fe10-951e-4336-a041-8f95ba0d8fa8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.396093] env[64496]: DEBUG oslo_concurrency.lockutils [req-be9b59fa-164d-49da-93a2-af3076192c3f req-cfa79eb9-9898-400d-b599-ce36de481054 service nova] Acquired lock "refresh_cache-8990fe10-951e-4336-a041-8f95ba0d8fa8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.396316] env[64496]: DEBUG nova.network.neutron [req-be9b59fa-164d-49da-93a2-af3076192c3f req-cfa79eb9-9898-400d-b599-ce36de481054 service nova] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Refreshing network info cache for port c6dd3b57-de24-4370-8d92-c0464c4e3299 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.463825] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.589706] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b58242-abf2-9525-818a-a649e842d2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.075134} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.590042] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.590327] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] fb4b120d-4097-40af-a6e9-ee18a55fed58/fb4b120d-4097-40af-a6e9-ee18a55fed58.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.590711] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0376a083-2499-4fcc-9dbc-0c383fe27f5d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.600777] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1373.600777] env[64496]: value = "task-1901254" [ 1373.600777] env[64496]: _type = "Task" [ 1373.600777] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.607822] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82474} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.608528] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 3310d50a-ed0a-41a0-899c-923bfdcdf159/3310d50a-ed0a-41a0-899c-923bfdcdf159.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.608744] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.611023] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02ceadf4-f133-4ae6-b22d-d623c0d89a6a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.614491] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.623063] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901252, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.624871] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1373.624871] env[64496]: value = "task-1901255" [ 1373.624871] env[64496]: _type = "Task" [ 1373.624871] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.642695] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.658739] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.681175] env[64496]: DEBUG nova.network.neutron [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Successfully updated port: 0f617d78-e482-419a-80a7-c21aa6d05e3d {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1373.733698] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "de873593-e744-4c71-bdd7-09962f6bcedb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.734195] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "de873593-e744-4c71-bdd7-09962f6bcedb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.747989] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.763283] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.798708] env[64496]: DEBUG nova.compute.manager [req-a42a336d-d3f1-470b-8894-20cba9b58186 req-30ebc86f-5c8c-4caa-aa18-4c7d9c83f76f service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Received event network-changed-f2242f4c-ad1d-430a-a9d2-472a961aafa8 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1373.803183] env[64496]: DEBUG nova.compute.manager [req-a42a336d-d3f1-470b-8894-20cba9b58186 req-30ebc86f-5c8c-4caa-aa18-4c7d9c83f76f service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Refreshing instance network info cache due to event network-changed-f2242f4c-ad1d-430a-a9d2-472a961aafa8. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1373.803183] env[64496]: DEBUG oslo_concurrency.lockutils [req-a42a336d-d3f1-470b-8894-20cba9b58186 req-30ebc86f-5c8c-4caa-aa18-4c7d9c83f76f service nova] Acquiring lock "refresh_cache-fb4b120d-4097-40af-a6e9-ee18a55fed58" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.803183] env[64496]: DEBUG oslo_concurrency.lockutils [req-a42a336d-d3f1-470b-8894-20cba9b58186 req-30ebc86f-5c8c-4caa-aa18-4c7d9c83f76f service nova] Acquired lock "refresh_cache-fb4b120d-4097-40af-a6e9-ee18a55fed58" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.803183] env[64496]: DEBUG nova.network.neutron [req-a42a336d-d3f1-470b-8894-20cba9b58186 req-30ebc86f-5c8c-4caa-aa18-4c7d9c83f76f service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Refreshing network info cache for port f2242f4c-ad1d-430a-a9d2-472a961aafa8 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.116749] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901254, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.133616] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.909006} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.135051] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 8990fe10-951e-4336-a041-8f95ba0d8fa8/8990fe10-951e-4336-a041-8f95ba0d8fa8.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1374.135051] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1374.135051] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3222a72b-29ac-4b76-9f97-356d00d29dba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.141824] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107496} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.142324] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1374.143212] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ba0e91-1408-4fc6-8a3d-ea7e9d375528 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.147874] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1374.147874] env[64496]: value = "task-1901256" [ 1374.147874] env[64496]: _type = "Task" [ 1374.147874] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.172623] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 3310d50a-ed0a-41a0-899c-923bfdcdf159/3310d50a-ed0a-41a0-899c-923bfdcdf159.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.176346] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f761cb26-2d93-4e0e-84c3-9d9ed1698cb7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.195848] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Acquiring lock "refresh_cache-5d6fd328-423e-4b4a-8615-8d47117d1c85" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.196062] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Acquired lock "refresh_cache-5d6fd328-423e-4b4a-8615-8d47117d1c85" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.196270] env[64496]: DEBUG nova.network.neutron [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.197731] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.205703] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1374.205703] env[64496]: value = "task-1901257" [ 1374.205703] env[64496]: _type = "Task" [ 1374.205703] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.214917] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.259011] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1374.259011] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.510s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.259011] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.775s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.261705] env[64496]: INFO nova.compute.claims [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.275983] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901253, 'name': PowerOnVM_Task} progress is 76%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.352384] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Acquiring lock "2a74d990-c005-4f5c-97a5-d921d33a47e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.352721] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Lock "2a74d990-c005-4f5c-97a5-d921d33a47e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.353075] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Acquiring lock "2a74d990-c005-4f5c-97a5-d921d33a47e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.353207] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Lock "2a74d990-c005-4f5c-97a5-d921d33a47e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.353426] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Lock "2a74d990-c005-4f5c-97a5-d921d33a47e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.356111] env[64496]: INFO nova.compute.manager [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Terminating instance [ 1374.423948] env[64496]: DEBUG nova.network.neutron [req-be9b59fa-164d-49da-93a2-af3076192c3f req-cfa79eb9-9898-400d-b599-ce36de481054 service nova] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Updated VIF entry in instance network info cache for port c6dd3b57-de24-4370-8d92-c0464c4e3299. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.424373] env[64496]: DEBUG nova.network.neutron [req-be9b59fa-164d-49da-93a2-af3076192c3f req-cfa79eb9-9898-400d-b599-ce36de481054 service nova] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Updating instance_info_cache with network_info: [{"id": "c6dd3b57-de24-4370-8d92-c0464c4e3299", "address": "fa:16:3e:84:88:27", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6dd3b57-de", "ovs_interfaceid": "c6dd3b57-de24-4370-8d92-c0464c4e3299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.512396] env[64496]: DEBUG nova.compute.manager [None req-339281e5-8238-43f9-80fd-4624afb7b5af tempest-ServerDiagnosticsTest-1816547117 tempest-ServerDiagnosticsTest-1816547117-project-admin] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.513851] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aa3c9f-c30f-4bd1-8517-6e9aadd406cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.522396] env[64496]: INFO nova.compute.manager [None req-339281e5-8238-43f9-80fd-4624afb7b5af tempest-ServerDiagnosticsTest-1816547117 tempest-ServerDiagnosticsTest-1816547117-project-admin] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Retrieving diagnostics [ 1374.523117] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3630a075-b528-4502-bbe2-225e5f3a26cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.612774] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.883807} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.612951] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] fb4b120d-4097-40af-a6e9-ee18a55fed58/fb4b120d-4097-40af-a6e9-ee18a55fed58.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1374.613193] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1374.613795] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fecf3c4-be79-4c17-a6e1-193d8d5a0cf2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.620310] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1374.620310] env[64496]: value = "task-1901258" [ 1374.620310] env[64496]: _type = "Task" [ 1374.620310] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.629047] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.630146] env[64496]: DEBUG nova.network.neutron [req-a42a336d-d3f1-470b-8894-20cba9b58186 req-30ebc86f-5c8c-4caa-aa18-4c7d9c83f76f service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Updated VIF entry in instance network info cache for port f2242f4c-ad1d-430a-a9d2-472a961aafa8. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.630146] env[64496]: DEBUG nova.network.neutron [req-a42a336d-d3f1-470b-8894-20cba9b58186 req-30ebc86f-5c8c-4caa-aa18-4c7d9c83f76f service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Updating instance_info_cache with network_info: [{"id": "f2242f4c-ad1d-430a-a9d2-472a961aafa8", "address": "fa:16:3e:06:22:1e", "network": {"id": "b4bfaea0-fea9-4030-9224-ecfad9e3b7dd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-638013214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5fbc0bdd444d389b95497b1751ee50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2242f4c-ad", "ovs_interfaceid": "f2242f4c-ad1d-430a-a9d2-472a961aafa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.658725] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.715128] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.748945] env[64496]: DEBUG nova.network.neutron [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.770784] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901253, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.861571] env[64496]: DEBUG nova.compute.manager [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.861831] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.863226] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6d1dbc-231c-4051-b5c6-be0b581d6301 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.871687] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.871976] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81a9e256-8860-4ec0-b73d-4b5a66ae9f52 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.878808] env[64496]: DEBUG oslo_vmware.api [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for the task: (returnval){ [ 1374.878808] env[64496]: value = "task-1901259" [ 1374.878808] env[64496]: _type = "Task" [ 1374.878808] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.889286] env[64496]: DEBUG oslo_vmware.api [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.926967] env[64496]: DEBUG oslo_concurrency.lockutils [req-be9b59fa-164d-49da-93a2-af3076192c3f req-cfa79eb9-9898-400d-b599-ce36de481054 service nova] Releasing lock "refresh_cache-8990fe10-951e-4336-a041-8f95ba0d8fa8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.952378] env[64496]: DEBUG nova.network.neutron [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Updating instance_info_cache with network_info: [{"id": "0f617d78-e482-419a-80a7-c21aa6d05e3d", "address": "fa:16:3e:dc:3f:cd", "network": {"id": "05e43519-e4dc-4bb0-a023-8c05c4314c89", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1071887399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8c3117a28b64ca6a967a688c1cd5295", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f617d78-e4", "ovs_interfaceid": "0f617d78-e482-419a-80a7-c21aa6d05e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.131637] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.314653} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.131910] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1375.134087] env[64496]: DEBUG oslo_concurrency.lockutils [req-a42a336d-d3f1-470b-8894-20cba9b58186 req-30ebc86f-5c8c-4caa-aa18-4c7d9c83f76f service nova] Releasing lock "refresh_cache-fb4b120d-4097-40af-a6e9-ee18a55fed58" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.134087] env[64496]: DEBUG nova.compute.manager [req-a42a336d-d3f1-470b-8894-20cba9b58186 req-30ebc86f-5c8c-4caa-aa18-4c7d9c83f76f service nova] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Received event network-vif-deleted-21ada7d1-bf87-4cde-ad91-686799d5919c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1375.134542] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9ec961-23ee-48fc-a8a0-34d838143c12 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.168291] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] fb4b120d-4097-40af-a6e9-ee18a55fed58/fb4b120d-4097-40af-a6e9-ee18a55fed58.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.170179] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-688ae015-3135-4dd8-b01a-d0f08f094d83 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.193013] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.785428} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.194455] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1375.194746] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1375.194746] env[64496]: value = "task-1901260" [ 1375.194746] env[64496]: _type = "Task" [ 1375.194746] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.195440] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dde64f-d485-4b2a-a770-654485e9213d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.221358] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 8990fe10-951e-4336-a041-8f95ba0d8fa8/8990fe10-951e-4336-a041-8f95ba0d8fa8.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.228146] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ec9e24-03eb-42f6-98a8-f06e9874e641 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.243102] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.248951] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.250622] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1375.250622] env[64496]: value = "task-1901261" [ 1375.250622] env[64496]: _type = "Task" [ 1375.250622] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.261034] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.269024] env[64496]: DEBUG oslo_vmware.api [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901253, 'name': PowerOnVM_Task, 'duration_secs': 1.890839} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.269024] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.269024] env[64496]: INFO nova.compute.manager [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Took 5.93 seconds to spawn the instance on the hypervisor. [ 1375.269024] env[64496]: DEBUG nova.compute.manager [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.269024] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16421092-c321-43d8-99e8-f3975ed8caf2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.396180] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "4beb0377-8b69-438a-aa7f-af5f68092240" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.396180] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "4beb0377-8b69-438a-aa7f-af5f68092240" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.407340] env[64496]: DEBUG oslo_vmware.api [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901259, 'name': PowerOffVM_Task, 'duration_secs': 0.241547} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.408484] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.408681] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.408988] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6df2b02b-d94a-402e-b07d-28c22aed12c5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.455655] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Releasing lock "refresh_cache-5d6fd328-423e-4b4a-8615-8d47117d1c85" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.456141] env[64496]: DEBUG nova.compute.manager [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Instance network_info: |[{"id": "0f617d78-e482-419a-80a7-c21aa6d05e3d", "address": "fa:16:3e:dc:3f:cd", "network": {"id": "05e43519-e4dc-4bb0-a023-8c05c4314c89", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1071887399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8c3117a28b64ca6a967a688c1cd5295", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f617d78-e4", "ovs_interfaceid": "0f617d78-e482-419a-80a7-c21aa6d05e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1375.457033] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:3f:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f617d78-e482-419a-80a7-c21aa6d05e3d', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1375.464544] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Creating folder: Project (d8c3117a28b64ca6a967a688c1cd5295). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1375.467515] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-793fec63-570d-486f-b274-0d38a4b4b9fb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.479513] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Created folder: Project (d8c3117a28b64ca6a967a688c1cd5295) in parent group-v392474. [ 1375.479513] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Creating folder: Instances. Parent ref: group-v392507. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1375.479513] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfd4ee59-93d5-4b9d-992d-e392a5fb52d3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.484442] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.484442] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.484973] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Deleting the datastore file [datastore2] 2a74d990-c005-4f5c-97a5-d921d33a47e7 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.488285] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40b5fd14-535e-402c-9cce-4815053eea14 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.491616] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Created folder: Instances in parent group-v392507. [ 1375.491616] env[64496]: DEBUG oslo.service.loopingcall [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.492041] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.492289] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90dce5db-ad6c-4717-956d-d917a387d2bc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.511058] env[64496]: DEBUG oslo_vmware.api [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for the task: (returnval){ [ 1375.511058] env[64496]: value = "task-1901265" [ 1375.511058] env[64496]: _type = "Task" [ 1375.511058] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.517194] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.517194] env[64496]: value = "task-1901266" [ 1375.517194] env[64496]: _type = "Task" [ 1375.517194] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.525875] env[64496]: DEBUG oslo_vmware.api [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.532235] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901266, 'name': CreateVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.630191] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb5f239-4d0e-4dde-a594-2f00ab8f25ce {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.638778] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a51301e-2c60-4c4e-a5bc-db6973d8711b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.670155] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b5b504-4658-4e7b-8095-9e797d50caea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.679201] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dad8944-b4f7-4789-b081-9e49e73545cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.696096] env[64496]: DEBUG nova.compute.provider_tree [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.707303] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.722203] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901257, 'name': ReconfigVM_Task, 'duration_secs': 1.177004} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.723079] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 3310d50a-ed0a-41a0-899c-923bfdcdf159/3310d50a-ed0a-41a0-899c-923bfdcdf159.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.723944] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fad4e5a-3d2a-4f19-a69f-acefa8509659 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.730098] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1375.730098] env[64496]: value = "task-1901267" [ 1375.730098] env[64496]: _type = "Task" [ 1375.730098] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.740551] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901267, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.760258] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.793936] env[64496]: INFO nova.compute.manager [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Took 17.96 seconds to build instance. [ 1375.835312] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "99e415cd-77a4-4557-bdb4-67727d5621ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.835900] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "99e415cd-77a4-4557-bdb4-67727d5621ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.892675] env[64496]: INFO nova.compute.manager [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Rebuilding instance [ 1375.937291] env[64496]: DEBUG nova.compute.manager [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.938211] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63789a8e-170c-4894-9bd7-0d3487a15241 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.027316] env[64496]: DEBUG oslo_vmware.api [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Task: {'id': task-1901265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360504} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.028034] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.028034] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.028171] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.028758] env[64496]: INFO nova.compute.manager [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1376.028758] env[64496]: DEBUG oslo.service.loopingcall [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1376.028758] env[64496]: DEBUG nova.compute.manager [-] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.028918] env[64496]: DEBUG nova.network.neutron [-] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1376.033884] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901266, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.203736] env[64496]: DEBUG nova.scheduler.client.report [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.212710] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901260, 'name': ReconfigVM_Task, 'duration_secs': 0.593554} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.212710] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Reconfigured VM instance instance-00000007 to attach disk [datastore2] fb4b120d-4097-40af-a6e9-ee18a55fed58/fb4b120d-4097-40af-a6e9-ee18a55fed58.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.213456] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-399c92a8-3a59-493c-af3e-b6e8bea9f3d7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.221033] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1376.221033] env[64496]: value = "task-1901268" [ 1376.221033] env[64496]: _type = "Task" [ 1376.221033] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.232330] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901268, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.240876] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901267, 'name': Rename_Task, 'duration_secs': 0.209976} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.242166] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.242166] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b436b46-8a6d-4ff0-b6f5-9b0af90d51ec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.248318] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1376.248318] env[64496]: value = "task-1901269" [ 1376.248318] env[64496]: _type = "Task" [ 1376.248318] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.263240] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.266560] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901261, 'name': ReconfigVM_Task, 'duration_secs': 0.5874} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.267528] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 8990fe10-951e-4336-a041-8f95ba0d8fa8/8990fe10-951e-4336-a041-8f95ba0d8fa8.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.268617] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfafb9b8-35e4-4f74-ba8c-0351a2b06042 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.276247] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1376.276247] env[64496]: value = "task-1901270" [ 1376.276247] env[64496]: _type = "Task" [ 1376.276247] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.286812] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901270, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.294917] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d246b83-b2f2-4da3-826f-948c610890c8 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Lock "85f549d9-28c1-4f8e-9708-2072e977c52b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.479s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.532935] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901266, 'name': CreateVM_Task, 'duration_secs': 0.751054} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.534325] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.539093] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.540724] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.542114] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1376.542448] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20abe79-d9c8-4f6d-91ea-98b57b161034 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.551734] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Waiting for the task: (returnval){ [ 1376.551734] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e4763a-3b66-e7c5-b32e-18f6fac4a085" [ 1376.551734] env[64496]: _type = "Task" [ 1376.551734] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.560717] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e4763a-3b66-e7c5-b32e-18f6fac4a085, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.714455] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.715169] env[64496]: DEBUG nova.compute.manager [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1376.720161] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.512s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.720996] env[64496]: INFO nova.compute.claims [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.737285] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901268, 'name': Rename_Task, 'duration_secs': 0.181472} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.738743] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.738743] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-969b0b57-a8ff-4ee9-ad9b-4d37d3f3e2d8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.746298] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1376.746298] env[64496]: value = "task-1901271" [ 1376.746298] env[64496]: _type = "Task" [ 1376.746298] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.770511] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901271, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.770800] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901269, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.790973] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901270, 'name': Rename_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.797297] env[64496]: DEBUG nova.compute.manager [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1376.826919] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Acquiring lock "51f4045f-a7b8-4293-aa22-17b5cba7e7ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.827208] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Lock "51f4045f-a7b8-4293-aa22-17b5cba7e7ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.827421] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Acquiring lock "51f4045f-a7b8-4293-aa22-17b5cba7e7ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.827600] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Lock "51f4045f-a7b8-4293-aa22-17b5cba7e7ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.827762] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Lock "51f4045f-a7b8-4293-aa22-17b5cba7e7ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.830741] env[64496]: INFO nova.compute.manager [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Terminating instance [ 1376.954049] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.957909] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9303fe7-f9f1-47aa-988f-19aaf0cc545e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.966303] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Waiting for the task: (returnval){ [ 1376.966303] env[64496]: value = "task-1901272" [ 1376.966303] env[64496]: _type = "Task" [ 1376.966303] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.977131] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.034249] env[64496]: DEBUG nova.compute.manager [req-ee0c12ca-d5dd-4dc8-be59-6920f8d9e0b1 req-c9606e7b-4342-40ad-877e-10150c41b03e service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Received event network-vif-plugged-0f617d78-e482-419a-80a7-c21aa6d05e3d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1377.034562] env[64496]: DEBUG oslo_concurrency.lockutils [req-ee0c12ca-d5dd-4dc8-be59-6920f8d9e0b1 req-c9606e7b-4342-40ad-877e-10150c41b03e service nova] Acquiring lock "5d6fd328-423e-4b4a-8615-8d47117d1c85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.034884] env[64496]: DEBUG oslo_concurrency.lockutils [req-ee0c12ca-d5dd-4dc8-be59-6920f8d9e0b1 req-c9606e7b-4342-40ad-877e-10150c41b03e service nova] Lock "5d6fd328-423e-4b4a-8615-8d47117d1c85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.034884] env[64496]: DEBUG oslo_concurrency.lockutils [req-ee0c12ca-d5dd-4dc8-be59-6920f8d9e0b1 req-c9606e7b-4342-40ad-877e-10150c41b03e service nova] Lock "5d6fd328-423e-4b4a-8615-8d47117d1c85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.035064] env[64496]: DEBUG nova.compute.manager [req-ee0c12ca-d5dd-4dc8-be59-6920f8d9e0b1 req-c9606e7b-4342-40ad-877e-10150c41b03e service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] No waiting events found dispatching network-vif-plugged-0f617d78-e482-419a-80a7-c21aa6d05e3d {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.035165] env[64496]: WARNING nova.compute.manager [req-ee0c12ca-d5dd-4dc8-be59-6920f8d9e0b1 req-c9606e7b-4342-40ad-877e-10150c41b03e service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Received unexpected event network-vif-plugged-0f617d78-e482-419a-80a7-c21aa6d05e3d for instance with vm_state building and task_state spawning. [ 1377.035321] env[64496]: DEBUG nova.compute.manager [req-ee0c12ca-d5dd-4dc8-be59-6920f8d9e0b1 req-c9606e7b-4342-40ad-877e-10150c41b03e service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Received event network-changed-0f617d78-e482-419a-80a7-c21aa6d05e3d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1377.035468] env[64496]: DEBUG nova.compute.manager [req-ee0c12ca-d5dd-4dc8-be59-6920f8d9e0b1 req-c9606e7b-4342-40ad-877e-10150c41b03e service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Refreshing instance network info cache due to event network-changed-0f617d78-e482-419a-80a7-c21aa6d05e3d. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1377.035694] env[64496]: DEBUG oslo_concurrency.lockutils [req-ee0c12ca-d5dd-4dc8-be59-6920f8d9e0b1 req-c9606e7b-4342-40ad-877e-10150c41b03e service nova] Acquiring lock "refresh_cache-5d6fd328-423e-4b4a-8615-8d47117d1c85" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.035871] env[64496]: DEBUG oslo_concurrency.lockutils [req-ee0c12ca-d5dd-4dc8-be59-6920f8d9e0b1 req-c9606e7b-4342-40ad-877e-10150c41b03e service nova] Acquired lock "refresh_cache-5d6fd328-423e-4b4a-8615-8d47117d1c85" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.035925] env[64496]: DEBUG nova.network.neutron [req-ee0c12ca-d5dd-4dc8-be59-6920f8d9e0b1 req-c9606e7b-4342-40ad-877e-10150c41b03e service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Refreshing network info cache for port 0f617d78-e482-419a-80a7-c21aa6d05e3d {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.037924] env[64496]: DEBUG nova.network.neutron [-] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.066976] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e4763a-3b66-e7c5-b32e-18f6fac4a085, 'name': SearchDatastore_Task, 'duration_secs': 0.056119} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.067331] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.067554] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.068014] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.068014] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.068315] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1377.068375] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4477695a-bacb-462f-ba59-acaa316a8f31 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.082344] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.082344] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1377.082686] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a48a46-d542-45e5-b6a4-71122825be8a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.091689] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Waiting for the task: (returnval){ [ 1377.091689] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bf6e2e-43cf-f234-9a82-d8bc44963ae9" [ 1377.091689] env[64496]: _type = "Task" [ 1377.091689] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.107703] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bf6e2e-43cf-f234-9a82-d8bc44963ae9, 'name': SearchDatastore_Task, 'duration_secs': 0.01085} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.108494] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4bd369-f13a-4ff8-b2d5-31bb108422f1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.116303] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Waiting for the task: (returnval){ [ 1377.116303] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523c1498-7e9c-af71-46f1-e62eb3649b89" [ 1377.116303] env[64496]: _type = "Task" [ 1377.116303] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.123174] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523c1498-7e9c-af71-46f1-e62eb3649b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.225717] env[64496]: DEBUG nova.compute.utils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1377.227246] env[64496]: DEBUG nova.compute.manager [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1377.227409] env[64496]: DEBUG nova.network.neutron [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1377.265646] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.271284] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901269, 'name': PowerOnVM_Task} progress is 82%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.288503] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901270, 'name': Rename_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.336571] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.346651] env[64496]: DEBUG nova.compute.manager [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.346651] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.347218] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fc8a74-fc16-4531-b5b2-a461bbb1e4d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.355891] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.356388] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eda380d-4496-49d2-8d59-731c76404e6b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.367188] env[64496]: DEBUG oslo_vmware.api [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Waiting for the task: (returnval){ [ 1377.367188] env[64496]: value = "task-1901273" [ 1377.367188] env[64496]: _type = "Task" [ 1377.367188] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.376204] env[64496]: DEBUG oslo_vmware.api [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.379145] env[64496]: DEBUG nova.policy [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab76fec04faa45f38001c581bd89a324', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaecf09d4ab84c539fa8488fc252bd27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1377.479232] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901272, 'name': PowerOffVM_Task, 'duration_secs': 0.244013} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.479595] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.479850] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.480875] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf39067-9daf-4ed5-80ac-3b3b4a304422 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.494469] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.494869] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4ce9930-1837-4582-b7e2-393e348d6ee0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.520306] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.520584] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.520793] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Deleting the datastore file [datastore2] d9aff96a-c016-4c16-be2a-bbecfcc85093 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.521401] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbeb5d46-c832-476b-acdc-962121abf7b4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.528815] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Waiting for the task: (returnval){ [ 1377.528815] env[64496]: value = "task-1901275" [ 1377.528815] env[64496]: _type = "Task" [ 1377.528815] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.537964] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.542454] env[64496]: INFO nova.compute.manager [-] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Took 1.51 seconds to deallocate network for instance. [ 1377.627909] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523c1498-7e9c-af71-46f1-e62eb3649b89, 'name': SearchDatastore_Task, 'duration_secs': 0.01261} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.628268] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.628592] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 5d6fd328-423e-4b4a-8615-8d47117d1c85/5d6fd328-423e-4b4a-8615-8d47117d1c85.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1377.628882] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14a131d9-5964-498b-8998-5164775e307c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.635105] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Waiting for the task: (returnval){ [ 1377.635105] env[64496]: value = "task-1901276" [ 1377.635105] env[64496]: _type = "Task" [ 1377.635105] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.645666] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.719920] env[64496]: DEBUG nova.compute.manager [req-dcd4ff5c-3285-4875-a354-781ca2732544 req-48a1b939-1acd-4987-b534-63377108b986 service nova] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Received event network-vif-deleted-3332173d-868a-4a11-aa21-341f7ab90bb1 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1377.731273] env[64496]: DEBUG nova.compute.manager [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1377.772943] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.779525] env[64496]: DEBUG oslo_vmware.api [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901269, 'name': PowerOnVM_Task, 'duration_secs': 1.22804} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.789628] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.790217] env[64496]: INFO nova.compute.manager [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Took 15.55 seconds to spawn the instance on the hypervisor. [ 1377.790619] env[64496]: DEBUG nova.compute.manager [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.792831] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede8f5b1-ee28-417a-8899-2579f43c953c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.808267] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901270, 'name': Rename_Task, 'duration_secs': 1.193378} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.813634] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.820033] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7cb524f-023d-4436-a4d7-345c20418c87 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.824653] env[64496]: DEBUG nova.compute.manager [None req-5975bcc4-eb1e-47ad-96b8-7fe9b932674e tempest-ServerDiagnosticsV248Test-1091983338 tempest-ServerDiagnosticsV248Test-1091983338-project-admin] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.825657] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d204173b-8aea-4ae0-b0ee-fb6c510f80ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.838696] env[64496]: INFO nova.compute.manager [None req-5975bcc4-eb1e-47ad-96b8-7fe9b932674e tempest-ServerDiagnosticsV248Test-1091983338 tempest-ServerDiagnosticsV248Test-1091983338-project-admin] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Retrieving diagnostics [ 1377.839358] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1377.839358] env[64496]: value = "task-1901277" [ 1377.839358] env[64496]: _type = "Task" [ 1377.839358] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.840192] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca0a2d3-e7ee-4787-bdb9-9d5f0abbd7ec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.891269] env[64496]: DEBUG nova.network.neutron [req-ee0c12ca-d5dd-4dc8-be59-6920f8d9e0b1 req-c9606e7b-4342-40ad-877e-10150c41b03e service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Updated VIF entry in instance network info cache for port 0f617d78-e482-419a-80a7-c21aa6d05e3d. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.891269] env[64496]: DEBUG nova.network.neutron [req-ee0c12ca-d5dd-4dc8-be59-6920f8d9e0b1 req-c9606e7b-4342-40ad-877e-10150c41b03e service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Updating instance_info_cache with network_info: [{"id": "0f617d78-e482-419a-80a7-c21aa6d05e3d", "address": "fa:16:3e:dc:3f:cd", "network": {"id": "05e43519-e4dc-4bb0-a023-8c05c4314c89", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1071887399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8c3117a28b64ca6a967a688c1cd5295", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f617d78-e4", "ovs_interfaceid": "0f617d78-e482-419a-80a7-c21aa6d05e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.892943] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901277, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.901253] env[64496]: DEBUG oslo_vmware.api [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901273, 'name': PowerOffVM_Task, 'duration_secs': 0.277313} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.901628] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.901872] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.902218] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8da59fb6-adb3-4294-a514-ee2b213bb04f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.905865] env[64496]: DEBUG nova.network.neutron [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Successfully created port: dbe6ff15-674f-461d-8f82-65843a4c0770 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1378.005964] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.006128] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.006282] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Deleting the datastore file [datastore2] 51f4045f-a7b8-4293-aa22-17b5cba7e7ce {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.009257] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31fa97b6-6b00-46a6-97da-78fbca5306e9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.015950] env[64496]: DEBUG oslo_vmware.api [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Waiting for the task: (returnval){ [ 1378.015950] env[64496]: value = "task-1901279" [ 1378.015950] env[64496]: _type = "Task" [ 1378.015950] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.027962] env[64496]: DEBUG oslo_vmware.api [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.039390] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115664} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.039680] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.039880] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.040072] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.048467] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.146202] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901276, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.161968] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1d0eea-aa20-4419-9162-9248a5e0d83c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.169885] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de10a0b-99c5-4c23-a65f-fcd30a4d44be {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.209333] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e071c4-4171-4d13-aecc-139f64d1eeba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.218334] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786b24ed-3930-487b-b186-77b936918762 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.234501] env[64496]: DEBUG nova.compute.provider_tree [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.261112] env[64496]: DEBUG oslo_vmware.api [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901271, 'name': PowerOnVM_Task, 'duration_secs': 1.273167} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.261112] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.261112] env[64496]: INFO nova.compute.manager [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Took 13.70 seconds to spawn the instance on the hypervisor. [ 1378.261112] env[64496]: DEBUG nova.compute.manager [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.261601] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bc02f6-a828-4b71-a5a4-36b96c15db9e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.332035] env[64496]: INFO nova.compute.manager [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Took 24.27 seconds to build instance. [ 1378.357573] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901277, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.395686] env[64496]: DEBUG oslo_concurrency.lockutils [req-ee0c12ca-d5dd-4dc8-be59-6920f8d9e0b1 req-c9606e7b-4342-40ad-877e-10150c41b03e service nova] Releasing lock "refresh_cache-5d6fd328-423e-4b4a-8615-8d47117d1c85" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.529740] env[64496]: DEBUG oslo_vmware.api [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Task: {'id': task-1901279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239008} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.532303] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.532303] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.532303] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.532303] env[64496]: INFO nova.compute.manager [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1378.532303] env[64496]: DEBUG oslo.service.loopingcall [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1378.532669] env[64496]: DEBUG nova.compute.manager [-] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.532669] env[64496]: DEBUG nova.network.neutron [-] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.654496] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608277} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.654496] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 5d6fd328-423e-4b4a-8615-8d47117d1c85/5d6fd328-423e-4b4a-8615-8d47117d1c85.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1378.654496] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1378.654496] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c3f34e5-abeb-4f76-bc3a-cbf808dd2565 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.658564] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Waiting for the task: (returnval){ [ 1378.658564] env[64496]: value = "task-1901280" [ 1378.658564] env[64496]: _type = "Task" [ 1378.658564] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.668107] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.739882] env[64496]: DEBUG nova.scheduler.client.report [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.748556] env[64496]: DEBUG nova.compute.manager [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1378.795632] env[64496]: INFO nova.compute.manager [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Took 22.61 seconds to build instance. [ 1378.807287] env[64496]: DEBUG nova.virt.hardware [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.809120] env[64496]: DEBUG nova.virt.hardware [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.809529] env[64496]: DEBUG nova.virt.hardware [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.809864] env[64496]: DEBUG nova.virt.hardware [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.812022] env[64496]: DEBUG nova.virt.hardware [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.812022] env[64496]: DEBUG nova.virt.hardware [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.812022] env[64496]: DEBUG nova.virt.hardware [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.812022] env[64496]: DEBUG nova.virt.hardware [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.812022] env[64496]: DEBUG nova.virt.hardware [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.812297] env[64496]: DEBUG nova.virt.hardware [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.812297] env[64496]: DEBUG nova.virt.hardware [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.812601] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd649485-800c-4fd8-a16c-21a792dde40a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.823248] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559938a9-aa1b-4597-8b29-2f149cae12fe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.839844] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fac9fbc1-dab8-49b8-811b-82ab2cebc8b5 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Lock "3310d50a-ed0a-41a0-899c-923bfdcdf159" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.784s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.852774] env[64496]: DEBUG oslo_vmware.api [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901277, 'name': PowerOnVM_Task, 'duration_secs': 0.630961} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.853591] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.853591] env[64496]: INFO nova.compute.manager [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Took 11.90 seconds to spawn the instance on the hypervisor. [ 1378.853591] env[64496]: DEBUG nova.compute.manager [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.854731] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786bb194-3e12-4c48-ae97-17f9cb4f3f0d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.072451] env[64496]: DEBUG nova.virt.hardware [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.072710] env[64496]: DEBUG nova.virt.hardware [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.072862] env[64496]: DEBUG nova.virt.hardware [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.073054] env[64496]: DEBUG nova.virt.hardware [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.073205] env[64496]: DEBUG nova.virt.hardware [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.073351] env[64496]: DEBUG nova.virt.hardware [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.073556] env[64496]: DEBUG nova.virt.hardware [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.073709] env[64496]: DEBUG nova.virt.hardware [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.073873] env[64496]: DEBUG nova.virt.hardware [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.074075] env[64496]: DEBUG nova.virt.hardware [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.074255] env[64496]: DEBUG nova.virt.hardware [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.075210] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ad47e2-a252-43d2-b56a-7033fc322211 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.084448] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dedb17-5013-4920-be0e-868a2f392c4a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.099988] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Instance VIF info [] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.105660] env[64496]: DEBUG oslo.service.loopingcall [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.106223] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.106464] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0aa3793-b955-48bd-b53c-0deea3f17a71 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.124194] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.124194] env[64496]: value = "task-1901281" [ 1379.124194] env[64496]: _type = "Task" [ 1379.124194] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.132383] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901281, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.170290] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087104} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.170608] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1379.171675] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cc46fb-7a02-4e9d-b7e2-00c41cb48f2b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.197333] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 5d6fd328-423e-4b4a-8615-8d47117d1c85/5d6fd328-423e-4b4a-8615-8d47117d1c85.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.197887] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e11dd380-bb5b-4906-8af6-73a527c6e1df {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.222072] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Waiting for the task: (returnval){ [ 1379.222072] env[64496]: value = "task-1901282" [ 1379.222072] env[64496]: _type = "Task" [ 1379.222072] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.231991] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.248114] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.248611] env[64496]: DEBUG nova.compute.manager [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1379.251344] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.746s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.254816] env[64496]: INFO nova.compute.claims [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.298399] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9fc5494a-3c8b-42f5-86a7-474f1cdf9649 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "fb4b120d-4097-40af-a6e9-ee18a55fed58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.134s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.343355] env[64496]: DEBUG nova.compute.manager [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1379.373726] env[64496]: INFO nova.compute.manager [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Took 21.74 seconds to build instance. [ 1379.580464] env[64496]: DEBUG nova.network.neutron [-] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.636493] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901281, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.732741] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.757254] env[64496]: DEBUG nova.compute.utils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1379.764020] env[64496]: DEBUG nova.compute.manager [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1379.764020] env[64496]: DEBUG nova.network.neutron [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1379.801241] env[64496]: DEBUG nova.compute.manager [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1379.818605] env[64496]: DEBUG nova.network.neutron [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Successfully updated port: dbe6ff15-674f-461d-8f82-65843a4c0770 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1379.855653] env[64496]: DEBUG nova.policy [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '676c8dbbcbd14089964b51d39e5f5908', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '887f1a544b1a4892a13cc778a93d3971', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1379.866705] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.877162] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cc611008-3611-4449-8ec2-a4fcc2b3dbac tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "8990fe10-951e-4336-a041-8f95ba0d8fa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.249s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.048374] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.048606] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.085172] env[64496]: INFO nova.compute.manager [-] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Took 1.55 seconds to deallocate network for instance. [ 1380.144414] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901281, 'name': CreateVM_Task, 'duration_secs': 0.821694} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.144604] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.145098] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.145270] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.145619] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.145885] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc626014-b73f-4f0d-8660-dc4d35937282 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.154015] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Waiting for the task: (returnval){ [ 1380.154015] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523cce2f-09c7-ae5c-1af1-15a790b69c81" [ 1380.154015] env[64496]: _type = "Task" [ 1380.154015] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.165556] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523cce2f-09c7-ae5c-1af1-15a790b69c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.239795] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901282, 'name': ReconfigVM_Task, 'duration_secs': 0.92837} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.239903] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 5d6fd328-423e-4b4a-8615-8d47117d1c85/5d6fd328-423e-4b4a-8615-8d47117d1c85.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.241614] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1a0d34c-5034-467d-b1ba-7d64f7df8d7d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.252600] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Waiting for the task: (returnval){ [ 1380.252600] env[64496]: value = "task-1901283" [ 1380.252600] env[64496]: _type = "Task" [ 1380.252600] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.264718] env[64496]: DEBUG nova.compute.manager [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1380.270143] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901283, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.276853] env[64496]: DEBUG nova.compute.manager [req-1c886283-5939-4064-b04c-0d8ad3ab67fe req-021307f9-4809-42b4-b2cc-73399856e4cc service nova] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Received event network-vif-deleted-49e80b81-27d5-4d3c-8d05-8865f888332e {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1380.312967] env[64496]: DEBUG nova.network.neutron [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Successfully created port: 293582d8-9bd8-415d-b017-311190845e7d {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1380.324885] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "refresh_cache-cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.325763] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired lock "refresh_cache-cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.329225] env[64496]: DEBUG nova.network.neutron [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.331980] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.553812] env[64496]: DEBUG nova.compute.manager [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1380.599444] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.665463] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523cce2f-09c7-ae5c-1af1-15a790b69c81, 'name': SearchDatastore_Task, 'duration_secs': 0.014198} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.665838] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.666095] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1380.666338] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.666512] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.666696] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.666969] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00727526-273a-42d1-a24f-87b7efdba538 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.678844] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.679068] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1380.679845] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e00666-9729-4e95-884f-db4c864ad5b2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.685329] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Waiting for the task: (returnval){ [ 1380.685329] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522c7224-7a06-46dc-37f0-3824a8a9ff54" [ 1380.685329] env[64496]: _type = "Task" [ 1380.685329] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.690406] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab5fa2b-f3d9-4e44-ac51-356b87dfed19 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.703076] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522c7224-7a06-46dc-37f0-3824a8a9ff54, 'name': SearchDatastore_Task, 'duration_secs': 0.01165} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.706143] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2407a9c1-593b-441b-8b63-d1c030853f91 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.710619] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dd4197-2f4c-4e3d-aaff-16f81b957ddf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.717980] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Waiting for the task: (returnval){ [ 1380.717980] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d82cfe-3b31-f835-82e3-b40c0c705cad" [ 1380.717980] env[64496]: _type = "Task" [ 1380.717980] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.749536] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f4043b-7f95-4d83-b61d-808f8d53a5de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.759684] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d82cfe-3b31-f835-82e3-b40c0c705cad, 'name': SearchDatastore_Task, 'duration_secs': 0.011894} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.762503] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.762779] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] d9aff96a-c016-4c16-be2a-bbecfcc85093/d9aff96a-c016-4c16-be2a-bbecfcc85093.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1380.767858] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35d2730d-ad85-408d-b85c-e9887e677eaa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.771059] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e74528e-cb26-4659-9c5d-c6951197eaea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.775458] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901283, 'name': Rename_Task, 'duration_secs': 0.238234} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.779174] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.780719] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21c091c1-ae4b-4894-9246-bd9d32a0d1cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.790928] env[64496]: DEBUG nova.compute.provider_tree [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.794440] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Waiting for the task: (returnval){ [ 1380.794440] env[64496]: value = "task-1901284" [ 1380.794440] env[64496]: _type = "Task" [ 1380.794440] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.801586] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Waiting for the task: (returnval){ [ 1380.801586] env[64496]: value = "task-1901285" [ 1380.801586] env[64496]: _type = "Task" [ 1380.801586] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.809823] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.815650] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901285, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.894151] env[64496]: DEBUG nova.network.neutron [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.003961] env[64496]: DEBUG nova.compute.manager [req-f07bc272-fbbb-4c61-b6e3-45ed7b6fb90f req-9b92b84a-5ac4-41e0-840c-f8f4b9e053fe service nova] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Received event network-vif-plugged-dbe6ff15-674f-461d-8f82-65843a4c0770 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1381.004355] env[64496]: DEBUG oslo_concurrency.lockutils [req-f07bc272-fbbb-4c61-b6e3-45ed7b6fb90f req-9b92b84a-5ac4-41e0-840c-f8f4b9e053fe service nova] Acquiring lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.004575] env[64496]: DEBUG oslo_concurrency.lockutils [req-f07bc272-fbbb-4c61-b6e3-45ed7b6fb90f req-9b92b84a-5ac4-41e0-840c-f8f4b9e053fe service nova] Lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.004799] env[64496]: DEBUG oslo_concurrency.lockutils [req-f07bc272-fbbb-4c61-b6e3-45ed7b6fb90f req-9b92b84a-5ac4-41e0-840c-f8f4b9e053fe service nova] Lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.005011] env[64496]: DEBUG nova.compute.manager [req-f07bc272-fbbb-4c61-b6e3-45ed7b6fb90f req-9b92b84a-5ac4-41e0-840c-f8f4b9e053fe service nova] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] No waiting events found dispatching network-vif-plugged-dbe6ff15-674f-461d-8f82-65843a4c0770 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1381.005547] env[64496]: WARNING nova.compute.manager [req-f07bc272-fbbb-4c61-b6e3-45ed7b6fb90f req-9b92b84a-5ac4-41e0-840c-f8f4b9e053fe service nova] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Received unexpected event network-vif-plugged-dbe6ff15-674f-461d-8f82-65843a4c0770 for instance with vm_state building and task_state spawning. [ 1381.083137] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.287623] env[64496]: DEBUG nova.compute.manager [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1381.297217] env[64496]: DEBUG nova.scheduler.client.report [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.320743] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901284, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.328797] env[64496]: DEBUG nova.virt.hardware [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.329133] env[64496]: DEBUG nova.virt.hardware [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.329260] env[64496]: DEBUG nova.virt.hardware [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.329461] env[64496]: DEBUG nova.virt.hardware [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.329618] env[64496]: DEBUG nova.virt.hardware [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.329785] env[64496]: DEBUG nova.virt.hardware [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.330065] env[64496]: DEBUG nova.virt.hardware [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.330224] env[64496]: DEBUG nova.virt.hardware [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.330343] env[64496]: DEBUG nova.virt.hardware [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.330528] env[64496]: DEBUG nova.virt.hardware [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.330691] env[64496]: DEBUG nova.virt.hardware [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.331899] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.332815] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c3fcba-2f23-4547-970e-f9786fb7804a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.342145] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247a0c1f-705e-41da-b69b-9ca3209a1f83 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.382446] env[64496]: DEBUG nova.network.neutron [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Updating instance_info_cache with network_info: [{"id": "dbe6ff15-674f-461d-8f82-65843a4c0770", "address": "fa:16:3e:37:94:61", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe6ff15-67", "ovs_interfaceid": "dbe6ff15-674f-461d-8f82-65843a4c0770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.712438] env[64496]: DEBUG nova.compute.manager [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.712438] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb3a8ec-8f87-419e-90f7-9a2b3940eadb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.809605] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.811405] env[64496]: DEBUG nova.compute.manager [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1381.815696] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.573s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.815696] env[64496]: DEBUG nova.objects.instance [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Lazy-loading 'resources' on Instance uuid 2d62a651-bd46-4f8f-a000-dfdefe179ba8 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.842351] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777866} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.842656] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901285, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.843716] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] d9aff96a-c016-4c16-be2a-bbecfcc85093/d9aff96a-c016-4c16-be2a-bbecfcc85093.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1381.843930] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1381.844267] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a4d3157-7a08-440d-9103-5b82b7ec2446 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.853794] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Waiting for the task: (returnval){ [ 1381.853794] env[64496]: value = "task-1901286" [ 1381.853794] env[64496]: _type = "Task" [ 1381.853794] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.868052] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.886955] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Releasing lock "refresh_cache-cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.887338] env[64496]: DEBUG nova.compute.manager [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Instance network_info: |[{"id": "dbe6ff15-674f-461d-8f82-65843a4c0770", "address": "fa:16:3e:37:94:61", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe6ff15-67", "ovs_interfaceid": "dbe6ff15-674f-461d-8f82-65843a4c0770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1381.889169] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:94:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbe6ff15-674f-461d-8f82-65843a4c0770', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.898157] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Creating folder: Project (eaecf09d4ab84c539fa8488fc252bd27). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1381.898488] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d216cdb-945d-447a-a293-1010c269750f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.910490] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Created folder: Project (eaecf09d4ab84c539fa8488fc252bd27) in parent group-v392474. [ 1381.910775] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Creating folder: Instances. Parent ref: group-v392511. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1381.911085] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5782a4f3-1ccd-4fe3-8e92-a69b6b6c7b71 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.922163] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Created folder: Instances in parent group-v392511. [ 1381.922163] env[64496]: DEBUG oslo.service.loopingcall [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1381.922163] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1381.922163] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15689df5-876c-4f40-b035-05b765cf0f44 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.946173] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1381.946173] env[64496]: value = "task-1901289" [ 1381.946173] env[64496]: _type = "Task" [ 1381.946173] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.959048] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901289, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.228109] env[64496]: INFO nova.compute.manager [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] instance snapshotting [ 1382.230513] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c6c7bf-3c55-4ad2-b5ce-48e0c04247a8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.255499] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f527f0-1281-41b3-9faa-70c57ef070d3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.335359] env[64496]: DEBUG nova.compute.utils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1382.336819] env[64496]: DEBUG oslo_vmware.api [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901285, 'name': PowerOnVM_Task, 'duration_secs': 1.212766} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.338474] env[64496]: DEBUG nova.compute.manager [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1382.338474] env[64496]: DEBUG nova.network.neutron [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1382.342674] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.342674] env[64496]: INFO nova.compute.manager [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Took 10.55 seconds to spawn the instance on the hypervisor. [ 1382.342674] env[64496]: DEBUG nova.compute.manager [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.342674] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7733f267-9bf0-4007-9f5d-1e178c9bf67a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.375215] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212832} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.375215] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1382.376693] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc1ede4-d6f3-4465-aa9d-8d82b70373c1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.406039] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] d9aff96a-c016-4c16-be2a-bbecfcc85093/d9aff96a-c016-4c16-be2a-bbecfcc85093.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.410618] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26a6e279-4b1a-4e07-8168-f4f9a0a6d8b4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.439892] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Waiting for the task: (returnval){ [ 1382.439892] env[64496]: value = "task-1901290" [ 1382.439892] env[64496]: _type = "Task" [ 1382.439892] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.455136] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.460607] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901289, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.464039] env[64496]: DEBUG nova.policy [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd880adc85e9d4a24b2c09bb9d14c53ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c08e7226e5464122a2afbbe4608fc70f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1382.698862] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccefdf3d-35bc-4e03-ad70-0aa418546aa4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.708353] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f206bd-7328-4063-87f8-d1b662e964a1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.744080] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbefd83-ad01-490b-bc47-129083f5097a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.751942] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fcbe62-1df6-4c0d-859f-fd8b87875f47 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.767886] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1382.767886] env[64496]: DEBUG nova.compute.provider_tree [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.768797] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9823614-d8ab-4db6-9159-f61d263b16e5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.775209] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1382.775209] env[64496]: value = "task-1901291" [ 1382.775209] env[64496]: _type = "Task" [ 1382.775209] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.784016] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.838133] env[64496]: DEBUG nova.compute.manager [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1382.868776] env[64496]: INFO nova.compute.manager [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Took 23.08 seconds to build instance. [ 1382.924766] env[64496]: DEBUG nova.network.neutron [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Successfully created port: 346985c9-dc65-4266-8e32-1fe6ee59503d {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1382.930938] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "50bab324-a7f4-430e-81fa-36d4248bb3f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.931186] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "50bab324-a7f4-430e-81fa-36d4248bb3f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.951334] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.960082] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901289, 'name': CreateVM_Task, 'duration_secs': 0.716326} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.960627] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1382.962444] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.962444] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.962911] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.964161] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8841dc-72b1-4bf2-806c-c9497c1ad006 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.968785] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1382.968785] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521797df-5a30-4710-8838-1b5b56b3b5af" [ 1382.968785] env[64496]: _type = "Task" [ 1382.968785] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.976737] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521797df-5a30-4710-8838-1b5b56b3b5af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.219862] env[64496]: DEBUG nova.network.neutron [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Successfully updated port: 293582d8-9bd8-415d-b017-311190845e7d {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.273075] env[64496]: DEBUG nova.scheduler.client.report [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.287834] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.370953] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a07220f8-be39-4377-83da-daade7825c71 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Lock "5d6fd328-423e-4b4a-8615-8d47117d1c85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.600s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.461029] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.480640] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521797df-5a30-4710-8838-1b5b56b3b5af, 'name': SearchDatastore_Task, 'duration_secs': 0.247583} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.481000] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.481314] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.481614] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.481800] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.482031] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.483976] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5c67957-7f27-4552-ac40-a5983b9bde9a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.497494] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.497494] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.497494] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913b7988-5950-4c9a-a0b5-e9712726385c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.503171] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1383.503171] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d15c1a-9546-e1c8-7b65-83090db24492" [ 1383.503171] env[64496]: _type = "Task" [ 1383.503171] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.513104] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d15c1a-9546-e1c8-7b65-83090db24492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.723734] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Acquiring lock "refresh_cache-01b20150-ba71-48ab-87fd-5a235552e757" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.724066] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Acquired lock "refresh_cache-01b20150-ba71-48ab-87fd-5a235552e757" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.724920] env[64496]: DEBUG nova.network.neutron [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.783150] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.785483] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.058s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.788533] env[64496]: INFO nova.compute.claims [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.800164] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901291, 'name': CreateSnapshot_Task, 'duration_secs': 0.767047} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.800164] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1383.800812] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5607ebda-0a93-4890-b91d-a0edf8c2b65e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.821627] env[64496]: INFO nova.scheduler.client.report [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Deleted allocations for instance 2d62a651-bd46-4f8f-a000-dfdefe179ba8 [ 1383.851039] env[64496]: DEBUG nova.compute.manager [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1383.875356] env[64496]: DEBUG nova.virt.hardware [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:14:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1074408680',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2038924070',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.875529] env[64496]: DEBUG nova.virt.hardware [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.875669] env[64496]: DEBUG nova.virt.hardware [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.875849] env[64496]: DEBUG nova.virt.hardware [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.875993] env[64496]: DEBUG nova.virt.hardware [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.876278] env[64496]: DEBUG nova.virt.hardware [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.876416] env[64496]: DEBUG nova.virt.hardware [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.876581] env[64496]: DEBUG nova.virt.hardware [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.876760] env[64496]: DEBUG nova.virt.hardware [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.876925] env[64496]: DEBUG nova.virt.hardware [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.877153] env[64496]: DEBUG nova.virt.hardware [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.877682] env[64496]: DEBUG nova.compute.manager [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1383.881078] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eff673d-7c2f-401b-9886-2d86c095ee70 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.890641] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595139d7-cf97-42bb-b20a-1ab66b8320cd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.955281] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901290, 'name': ReconfigVM_Task, 'duration_secs': 1.133301} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.955626] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Reconfigured VM instance instance-00000001 to attach disk [datastore1] d9aff96a-c016-4c16-be2a-bbecfcc85093/d9aff96a-c016-4c16-be2a-bbecfcc85093.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.956460] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-076779aa-840c-48c3-b38b-375be6ba688e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.964155] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Waiting for the task: (returnval){ [ 1383.964155] env[64496]: value = "task-1901292" [ 1383.964155] env[64496]: _type = "Task" [ 1383.964155] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.973258] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901292, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.019195] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d15c1a-9546-e1c8-7b65-83090db24492, 'name': SearchDatastore_Task, 'duration_secs': 0.012882} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.019195] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386b0d26-fb92-4549-9da7-39b75f7062f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.023506] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1384.023506] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52426aa4-acfa-95ad-874e-d6d70a56bbc3" [ 1384.023506] env[64496]: _type = "Task" [ 1384.023506] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.033352] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52426aa4-acfa-95ad-874e-d6d70a56bbc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.310263] env[64496]: DEBUG nova.network.neutron [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.324496] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1384.326075] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c936f330-64a6-4ff7-9638-4eb6d973bf9c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.332640] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6730dc8a-c4fd-4849-b3af-2d7711c35562 tempest-ImagesNegativeTestJSON-1478917238 tempest-ImagesNegativeTestJSON-1478917238-project-member] Lock "2d62a651-bd46-4f8f-a000-dfdefe179ba8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.201s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.339513] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1384.339513] env[64496]: value = "task-1901293" [ 1384.339513] env[64496]: _type = "Task" [ 1384.339513] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.354833] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901293, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.406364] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.476116] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901292, 'name': Rename_Task, 'duration_secs': 0.345952} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.476603] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.476887] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f4b948b-22da-4abc-addd-2d725dca8c1f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.483574] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Waiting for the task: (returnval){ [ 1384.483574] env[64496]: value = "task-1901294" [ 1384.483574] env[64496]: _type = "Task" [ 1384.483574] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.492513] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.534011] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52426aa4-acfa-95ad-874e-d6d70a56bbc3, 'name': SearchDatastore_Task, 'duration_secs': 0.016277} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.534335] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.534630] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab/cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.535349] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-137ae314-06b5-49c3-b261-d75b976ff213 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.542100] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1384.542100] env[64496]: value = "task-1901295" [ 1384.542100] env[64496]: _type = "Task" [ 1384.542100] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.551016] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.778367] env[64496]: DEBUG nova.network.neutron [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Updating instance_info_cache with network_info: [{"id": "293582d8-9bd8-415d-b017-311190845e7d", "address": "fa:16:3e:09:07:5c", "network": {"id": "7a250d99-4a9a-4093-80d9-f95371436f64", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1819191656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "887f1a544b1a4892a13cc778a93d3971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293582d8-9b", "ovs_interfaceid": "293582d8-9bd8-415d-b017-311190845e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.833653] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Acquiring lock "ef35217a-ca54-4d32-8c43-f4821cd2bdeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.834075] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Lock "ef35217a-ca54-4d32-8c43-f4821cd2bdeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.850695] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901293, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.998467] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901294, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.061542] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.092796] env[64496]: DEBUG nova.compute.manager [req-185a180d-69f1-4c1c-a784-298d72254b25 req-98b25b13-fd5c-48b6-9d88-b91f696e7e8a service nova] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Received event network-vif-plugged-293582d8-9bd8-415d-b017-311190845e7d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1385.092796] env[64496]: DEBUG oslo_concurrency.lockutils [req-185a180d-69f1-4c1c-a784-298d72254b25 req-98b25b13-fd5c-48b6-9d88-b91f696e7e8a service nova] Acquiring lock "01b20150-ba71-48ab-87fd-5a235552e757-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.093207] env[64496]: DEBUG oslo_concurrency.lockutils [req-185a180d-69f1-4c1c-a784-298d72254b25 req-98b25b13-fd5c-48b6-9d88-b91f696e7e8a service nova] Lock "01b20150-ba71-48ab-87fd-5a235552e757-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.093207] env[64496]: DEBUG oslo_concurrency.lockutils [req-185a180d-69f1-4c1c-a784-298d72254b25 req-98b25b13-fd5c-48b6-9d88-b91f696e7e8a service nova] Lock "01b20150-ba71-48ab-87fd-5a235552e757-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.093302] env[64496]: DEBUG nova.compute.manager [req-185a180d-69f1-4c1c-a784-298d72254b25 req-98b25b13-fd5c-48b6-9d88-b91f696e7e8a service nova] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] No waiting events found dispatching network-vif-plugged-293582d8-9bd8-415d-b017-311190845e7d {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1385.093453] env[64496]: WARNING nova.compute.manager [req-185a180d-69f1-4c1c-a784-298d72254b25 req-98b25b13-fd5c-48b6-9d88-b91f696e7e8a service nova] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Received unexpected event network-vif-plugged-293582d8-9bd8-415d-b017-311190845e7d for instance with vm_state building and task_state spawning. [ 1385.154020] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfa4e9e-af0b-48c6-b1f2-4d91d149cf55 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.164771] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80c9502-ab20-4e55-962d-04b86f89502a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.196607] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dac8f1f-3453-4e0c-b47f-3b4ad9182424 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.204287] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8653b096-497c-4e19-9325-d7594b8cc2c3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.218286] env[64496]: DEBUG nova.compute.provider_tree [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.282568] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Releasing lock "refresh_cache-01b20150-ba71-48ab-87fd-5a235552e757" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.282923] env[64496]: DEBUG nova.compute.manager [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Instance network_info: |[{"id": "293582d8-9bd8-415d-b017-311190845e7d", "address": "fa:16:3e:09:07:5c", "network": {"id": "7a250d99-4a9a-4093-80d9-f95371436f64", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1819191656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "887f1a544b1a4892a13cc778a93d3971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293582d8-9b", "ovs_interfaceid": "293582d8-9bd8-415d-b017-311190845e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1385.283454] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:07:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '293582d8-9bd8-415d-b017-311190845e7d', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.290992] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Creating folder: Project (887f1a544b1a4892a13cc778a93d3971). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1385.291285] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b23273d2-0dc3-4dcb-b71a-25313ad80f1e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.302203] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Created folder: Project (887f1a544b1a4892a13cc778a93d3971) in parent group-v392474. [ 1385.303054] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Creating folder: Instances. Parent ref: group-v392516. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1385.303054] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ea891b8-a660-4858-b2a2-bd1678a5c4f4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.312338] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Created folder: Instances in parent group-v392516. [ 1385.312561] env[64496]: DEBUG oslo.service.loopingcall [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.312819] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1385.313063] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cce6d40-ffa4-4dbf-aea5-b8d50b4216df {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.332777] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.332777] env[64496]: value = "task-1901298" [ 1385.332777] env[64496]: _type = "Task" [ 1385.332777] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.349469] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901298, 'name': CreateVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.355773] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901293, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.428642] env[64496]: DEBUG nova.compute.manager [req-d8e0cadb-d2b2-4acd-b0c0-ecf29014989e req-d2a1c304-a209-463b-ba8c-e58a31b92925 service nova] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Received event network-changed-dbe6ff15-674f-461d-8f82-65843a4c0770 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1385.428642] env[64496]: DEBUG nova.compute.manager [req-d8e0cadb-d2b2-4acd-b0c0-ecf29014989e req-d2a1c304-a209-463b-ba8c-e58a31b92925 service nova] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Refreshing instance network info cache due to event network-changed-dbe6ff15-674f-461d-8f82-65843a4c0770. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1385.429322] env[64496]: DEBUG oslo_concurrency.lockutils [req-d8e0cadb-d2b2-4acd-b0c0-ecf29014989e req-d2a1c304-a209-463b-ba8c-e58a31b92925 service nova] Acquiring lock "refresh_cache-cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.429649] env[64496]: DEBUG oslo_concurrency.lockutils [req-d8e0cadb-d2b2-4acd-b0c0-ecf29014989e req-d2a1c304-a209-463b-ba8c-e58a31b92925 service nova] Acquired lock "refresh_cache-cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.429895] env[64496]: DEBUG nova.network.neutron [req-d8e0cadb-d2b2-4acd-b0c0-ecf29014989e req-d2a1c304-a209-463b-ba8c-e58a31b92925 service nova] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Refreshing network info cache for port dbe6ff15-674f-461d-8f82-65843a4c0770 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1385.494464] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901294, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.559647] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.559894] env[64496]: DEBUG nova.network.neutron [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Successfully updated port: 346985c9-dc65-4266-8e32-1fe6ee59503d {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.724167] env[64496]: DEBUG nova.scheduler.client.report [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.846209] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901298, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.863669] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901293, 'name': CloneVM_Task} progress is 95%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.000332] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901294, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.056291] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901295, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.067922] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "refresh_cache-399cb2ae-8ac1-4a4a-807a-69d6b9992614" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.068067] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquired lock "refresh_cache-399cb2ae-8ac1-4a4a-807a-69d6b9992614" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.068276] env[64496]: DEBUG nova.network.neutron [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.233678] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.236013] env[64496]: DEBUG nova.compute.manager [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1386.237313] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.246s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.237570] env[64496]: DEBUG nova.objects.instance [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Lazy-loading 'resources' on Instance uuid ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.347394] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901298, 'name': CreateVM_Task, 'duration_secs': 0.555406} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.347394] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1386.350934] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.351804] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.351804] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.352792] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eebe4a6-c216-45c5-bfe7-624bf5cf3753 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.367967] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901293, 'name': CloneVM_Task, 'duration_secs': 1.681817} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.369796] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Created linked-clone VM from snapshot [ 1386.370134] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Waiting for the task: (returnval){ [ 1386.370134] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d3e5cc-1447-6d50-657e-19dc9720b44c" [ 1386.370134] env[64496]: _type = "Task" [ 1386.370134] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.372564] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98df074-cbd0-4869-978b-d699346cf945 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.387209] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Uploading image a6088aff-dd22-4f7a-9649-4ec1f6337f7f {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1386.393579] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d3e5cc-1447-6d50-657e-19dc9720b44c, 'name': SearchDatastore_Task, 'duration_secs': 0.014199} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.393579] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.393579] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1386.393579] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.393837] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.393837] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1386.394322] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f1ef777-803f-4f68-b900-d7d1c5fe1990 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.405186] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.405186] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1386.405186] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4fa9170-f1c5-4a14-a5c8-b59a3e94a3fc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.410959] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Waiting for the task: (returnval){ [ 1386.410959] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52501a26-1a03-b9f0-4ea0-7273720f6c0b" [ 1386.410959] env[64496]: _type = "Task" [ 1386.410959] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.418050] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52501a26-1a03-b9f0-4ea0-7273720f6c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.429690] env[64496]: DEBUG oslo_vmware.rw_handles [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1386.429690] env[64496]: value = "vm-392515" [ 1386.429690] env[64496]: _type = "VirtualMachine" [ 1386.429690] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1386.429993] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-946f52ec-5edf-452b-88b3-a32cc16c675c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.436934] env[64496]: DEBUG oslo_vmware.rw_handles [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Lease: (returnval){ [ 1386.436934] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d9ce4c-878b-ea92-5216-9c2a80062a5e" [ 1386.436934] env[64496]: _type = "HttpNfcLease" [ 1386.436934] env[64496]: } obtained for exporting VM: (result){ [ 1386.436934] env[64496]: value = "vm-392515" [ 1386.436934] env[64496]: _type = "VirtualMachine" [ 1386.436934] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1386.437256] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the lease: (returnval){ [ 1386.437256] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d9ce4c-878b-ea92-5216-9c2a80062a5e" [ 1386.437256] env[64496]: _type = "HttpNfcLease" [ 1386.437256] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1386.444337] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1386.444337] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d9ce4c-878b-ea92-5216-9c2a80062a5e" [ 1386.444337] env[64496]: _type = "HttpNfcLease" [ 1386.444337] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1386.498511] env[64496]: DEBUG oslo_vmware.api [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Task: {'id': task-1901294, 'name': PowerOnVM_Task, 'duration_secs': 1.912896} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.498811] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.499614] env[64496]: DEBUG nova.compute.manager [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.500540] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6ad8e9-3972-4036-977c-953a9e39a2af {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.554530] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901295, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.657503} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.554811] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab/cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.555073] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.555419] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8483bb4d-e523-49a3-843a-30818a4c222e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.563082] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1386.563082] env[64496]: value = "task-1901300" [ 1386.563082] env[64496]: _type = "Task" [ 1386.563082] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.578023] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.697444] env[64496]: DEBUG nova.network.neutron [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.743423] env[64496]: DEBUG nova.compute.utils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1386.749599] env[64496]: DEBUG nova.compute.manager [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1386.749787] env[64496]: DEBUG nova.network.neutron [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1386.925839] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52501a26-1a03-b9f0-4ea0-7273720f6c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.023934} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.927193] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd48656-c61c-486c-a256-41756d7ad020 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.935840] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Waiting for the task: (returnval){ [ 1386.935840] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5233c9a4-4b3c-5b64-ebe2-b9f5fc49c49a" [ 1386.935840] env[64496]: _type = "Task" [ 1386.935840] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.954497] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Acquiring lock "dd9e2451-ff9f-4fb2-a486-df1a5ab36347" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.954723] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Lock "dd9e2451-ff9f-4fb2-a486-df1a5ab36347" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.968159] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5233c9a4-4b3c-5b64-ebe2-b9f5fc49c49a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.969140] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1386.969140] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d9ce4c-878b-ea92-5216-9c2a80062a5e" [ 1386.969140] env[64496]: _type = "HttpNfcLease" [ 1386.969140] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1386.969629] env[64496]: DEBUG oslo_vmware.rw_handles [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1386.969629] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d9ce4c-878b-ea92-5216-9c2a80062a5e" [ 1386.969629] env[64496]: _type = "HttpNfcLease" [ 1386.969629] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1386.970439] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409b7f36-d54f-490d-a9fc-f4e1e808254e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.980699] env[64496]: DEBUG oslo_vmware.rw_handles [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52334926-183f-9e09-0770-90abdee95e88/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1386.980929] env[64496]: DEBUG oslo_vmware.rw_handles [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52334926-183f-9e09-0770-90abdee95e88/disk-0.vmdk for reading. {{(pid=64496) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1387.052116] env[64496]: DEBUG nova.policy [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd72cb18a1e0f48b486811c475c0d50c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e97feab6cc4443a888326db4c54e8bba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1387.056658] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.074947] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088526} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.077202] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.078438] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1d83d9-76ef-4991-b6b8-639b513d5429 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.101836] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab/cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.102810] env[64496]: DEBUG nova.network.neutron [req-d8e0cadb-d2b2-4acd-b0c0-ecf29014989e req-d2a1c304-a209-463b-ba8c-e58a31b92925 service nova] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Updated VIF entry in instance network info cache for port dbe6ff15-674f-461d-8f82-65843a4c0770. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.103135] env[64496]: DEBUG nova.network.neutron [req-d8e0cadb-d2b2-4acd-b0c0-ecf29014989e req-d2a1c304-a209-463b-ba8c-e58a31b92925 service nova] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Updating instance_info_cache with network_info: [{"id": "dbe6ff15-674f-461d-8f82-65843a4c0770", "address": "fa:16:3e:37:94:61", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe6ff15-67", "ovs_interfaceid": "dbe6ff15-674f-461d-8f82-65843a4c0770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.106681] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd6fddef-6cdc-46d5-812b-cea8201379aa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.131119] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1387.131119] env[64496]: value = "task-1901301" [ 1387.131119] env[64496]: _type = "Task" [ 1387.131119] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.145062] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.175696] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d9771aa2-2bb5-45cd-9235-4d40be000779 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.250578] env[64496]: DEBUG nova.compute.manager [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1387.281323] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf81295-49d4-43ab-91bc-f8bcfe70303a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.287562] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf1a017-c8be-4328-80cb-e1386d2bf9ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.331736] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529976b2-6e98-4c90-a703-6011cbb5a4d9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.342678] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2596f61-16e1-46b0-99ff-d7303ef849a7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.359821] env[64496]: DEBUG nova.compute.provider_tree [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.450716] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5233c9a4-4b3c-5b64-ebe2-b9f5fc49c49a, 'name': SearchDatastore_Task, 'duration_secs': 0.029678} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.451157] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.451290] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 01b20150-ba71-48ab-87fd-5a235552e757/01b20150-ba71-48ab-87fd-5a235552e757.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1387.451554] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acb7b758-9db3-4fb0-b72d-5deb8b94716b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.460576] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Waiting for the task: (returnval){ [ 1387.460576] env[64496]: value = "task-1901302" [ 1387.460576] env[64496]: _type = "Task" [ 1387.460576] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.469983] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.626166] env[64496]: DEBUG oslo_concurrency.lockutils [req-d8e0cadb-d2b2-4acd-b0c0-ecf29014989e req-d2a1c304-a209-463b-ba8c-e58a31b92925 service nova] Releasing lock "refresh_cache-cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.640743] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901301, 'name': ReconfigVM_Task, 'duration_secs': 0.474943} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.641062] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Reconfigured VM instance instance-0000000b to attach disk [datastore1] cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab/cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.641805] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94c3e707-a600-4752-8919-1b2e80694618 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.648946] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1387.648946] env[64496]: value = "task-1901303" [ 1387.648946] env[64496]: _type = "Task" [ 1387.648946] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.659126] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901303, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.676920] env[64496]: DEBUG nova.network.neutron [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Updating instance_info_cache with network_info: [{"id": "346985c9-dc65-4266-8e32-1fe6ee59503d", "address": "fa:16:3e:c5:b4:3e", "network": {"id": "cfc4979f-c6f7-4114-ada4-e54567464ca7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2129803440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08e7226e5464122a2afbbe4608fc70f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346985c9-dc", "ovs_interfaceid": "346985c9-dc65-4266-8e32-1fe6ee59503d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.866024] env[64496]: DEBUG nova.scheduler.client.report [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.971447] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901302, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.043500] env[64496]: DEBUG nova.compute.manager [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Received event network-changed-f2242f4c-ad1d-430a-a9d2-472a961aafa8 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1388.043734] env[64496]: DEBUG nova.compute.manager [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Refreshing instance network info cache due to event network-changed-f2242f4c-ad1d-430a-a9d2-472a961aafa8. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1388.045422] env[64496]: DEBUG oslo_concurrency.lockutils [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] Acquiring lock "refresh_cache-fb4b120d-4097-40af-a6e9-ee18a55fed58" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.045568] env[64496]: DEBUG oslo_concurrency.lockutils [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] Acquired lock "refresh_cache-fb4b120d-4097-40af-a6e9-ee18a55fed58" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.045695] env[64496]: DEBUG nova.network.neutron [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Refreshing network info cache for port f2242f4c-ad1d-430a-a9d2-472a961aafa8 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.117920] env[64496]: DEBUG nova.compute.manager [req-53c5194c-57cc-4f49-9832-0da15d924eae req-bd698141-1a95-4e57-bad2-beecc263c0f2 service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Received event network-vif-plugged-346985c9-dc65-4266-8e32-1fe6ee59503d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1388.118314] env[64496]: DEBUG oslo_concurrency.lockutils [req-53c5194c-57cc-4f49-9832-0da15d924eae req-bd698141-1a95-4e57-bad2-beecc263c0f2 service nova] Acquiring lock "399cb2ae-8ac1-4a4a-807a-69d6b9992614-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.118449] env[64496]: DEBUG oslo_concurrency.lockutils [req-53c5194c-57cc-4f49-9832-0da15d924eae req-bd698141-1a95-4e57-bad2-beecc263c0f2 service nova] Lock "399cb2ae-8ac1-4a4a-807a-69d6b9992614-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.122088] env[64496]: DEBUG oslo_concurrency.lockutils [req-53c5194c-57cc-4f49-9832-0da15d924eae req-bd698141-1a95-4e57-bad2-beecc263c0f2 service nova] Lock "399cb2ae-8ac1-4a4a-807a-69d6b9992614-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.122457] env[64496]: DEBUG nova.compute.manager [req-53c5194c-57cc-4f49-9832-0da15d924eae req-bd698141-1a95-4e57-bad2-beecc263c0f2 service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] No waiting events found dispatching network-vif-plugged-346985c9-dc65-4266-8e32-1fe6ee59503d {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1388.122648] env[64496]: WARNING nova.compute.manager [req-53c5194c-57cc-4f49-9832-0da15d924eae req-bd698141-1a95-4e57-bad2-beecc263c0f2 service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Received unexpected event network-vif-plugged-346985c9-dc65-4266-8e32-1fe6ee59503d for instance with vm_state building and task_state spawning. [ 1388.122812] env[64496]: DEBUG nova.compute.manager [req-53c5194c-57cc-4f49-9832-0da15d924eae req-bd698141-1a95-4e57-bad2-beecc263c0f2 service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Received event network-changed-346985c9-dc65-4266-8e32-1fe6ee59503d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1388.122961] env[64496]: DEBUG nova.compute.manager [req-53c5194c-57cc-4f49-9832-0da15d924eae req-bd698141-1a95-4e57-bad2-beecc263c0f2 service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Refreshing instance network info cache due to event network-changed-346985c9-dc65-4266-8e32-1fe6ee59503d. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1388.123157] env[64496]: DEBUG oslo_concurrency.lockutils [req-53c5194c-57cc-4f49-9832-0da15d924eae req-bd698141-1a95-4e57-bad2-beecc263c0f2 service nova] Acquiring lock "refresh_cache-399cb2ae-8ac1-4a4a-807a-69d6b9992614" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.165223] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901303, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.182352] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Releasing lock "refresh_cache-399cb2ae-8ac1-4a4a-807a-69d6b9992614" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.182692] env[64496]: DEBUG nova.compute.manager [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Instance network_info: |[{"id": "346985c9-dc65-4266-8e32-1fe6ee59503d", "address": "fa:16:3e:c5:b4:3e", "network": {"id": "cfc4979f-c6f7-4114-ada4-e54567464ca7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2129803440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08e7226e5464122a2afbbe4608fc70f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346985c9-dc", "ovs_interfaceid": "346985c9-dc65-4266-8e32-1fe6ee59503d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1388.182981] env[64496]: DEBUG oslo_concurrency.lockutils [req-53c5194c-57cc-4f49-9832-0da15d924eae req-bd698141-1a95-4e57-bad2-beecc263c0f2 service nova] Acquired lock "refresh_cache-399cb2ae-8ac1-4a4a-807a-69d6b9992614" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.184335] env[64496]: DEBUG nova.network.neutron [req-53c5194c-57cc-4f49-9832-0da15d924eae req-bd698141-1a95-4e57-bad2-beecc263c0f2 service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Refreshing network info cache for port 346985c9-dc65-4266-8e32-1fe6ee59503d {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.186523] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:b4:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '346985c9-dc65-4266-8e32-1fe6ee59503d', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.196235] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Creating folder: Project (c08e7226e5464122a2afbbe4608fc70f). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.197476] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbfc6b73-bc9e-43a1-96f9-749d0656ad59 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.210369] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Created folder: Project (c08e7226e5464122a2afbbe4608fc70f) in parent group-v392474. [ 1388.210660] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Creating folder: Instances. Parent ref: group-v392519. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.211057] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d638c2a-b83f-4f9f-952e-a2490ed12e58 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.224029] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Created folder: Instances in parent group-v392519. [ 1388.224029] env[64496]: DEBUG oslo.service.loopingcall [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.224029] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.224029] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e187c1fa-3f75-456e-9e45-39af29ffac73 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.248026] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.248026] env[64496]: value = "task-1901306" [ 1388.248026] env[64496]: _type = "Task" [ 1388.248026] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.255173] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901306, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.264943] env[64496]: DEBUG nova.compute.manager [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1388.308758] env[64496]: DEBUG nova.virt.hardware [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1388.308758] env[64496]: DEBUG nova.virt.hardware [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.308758] env[64496]: DEBUG nova.virt.hardware [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1388.309102] env[64496]: DEBUG nova.virt.hardware [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.309102] env[64496]: DEBUG nova.virt.hardware [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1388.309836] env[64496]: DEBUG nova.virt.hardware [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1388.310255] env[64496]: DEBUG nova.virt.hardware [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1388.310650] env[64496]: DEBUG nova.virt.hardware [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1388.311028] env[64496]: DEBUG nova.virt.hardware [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1388.311298] env[64496]: DEBUG nova.virt.hardware [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1388.311589] env[64496]: DEBUG nova.virt.hardware [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1388.313044] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d8659a-21b7-40c1-a9d1-3eced3f86d72 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.328823] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eb2682-e942-4f5c-bd7f-13160bec6daf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.373994] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.376582] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.913s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.376648] env[64496]: DEBUG nova.objects.instance [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64496) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1388.414226] env[64496]: INFO nova.scheduler.client.report [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Deleted allocations for instance ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad [ 1388.481836] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.869776} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.482686] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 01b20150-ba71-48ab-87fd-5a235552e757/01b20150-ba71-48ab-87fd-5a235552e757.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.482686] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.482686] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f1cd085-eb45-4ed8-aea1-8910c764df0e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.493210] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Waiting for the task: (returnval){ [ 1388.493210] env[64496]: value = "task-1901307" [ 1388.493210] env[64496]: _type = "Task" [ 1388.493210] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.501579] env[64496]: DEBUG nova.network.neutron [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Successfully created port: 70ab41a9-91f3-497e-a572-13b85789d8ea {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1388.508844] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.637549] env[64496]: DEBUG oslo_concurrency.lockutils [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquiring lock "d9aff96a-c016-4c16-be2a-bbecfcc85093" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.638310] env[64496]: DEBUG oslo_concurrency.lockutils [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Lock "d9aff96a-c016-4c16-be2a-bbecfcc85093" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.638565] env[64496]: DEBUG oslo_concurrency.lockutils [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquiring lock "d9aff96a-c016-4c16-be2a-bbecfcc85093-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.638798] env[64496]: DEBUG oslo_concurrency.lockutils [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Lock "d9aff96a-c016-4c16-be2a-bbecfcc85093-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.639024] env[64496]: DEBUG oslo_concurrency.lockutils [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Lock "d9aff96a-c016-4c16-be2a-bbecfcc85093-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.645091] env[64496]: INFO nova.compute.manager [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Terminating instance [ 1388.666741] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901303, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.761673] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901306, 'name': CreateVM_Task, 'duration_secs': 0.505205} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.763871] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.765426] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.765624] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.765956] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.767732] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d9daa92-018a-46a2-89a5-b8633393d10d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.772095] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1388.772095] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b7d95d-c0a8-bcc8-4cf2-ab4100534d41" [ 1388.772095] env[64496]: _type = "Task" [ 1388.772095] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.781484] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b7d95d-c0a8-bcc8-4cf2-ab4100534d41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.931593] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca499e85-8be1-4292-98ed-a7094ca6d10e tempest-DeleteServersAdminTestJSON-1835334673 tempest-DeleteServersAdminTestJSON-1835334673-project-admin] Lock "ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.429s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.004632] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077978} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.004996] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.006286] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bf0c95-75a0-411d-88ca-a9bda8a93d0e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.033812] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 01b20150-ba71-48ab-87fd-5a235552e757/01b20150-ba71-48ab-87fd-5a235552e757.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.035012] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9db0a540-f0b5-4fc1-9160-c5e24fb48c2d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.061278] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Waiting for the task: (returnval){ [ 1389.061278] env[64496]: value = "task-1901308" [ 1389.061278] env[64496]: _type = "Task" [ 1389.061278] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.072749] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901308, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.152983] env[64496]: DEBUG oslo_concurrency.lockutils [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquiring lock "refresh_cache-d9aff96a-c016-4c16-be2a-bbecfcc85093" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.153363] env[64496]: DEBUG oslo_concurrency.lockutils [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquired lock "refresh_cache-d9aff96a-c016-4c16-be2a-bbecfcc85093" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.153363] env[64496]: DEBUG nova.network.neutron [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.165929] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901303, 'name': Rename_Task, 'duration_secs': 1.164344} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.169536] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.169937] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7bae545-320a-4273-97d5-4245a5bfbc38 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.178263] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1389.178263] env[64496]: value = "task-1901309" [ 1389.178263] env[64496]: _type = "Task" [ 1389.178263] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.187855] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.283749] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b7d95d-c0a8-bcc8-4cf2-ab4100534d41, 'name': SearchDatastore_Task, 'duration_secs': 0.018896} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.284086] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.284409] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.287738] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.287738] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.287738] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.287738] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f3df0f3-0ee2-4180-b5ce-aaafe97b08d1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.294080] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.294302] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.295071] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7120d4cb-7754-45e3-9fc2-4b1f15fef6c3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.301749] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1389.301749] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c67eab-d434-bfe0-9cf5-17eda088a80e" [ 1389.301749] env[64496]: _type = "Task" [ 1389.301749] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.312270] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c67eab-d434-bfe0-9cf5-17eda088a80e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.352811] env[64496]: DEBUG nova.compute.manager [None req-5cc908a9-c4d1-4d67-89e7-ab2640aa37a5 tempest-ServerDiagnosticsV248Test-1091983338 tempest-ServerDiagnosticsV248Test-1091983338-project-admin] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.356059] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b142e93e-2d1e-4db9-97a6-6b05fabf990c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.371839] env[64496]: INFO nova.compute.manager [None req-5cc908a9-c4d1-4d67-89e7-ab2640aa37a5 tempest-ServerDiagnosticsV248Test-1091983338 tempest-ServerDiagnosticsV248Test-1091983338-project-admin] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Retrieving diagnostics [ 1389.371839] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787a2c85-b42e-440d-9103-3552c67cc05e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.413534] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04b8b50b-becb-47a6-bc86-f3b56c86370f tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.036s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.416388] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.758s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.418968] env[64496]: INFO nova.compute.claims [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.572638] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901308, 'name': ReconfigVM_Task, 'duration_secs': 0.465913} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.573775] env[64496]: DEBUG nova.network.neutron [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Updated VIF entry in instance network info cache for port f2242f4c-ad1d-430a-a9d2-472a961aafa8. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.574433] env[64496]: DEBUG nova.network.neutron [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Updating instance_info_cache with network_info: [{"id": "f2242f4c-ad1d-430a-a9d2-472a961aafa8", "address": "fa:16:3e:06:22:1e", "network": {"id": "b4bfaea0-fea9-4030-9224-ecfad9e3b7dd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-638013214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5fbc0bdd444d389b95497b1751ee50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2242f4c-ad", "ovs_interfaceid": "f2242f4c-ad1d-430a-a9d2-472a961aafa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.575882] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 01b20150-ba71-48ab-87fd-5a235552e757/01b20150-ba71-48ab-87fd-5a235552e757.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.577173] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efcd3516-452c-486a-a29b-c86f562ad377 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.586873] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Waiting for the task: (returnval){ [ 1389.586873] env[64496]: value = "task-1901310" [ 1389.586873] env[64496]: _type = "Task" [ 1389.586873] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.600232] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901310, 'name': Rename_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.693065] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901309, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.697550] env[64496]: DEBUG nova.network.neutron [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.703230] env[64496]: DEBUG nova.network.neutron [req-53c5194c-57cc-4f49-9832-0da15d924eae req-bd698141-1a95-4e57-bad2-beecc263c0f2 service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Updated VIF entry in instance network info cache for port 346985c9-dc65-4266-8e32-1fe6ee59503d. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.703636] env[64496]: DEBUG nova.network.neutron [req-53c5194c-57cc-4f49-9832-0da15d924eae req-bd698141-1a95-4e57-bad2-beecc263c0f2 service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Updating instance_info_cache with network_info: [{"id": "346985c9-dc65-4266-8e32-1fe6ee59503d", "address": "fa:16:3e:c5:b4:3e", "network": {"id": "cfc4979f-c6f7-4114-ada4-e54567464ca7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2129803440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08e7226e5464122a2afbbe4608fc70f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346985c9-dc", "ovs_interfaceid": "346985c9-dc65-4266-8e32-1fe6ee59503d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.813038] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c67eab-d434-bfe0-9cf5-17eda088a80e, 'name': SearchDatastore_Task, 'duration_secs': 0.015907} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.813826] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4473c938-229e-441c-bb5f-9a02752986ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.819399] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1389.819399] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5285f5a8-e557-1d5e-48e5-1dab230844b7" [ 1389.819399] env[64496]: _type = "Task" [ 1389.819399] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.829314] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5285f5a8-e557-1d5e-48e5-1dab230844b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.063384] env[64496]: DEBUG nova.network.neutron [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.078075] env[64496]: DEBUG oslo_concurrency.lockutils [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] Releasing lock "refresh_cache-fb4b120d-4097-40af-a6e9-ee18a55fed58" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.079112] env[64496]: DEBUG nova.compute.manager [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Received event network-changed-293582d8-9bd8-415d-b017-311190845e7d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1390.079112] env[64496]: DEBUG nova.compute.manager [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Refreshing instance network info cache due to event network-changed-293582d8-9bd8-415d-b017-311190845e7d. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1390.079112] env[64496]: DEBUG oslo_concurrency.lockutils [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] Acquiring lock "refresh_cache-01b20150-ba71-48ab-87fd-5a235552e757" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.079112] env[64496]: DEBUG oslo_concurrency.lockutils [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] Acquired lock "refresh_cache-01b20150-ba71-48ab-87fd-5a235552e757" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.079344] env[64496]: DEBUG nova.network.neutron [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Refreshing network info cache for port 293582d8-9bd8-415d-b017-311190845e7d {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.110056] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901310, 'name': Rename_Task, 'duration_secs': 0.173564} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.111352] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.111352] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ffc9e5a-ae23-47c8-aab1-dc1b0ade249b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.119653] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Waiting for the task: (returnval){ [ 1390.119653] env[64496]: value = "task-1901311" [ 1390.119653] env[64496]: _type = "Task" [ 1390.119653] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.127671] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.189761] env[64496]: DEBUG oslo_vmware.api [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901309, 'name': PowerOnVM_Task, 'duration_secs': 0.537909} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.190194] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.190438] env[64496]: INFO nova.compute.manager [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Took 11.44 seconds to spawn the instance on the hypervisor. [ 1390.190624] env[64496]: DEBUG nova.compute.manager [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.191459] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2c62bc-c245-4478-a144-5eab112497bc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.207491] env[64496]: DEBUG oslo_concurrency.lockutils [req-53c5194c-57cc-4f49-9832-0da15d924eae req-bd698141-1a95-4e57-bad2-beecc263c0f2 service nova] Releasing lock "refresh_cache-399cb2ae-8ac1-4a4a-807a-69d6b9992614" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.331911] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5285f5a8-e557-1d5e-48e5-1dab230844b7, 'name': SearchDatastore_Task, 'duration_secs': 0.035486} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.332536] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.332536] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 399cb2ae-8ac1-4a4a-807a-69d6b9992614/399cb2ae-8ac1-4a4a-807a-69d6b9992614.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.332818] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93df6266-ceef-4e64-a721-ca48ff149f13 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.343380] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1390.343380] env[64496]: value = "task-1901312" [ 1390.343380] env[64496]: _type = "Task" [ 1390.343380] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.361320] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.568156] env[64496]: DEBUG oslo_concurrency.lockutils [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Releasing lock "refresh_cache-d9aff96a-c016-4c16-be2a-bbecfcc85093" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.568156] env[64496]: DEBUG nova.compute.manager [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1390.568156] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.568748] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94833e8b-6732-48c4-8479-8259e327c134 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.580800] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.581566] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73880615-8fa9-4306-acbe-5c02bf057242 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.598515] env[64496]: DEBUG oslo_vmware.api [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1390.598515] env[64496]: value = "task-1901313" [ 1390.598515] env[64496]: _type = "Task" [ 1390.598515] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.610400] env[64496]: DEBUG oslo_vmware.api [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.642693] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901311, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.726590] env[64496]: INFO nova.compute.manager [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Took 28.27 seconds to build instance. [ 1390.857568] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901312, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.907297] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56be6e2-3869-48cf-8c90-a26a06fb46f9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.917190] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ad3785-1e77-4c83-9035-b2effdd69c23 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.961531] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdfec6d-99eb-42fa-8e71-25accc1cc645 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.972651] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b17ce9-151b-45ee-bd35-c19c5470850a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.988215] env[64496]: DEBUG nova.compute.provider_tree [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.109721] env[64496]: DEBUG oslo_vmware.api [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901313, 'name': PowerOffVM_Task, 'duration_secs': 0.361323} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.111071] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.111071] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.111071] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eb73d06-ece6-4628-a617-b6ac31f525d1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.138407] env[64496]: DEBUG oslo_vmware.api [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901311, 'name': PowerOnVM_Task, 'duration_secs': 0.580231} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.139673] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.139673] env[64496]: INFO nova.compute.manager [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1391.139673] env[64496]: DEBUG nova.compute.manager [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.140500] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.140500] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.140500] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Deleting the datastore file [datastore1] d9aff96a-c016-4c16-be2a-bbecfcc85093 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.141258] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e64ad20-fb14-4883-9a46-d258d3eae39c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.144728] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c333e87-22ad-4c29-a944-f37f28bd7e8a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.158031] env[64496]: DEBUG oslo_vmware.api [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for the task: (returnval){ [ 1391.158031] env[64496]: value = "task-1901315" [ 1391.158031] env[64496]: _type = "Task" [ 1391.158031] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.170222] env[64496]: DEBUG oslo_vmware.api [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.229775] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a073d3d-798b-4ec9-a8ac-f7973340803c tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.784s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.361180] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644785} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.362131] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 399cb2ae-8ac1-4a4a-807a-69d6b9992614/399cb2ae-8ac1-4a4a-807a-69d6b9992614.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.362131] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.362131] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c19c371-90d7-4d57-b7bd-f26ee24790a5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.373446] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1391.373446] env[64496]: value = "task-1901316" [ 1391.373446] env[64496]: _type = "Task" [ 1391.373446] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.386052] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.388819] env[64496]: DEBUG nova.network.neutron [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Updated VIF entry in instance network info cache for port 293582d8-9bd8-415d-b017-311190845e7d. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.388819] env[64496]: DEBUG nova.network.neutron [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Updating instance_info_cache with network_info: [{"id": "293582d8-9bd8-415d-b017-311190845e7d", "address": "fa:16:3e:09:07:5c", "network": {"id": "7a250d99-4a9a-4093-80d9-f95371436f64", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1819191656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "887f1a544b1a4892a13cc778a93d3971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293582d8-9b", "ovs_interfaceid": "293582d8-9bd8-415d-b017-311190845e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.470557] env[64496]: DEBUG nova.compute.manager [req-110a86d3-3c21-406a-967f-0b7d80b73a15 req-54b78ed8-8c0f-4c0c-a694-e852d4bf70df service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Received event network-changed-0f617d78-e482-419a-80a7-c21aa6d05e3d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1391.470768] env[64496]: DEBUG nova.compute.manager [req-110a86d3-3c21-406a-967f-0b7d80b73a15 req-54b78ed8-8c0f-4c0c-a694-e852d4bf70df service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Refreshing instance network info cache due to event network-changed-0f617d78-e482-419a-80a7-c21aa6d05e3d. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1391.470981] env[64496]: DEBUG oslo_concurrency.lockutils [req-110a86d3-3c21-406a-967f-0b7d80b73a15 req-54b78ed8-8c0f-4c0c-a694-e852d4bf70df service nova] Acquiring lock "refresh_cache-5d6fd328-423e-4b4a-8615-8d47117d1c85" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.471421] env[64496]: DEBUG oslo_concurrency.lockutils [req-110a86d3-3c21-406a-967f-0b7d80b73a15 req-54b78ed8-8c0f-4c0c-a694-e852d4bf70df service nova] Acquired lock "refresh_cache-5d6fd328-423e-4b4a-8615-8d47117d1c85" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.471597] env[64496]: DEBUG nova.network.neutron [req-110a86d3-3c21-406a-967f-0b7d80b73a15 req-54b78ed8-8c0f-4c0c-a694-e852d4bf70df service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Refreshing network info cache for port 0f617d78-e482-419a-80a7-c21aa6d05e3d {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.495252] env[64496]: DEBUG nova.scheduler.client.report [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.587148] env[64496]: DEBUG nova.network.neutron [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Successfully updated port: 70ab41a9-91f3-497e-a572-13b85789d8ea {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.672819] env[64496]: INFO nova.compute.manager [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Took 26.49 seconds to build instance. [ 1391.680230] env[64496]: DEBUG oslo_vmware.api [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Task: {'id': task-1901315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212677} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.680450] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1391.680661] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1391.680851] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1391.681058] env[64496]: INFO nova.compute.manager [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1391.681294] env[64496]: DEBUG oslo.service.loopingcall [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.681500] env[64496]: DEBUG nova.compute.manager [-] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1391.681725] env[64496]: DEBUG nova.network.neutron [-] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1391.712386] env[64496]: DEBUG nova.network.neutron [-] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1391.740964] env[64496]: DEBUG nova.compute.manager [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1391.742928] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Acquiring lock "85f549d9-28c1-4f8e-9708-2072e977c52b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.743067] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Lock "85f549d9-28c1-4f8e-9708-2072e977c52b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.743341] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Acquiring lock "85f549d9-28c1-4f8e-9708-2072e977c52b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.743555] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Lock "85f549d9-28c1-4f8e-9708-2072e977c52b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.743723] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Lock "85f549d9-28c1-4f8e-9708-2072e977c52b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.746543] env[64496]: INFO nova.compute.manager [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Terminating instance [ 1391.836034] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquiring lock "642c200a-966c-4477-b370-e15824a48ff6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.836289] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Lock "642c200a-966c-4477-b370-e15824a48ff6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.884065] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105675} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.884065] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.884065] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bbbf00-44df-44e5-890f-095ec281b789 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.904053] env[64496]: DEBUG oslo_concurrency.lockutils [req-87ec3b70-4b7a-47de-bf84-13dc3ac5e7db req-859915b6-4ea1-47e7-a039-c12bbd46098a service nova] Releasing lock "refresh_cache-01b20150-ba71-48ab-87fd-5a235552e757" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.916775] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 399cb2ae-8ac1-4a4a-807a-69d6b9992614/399cb2ae-8ac1-4a4a-807a-69d6b9992614.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.917500] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f402beeb-c55b-44bc-a488-85fcf10215ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.938942] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1391.938942] env[64496]: value = "task-1901317" [ 1391.938942] env[64496]: _type = "Task" [ 1391.938942] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.948660] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.001065] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.001549] env[64496]: DEBUG nova.compute.manager [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1392.004423] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.668s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.005840] env[64496]: INFO nova.compute.claims [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.089976] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "refresh_cache-e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.090171] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquired lock "refresh_cache-e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.090332] env[64496]: DEBUG nova.network.neutron [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.139364] env[64496]: DEBUG nova.compute.manager [req-6fc7e952-2f37-4736-b4b7-8e9ded5a5b54 req-9c468d5d-7cc1-40db-ba49-df4abf83f313 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Received event network-vif-plugged-70ab41a9-91f3-497e-a572-13b85789d8ea {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1392.139364] env[64496]: DEBUG oslo_concurrency.lockutils [req-6fc7e952-2f37-4736-b4b7-8e9ded5a5b54 req-9c468d5d-7cc1-40db-ba49-df4abf83f313 service nova] Acquiring lock "e89d41f7-8ef4-4793-b9ba-05cb7cf3630f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.139364] env[64496]: DEBUG oslo_concurrency.lockutils [req-6fc7e952-2f37-4736-b4b7-8e9ded5a5b54 req-9c468d5d-7cc1-40db-ba49-df4abf83f313 service nova] Lock "e89d41f7-8ef4-4793-b9ba-05cb7cf3630f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.139364] env[64496]: DEBUG oslo_concurrency.lockutils [req-6fc7e952-2f37-4736-b4b7-8e9ded5a5b54 req-9c468d5d-7cc1-40db-ba49-df4abf83f313 service nova] Lock "e89d41f7-8ef4-4793-b9ba-05cb7cf3630f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.139364] env[64496]: DEBUG nova.compute.manager [req-6fc7e952-2f37-4736-b4b7-8e9ded5a5b54 req-9c468d5d-7cc1-40db-ba49-df4abf83f313 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] No waiting events found dispatching network-vif-plugged-70ab41a9-91f3-497e-a572-13b85789d8ea {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1392.140158] env[64496]: WARNING nova.compute.manager [req-6fc7e952-2f37-4736-b4b7-8e9ded5a5b54 req-9c468d5d-7cc1-40db-ba49-df4abf83f313 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Received unexpected event network-vif-plugged-70ab41a9-91f3-497e-a572-13b85789d8ea for instance with vm_state building and task_state spawning. [ 1392.177140] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1e929a9-6424-4c5a-9ed7-f79d25a2c7ee tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Lock "01b20150-ba71-48ab-87fd-5a235552e757" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.006s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.215464] env[64496]: DEBUG nova.network.neutron [-] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.254598] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Acquiring lock "refresh_cache-85f549d9-28c1-4f8e-9708-2072e977c52b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.254925] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Acquired lock "refresh_cache-85f549d9-28c1-4f8e-9708-2072e977c52b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.254925] env[64496]: DEBUG nova.network.neutron [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.279042] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.451278] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.512277] env[64496]: DEBUG nova.compute.utils [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1392.512277] env[64496]: DEBUG nova.compute.manager [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1392.513242] env[64496]: DEBUG nova.network.neutron [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1392.654409] env[64496]: DEBUG nova.policy [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c38b4dc4dc87453b90e3a1e2000b6f46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73c13ae96476414788a00333cdc21030', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.679832] env[64496]: DEBUG nova.compute.manager [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.688882] env[64496]: DEBUG nova.network.neutron [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.719717] env[64496]: INFO nova.compute.manager [-] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Took 1.04 seconds to deallocate network for instance. [ 1392.810931] env[64496]: DEBUG nova.network.neutron [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.854743] env[64496]: DEBUG nova.network.neutron [req-110a86d3-3c21-406a-967f-0b7d80b73a15 req-54b78ed8-8c0f-4c0c-a694-e852d4bf70df service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Updated VIF entry in instance network info cache for port 0f617d78-e482-419a-80a7-c21aa6d05e3d. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.855182] env[64496]: DEBUG nova.network.neutron [req-110a86d3-3c21-406a-967f-0b7d80b73a15 req-54b78ed8-8c0f-4c0c-a694-e852d4bf70df service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Updating instance_info_cache with network_info: [{"id": "0f617d78-e482-419a-80a7-c21aa6d05e3d", "address": "fa:16:3e:dc:3f:cd", "network": {"id": "05e43519-e4dc-4bb0-a023-8c05c4314c89", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1071887399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8c3117a28b64ca6a967a688c1cd5295", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f617d78-e4", "ovs_interfaceid": "0f617d78-e482-419a-80a7-c21aa6d05e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.956697] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901317, 'name': ReconfigVM_Task, 'duration_secs': 0.57733} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.956994] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 399cb2ae-8ac1-4a4a-807a-69d6b9992614/399cb2ae-8ac1-4a4a-807a-69d6b9992614.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.957658] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6842ff4f-c436-4337-83b3-42bd600de195 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.964370] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1392.964370] env[64496]: value = "task-1901318" [ 1392.964370] env[64496]: _type = "Task" [ 1392.964370] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.973377] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901318, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.022629] env[64496]: DEBUG nova.compute.manager [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1393.200085] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.232852] env[64496]: DEBUG oslo_concurrency.lockutils [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.244937] env[64496]: DEBUG nova.network.neutron [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.362118] env[64496]: DEBUG oslo_concurrency.lockutils [req-110a86d3-3c21-406a-967f-0b7d80b73a15 req-54b78ed8-8c0f-4c0c-a694-e852d4bf70df service nova] Releasing lock "refresh_cache-5d6fd328-423e-4b4a-8615-8d47117d1c85" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.418502] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e76ce8-b85e-4e38-86bb-2d24a3391d7a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.428221] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6976539-a3aa-42af-adc8-4f435cb4e649 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.466252] env[64496]: DEBUG nova.network.neutron [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Updating instance_info_cache with network_info: [{"id": "70ab41a9-91f3-497e-a572-13b85789d8ea", "address": "fa:16:3e:0f:f7:06", "network": {"id": "b863b0c2-2f21-42f2-9ddf-7880bc777e71", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1826939370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97feab6cc4443a888326db4c54e8bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ab41a9-91", "ovs_interfaceid": "70ab41a9-91f3-497e-a572-13b85789d8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.470771] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c82f94-0f0a-4771-85c6-91250a2cb428 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.479217] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "7c42bab8-c89d-4040-bda6-2a1cbcda2da1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.479479] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "7c42bab8-c89d-4040-bda6-2a1cbcda2da1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.489941] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a396f44-6b46-4463-a382-09436b358d5f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.494795] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901318, 'name': Rename_Task, 'duration_secs': 0.312751} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.494795] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.495316] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4773fb71-b9f6-4de3-a10a-b5ee70bce078 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.507949] env[64496]: DEBUG nova.compute.provider_tree [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.514893] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1393.514893] env[64496]: value = "task-1901319" [ 1393.514893] env[64496]: _type = "Task" [ 1393.514893] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.525158] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.534160] env[64496]: INFO nova.virt.block_device [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Booting with volume 27b49278-9c53-4dfc-bcfa-421d7a91de2e at /dev/sda [ 1393.602615] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24b0494f-3985-45bb-9864-3385496afca6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.612889] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d141b9b-209e-4995-8a15-e28d6bec29bb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.646992] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91d0b515-4135-4a5f-b94d-6d5e1e512372 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.654655] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d638be-a3e3-4010-9f92-b02304e1a666 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.684420] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c5760d-5ee0-48fb-99fa-ac617d46b3fc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.692171] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c9d331-eccf-416a-8642-b8b99ca3e3bb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.706196] env[64496]: DEBUG nova.virt.block_device [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Updating existing volume attachment record: 3b956ff8-b423-4702-a09f-aa71a8f58e59 {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1393.752402] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Releasing lock "refresh_cache-85f549d9-28c1-4f8e-9708-2072e977c52b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.752402] env[64496]: DEBUG nova.compute.manager [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.752402] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.753497] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fabf225-2ed7-4c6e-b3c3-828a6c865c27 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.770266] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.770637] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91a4215d-6711-4214-9205-8e69b2260e2b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.777581] env[64496]: DEBUG oslo_vmware.api [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Waiting for the task: (returnval){ [ 1393.777581] env[64496]: value = "task-1901320" [ 1393.777581] env[64496]: _type = "Task" [ 1393.777581] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.787066] env[64496]: DEBUG oslo_vmware.api [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.976638] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Releasing lock "refresh_cache-e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.977415] env[64496]: DEBUG nova.compute.manager [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Instance network_info: |[{"id": "70ab41a9-91f3-497e-a572-13b85789d8ea", "address": "fa:16:3e:0f:f7:06", "network": {"id": "b863b0c2-2f21-42f2-9ddf-7880bc777e71", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1826939370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97feab6cc4443a888326db4c54e8bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ab41a9-91", "ovs_interfaceid": "70ab41a9-91f3-497e-a572-13b85789d8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1393.978122] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:f7:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70ab41a9-91f3-497e-a572-13b85789d8ea', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.990759] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Creating folder: Project (e97feab6cc4443a888326db4c54e8bba). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1393.992203] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a551afdb-9db5-41fa-99c8-f6998db56309 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.005176] env[64496]: DEBUG nova.network.neutron [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Successfully created port: 13f6ded0-d2fb-4f0e-a351-fa2786990b9d {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.009212] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Created folder: Project (e97feab6cc4443a888326db4c54e8bba) in parent group-v392474. [ 1394.009212] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Creating folder: Instances. Parent ref: group-v392522. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1394.010231] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62041667-6879-45bc-8585-447a22cb9972 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.012778] env[64496]: DEBUG nova.scheduler.client.report [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.025749] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Created folder: Instances in parent group-v392522. [ 1394.027814] env[64496]: DEBUG oslo.service.loopingcall [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.030961] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1394.031541] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.031678] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71638780-1255-4647-91db-c02e2c7268e3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.055446] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1394.055446] env[64496]: value = "task-1901323" [ 1394.055446] env[64496]: _type = "Task" [ 1394.055446] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.063204] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901323, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.235199] env[64496]: DEBUG nova.compute.manager [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Stashing vm_state: active {{(pid=64496) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1394.298082] env[64496]: DEBUG oslo_vmware.api [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901320, 'name': PowerOffVM_Task, 'duration_secs': 0.181569} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.300958] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.300958] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.301243] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e9aec04-03df-4fe4-82c8-95cadcb1ecea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.334725] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.334898] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.335115] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Deleting the datastore file [datastore1] 85f549d9-28c1-4f8e-9708-2072e977c52b {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.345706] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9dda31a-f0ae-40d9-97aa-ae04d5df8d26 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.495550] env[64496]: DEBUG oslo_vmware.api [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Waiting for the task: (returnval){ [ 1394.495550] env[64496]: value = "task-1901325" [ 1394.495550] env[64496]: _type = "Task" [ 1394.495550] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.511822] env[64496]: DEBUG oslo_vmware.api [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Task: {'id': task-1901325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105303} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.512083] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.512308] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.513019] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.513019] env[64496]: INFO nova.compute.manager [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Took 0.76 seconds to destroy the instance on the hypervisor. [ 1394.513019] env[64496]: DEBUG oslo.service.loopingcall [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.519343] env[64496]: DEBUG nova.compute.manager [-] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.519343] env[64496]: DEBUG nova.network.neutron [-] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.529167] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.532791] env[64496]: DEBUG nova.compute.manager [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1394.533964] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.486s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.534384] env[64496]: DEBUG nova.objects.instance [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Lazy-loading 'resources' on Instance uuid 2a74d990-c005-4f5c-97a5-d921d33a47e7 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.545670] env[64496]: DEBUG oslo_vmware.api [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901319, 'name': PowerOnVM_Task, 'duration_secs': 0.860123} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.545670] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1394.545670] env[64496]: INFO nova.compute.manager [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1394.545912] env[64496]: DEBUG nova.compute.manager [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.548797] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47249641-4440-42ed-b084-c64ae40bb508 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.574402] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901323, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.621463] env[64496]: DEBUG nova.network.neutron [-] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1394.774761] env[64496]: DEBUG oslo_concurrency.lockutils [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.785015] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Acquiring lock "873c1c05-9f9f-41c7-9815-4a5fbeda8d24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.785299] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Lock "873c1c05-9f9f-41c7-9815-4a5fbeda8d24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.854578] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquiring lock "c44451ce-ff63-44a7-a7dc-f84fd88afc38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.855153] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Lock "c44451ce-ff63-44a7-a7dc-f84fd88afc38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.041020] env[64496]: DEBUG nova.compute.utils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1395.041020] env[64496]: DEBUG nova.compute.manager [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1395.041020] env[64496]: DEBUG nova.network.neutron [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1395.067884] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901323, 'name': CreateVM_Task, 'duration_secs': 0.823298} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.068303] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.068866] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.069849] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.070313] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.076918] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba62209-d1bc-4990-bc29-91ee449a448b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.090020] env[64496]: INFO nova.compute.manager [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Took 26.60 seconds to build instance. [ 1395.099113] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1395.099113] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522ba14d-7218-d514-5baa-b9c34d3148c0" [ 1395.099113] env[64496]: _type = "Task" [ 1395.099113] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.115481] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522ba14d-7218-d514-5baa-b9c34d3148c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.119084] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.119341] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1395.119565] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.119706] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.120011] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1395.120694] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01cca898-6ff8-4b0f-be40-e383856ef65e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.127824] env[64496]: DEBUG nova.network.neutron [-] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.130148] env[64496]: DEBUG nova.policy [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c412116cc69408eb3d96691a67f4926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c9436d281384e73a7428ba01b43a8d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1395.134207] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1395.134490] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1395.136449] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc8ca3da-860c-4925-b9c4-3fb5fbda667a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.144758] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1395.144758] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52015b72-2fe4-a48c-d404-0ab640e31192" [ 1395.144758] env[64496]: _type = "Task" [ 1395.144758] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.159904] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52015b72-2fe4-a48c-d404-0ab640e31192, 'name': SearchDatastore_Task, 'duration_secs': 0.011926} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.160711] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47fad82b-df71-461c-b735-78d1a670db09 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.166730] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1395.166730] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524f7233-ccca-5114-6dbc-8c03d4f2dc5c" [ 1395.166730] env[64496]: _type = "Task" [ 1395.166730] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.182072] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524f7233-ccca-5114-6dbc-8c03d4f2dc5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.182072] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.182072] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] e89d41f7-8ef4-4793-b9ba-05cb7cf3630f/e89d41f7-8ef4-4793-b9ba-05cb7cf3630f.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.182354] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06141829-7684-4bf0-bd34-aaf2af6d033a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.191255] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1395.191255] env[64496]: value = "task-1901326" [ 1395.191255] env[64496]: _type = "Task" [ 1395.191255] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.208329] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.249977] env[64496]: DEBUG nova.compute.manager [req-47b180a4-e3a2-4c40-b0b7-586915916b67 req-b04f4d7b-fb24-4228-8cc9-5ca908c20f28 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Received event network-changed-70ab41a9-91f3-497e-a572-13b85789d8ea {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1395.250178] env[64496]: DEBUG nova.compute.manager [req-47b180a4-e3a2-4c40-b0b7-586915916b67 req-b04f4d7b-fb24-4228-8cc9-5ca908c20f28 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Refreshing instance network info cache due to event network-changed-70ab41a9-91f3-497e-a572-13b85789d8ea. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1395.250383] env[64496]: DEBUG oslo_concurrency.lockutils [req-47b180a4-e3a2-4c40-b0b7-586915916b67 req-b04f4d7b-fb24-4228-8cc9-5ca908c20f28 service nova] Acquiring lock "refresh_cache-e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.250559] env[64496]: DEBUG oslo_concurrency.lockutils [req-47b180a4-e3a2-4c40-b0b7-586915916b67 req-b04f4d7b-fb24-4228-8cc9-5ca908c20f28 service nova] Acquired lock "refresh_cache-e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.250735] env[64496]: DEBUG nova.network.neutron [req-47b180a4-e3a2-4c40-b0b7-586915916b67 req-b04f4d7b-fb24-4228-8cc9-5ca908c20f28 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Refreshing network info cache for port 70ab41a9-91f3-497e-a572-13b85789d8ea {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.478445] env[64496]: DEBUG oslo_concurrency.lockutils [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Acquiring lock "01b20150-ba71-48ab-87fd-5a235552e757" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.481534] env[64496]: DEBUG oslo_concurrency.lockutils [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Lock "01b20150-ba71-48ab-87fd-5a235552e757" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.481752] env[64496]: DEBUG oslo_concurrency.lockutils [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Acquiring lock "01b20150-ba71-48ab-87fd-5a235552e757-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.482165] env[64496]: DEBUG oslo_concurrency.lockutils [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Lock "01b20150-ba71-48ab-87fd-5a235552e757-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.482165] env[64496]: DEBUG oslo_concurrency.lockutils [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Lock "01b20150-ba71-48ab-87fd-5a235552e757-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.487888] env[64496]: INFO nova.compute.manager [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Terminating instance [ 1395.549661] env[64496]: DEBUG nova.compute.manager [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1395.591660] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868784d5-2c8e-4ed8-a06b-ffb08b736559 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.595370] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c884d472-f271-402d-857f-650bbf234356 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "399cb2ae-8ac1-4a4a-807a-69d6b9992614" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.123s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.603896] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b032881-8526-4984-bf3e-47b3d3097484 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.643400] env[64496]: INFO nova.compute.manager [-] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Took 1.13 seconds to deallocate network for instance. [ 1395.646823] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9d831b-62b7-477a-af5f-86595a7bebe1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.660467] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8845db-2af5-4621-9391-176a1d08b42d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.681034] env[64496]: DEBUG nova.compute.provider_tree [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.703762] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901326, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.892266] env[64496]: DEBUG nova.compute.manager [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1395.893871] env[64496]: DEBUG nova.virt.hardware [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1395.893871] env[64496]: DEBUG nova.virt.hardware [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.894880] env[64496]: DEBUG nova.virt.hardware [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1395.894880] env[64496]: DEBUG nova.virt.hardware [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.894880] env[64496]: DEBUG nova.virt.hardware [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1395.894880] env[64496]: DEBUG nova.virt.hardware [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1395.894880] env[64496]: DEBUG nova.virt.hardware [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1395.895140] env[64496]: DEBUG nova.virt.hardware [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1395.895140] env[64496]: DEBUG nova.virt.hardware [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1395.895207] env[64496]: DEBUG nova.virt.hardware [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1395.895361] env[64496]: DEBUG nova.virt.hardware [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1395.896278] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebcbd3d-e36d-4380-a631-845c37cdce5a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.905379] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ece7c4-288f-45db-bba7-e277241e9167 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.965275] env[64496]: DEBUG nova.network.neutron [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Successfully created port: 08fdac7f-5c08-48b2-aa9a-a57eafc719de {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.994080] env[64496]: DEBUG nova.compute.manager [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1395.994390] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.995304] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80e8eb0-95b7-4d24-b344-ba605fdfb7dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.005092] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.005683] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82e7b9e6-4da6-4c0d-b35a-69fe396eae7f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.012382] env[64496]: DEBUG oslo_vmware.api [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Waiting for the task: (returnval){ [ 1396.012382] env[64496]: value = "task-1901327" [ 1396.012382] env[64496]: _type = "Task" [ 1396.012382] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.023831] env[64496]: DEBUG oslo_vmware.api [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.099679] env[64496]: DEBUG nova.compute.manager [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1396.157259] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.187023] env[64496]: DEBUG nova.scheduler.client.report [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.217020] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659173} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.217020] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] e89d41f7-8ef4-4793-b9ba-05cb7cf3630f/e89d41f7-8ef4-4793-b9ba-05cb7cf3630f.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1396.217020] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1396.217020] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ab8c3c2-1296-4f19-a1b6-a768cd403149 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.227982] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1396.227982] env[64496]: value = "task-1901328" [ 1396.227982] env[64496]: _type = "Task" [ 1396.227982] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.248132] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.477713] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "c91a94a3-8271-4976-bb3c-a503205eea24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.478028] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "c91a94a3-8271-4976-bb3c-a503205eea24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.527523] env[64496]: DEBUG oslo_vmware.api [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901327, 'name': PowerOffVM_Task, 'duration_secs': 0.326078} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.527523] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.527728] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.527940] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4de65276-23b8-46f7-97ed-ce6ccf87459d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.545021] env[64496]: DEBUG nova.network.neutron [req-47b180a4-e3a2-4c40-b0b7-586915916b67 req-b04f4d7b-fb24-4228-8cc9-5ca908c20f28 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Updated VIF entry in instance network info cache for port 70ab41a9-91f3-497e-a572-13b85789d8ea. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.545021] env[64496]: DEBUG nova.network.neutron [req-47b180a4-e3a2-4c40-b0b7-586915916b67 req-b04f4d7b-fb24-4228-8cc9-5ca908c20f28 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Updating instance_info_cache with network_info: [{"id": "70ab41a9-91f3-497e-a572-13b85789d8ea", "address": "fa:16:3e:0f:f7:06", "network": {"id": "b863b0c2-2f21-42f2-9ddf-7880bc777e71", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1826939370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97feab6cc4443a888326db4c54e8bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ab41a9-91", "ovs_interfaceid": "70ab41a9-91f3-497e-a572-13b85789d8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.562438] env[64496]: DEBUG nova.compute.manager [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1396.608196] env[64496]: DEBUG nova.virt.hardware [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1396.608549] env[64496]: DEBUG nova.virt.hardware [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.608708] env[64496]: DEBUG nova.virt.hardware [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.608949] env[64496]: DEBUG nova.virt.hardware [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.610747] env[64496]: DEBUG nova.virt.hardware [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.610747] env[64496]: DEBUG nova.virt.hardware [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1396.611033] env[64496]: DEBUG nova.virt.hardware [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1396.612659] env[64496]: DEBUG nova.virt.hardware [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1396.612659] env[64496]: DEBUG nova.virt.hardware [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1396.612659] env[64496]: DEBUG nova.virt.hardware [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1396.612659] env[64496]: DEBUG nova.virt.hardware [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1396.616091] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6f0534-c3ca-4276-bc1b-2176de517785 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.632826] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aa434d-1b28-4107-9f1f-e13a51157c4c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.641582] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.641778] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.642325] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Deleting the datastore file [datastore1] 01b20150-ba71-48ab-87fd-5a235552e757 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.643207] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94522f34-3f32-4543-8665-56e624e87274 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.658471] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.666560] env[64496]: DEBUG oslo_vmware.api [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Waiting for the task: (returnval){ [ 1396.666560] env[64496]: value = "task-1901330" [ 1396.666560] env[64496]: _type = "Task" [ 1396.666560] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.684279] env[64496]: DEBUG oslo_vmware.api [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.689812] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.692660] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.826s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.694711] env[64496]: INFO nova.compute.claims [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.742198] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.746069] env[64496]: INFO nova.scheduler.client.report [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Deleted allocations for instance 2a74d990-c005-4f5c-97a5-d921d33a47e7 [ 1396.828212] env[64496]: DEBUG oslo_vmware.rw_handles [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52334926-183f-9e09-0770-90abdee95e88/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1396.829688] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705166d7-547e-4f46-92f7-2988611f7353 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.841564] env[64496]: DEBUG oslo_vmware.rw_handles [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52334926-183f-9e09-0770-90abdee95e88/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1396.842278] env[64496]: ERROR oslo_vmware.rw_handles [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52334926-183f-9e09-0770-90abdee95e88/disk-0.vmdk due to incomplete transfer. [ 1396.845994] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-608e53f9-5687-46b2-9f66-1a97d35bd1c3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.860153] env[64496]: DEBUG oslo_vmware.rw_handles [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52334926-183f-9e09-0770-90abdee95e88/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1396.860153] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Uploaded image a6088aff-dd22-4f7a-9649-4ec1f6337f7f to the Glance image server {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1396.862485] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1396.863290] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8372727f-afce-42db-94c3-ae80000bbc4e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.870945] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1396.870945] env[64496]: value = "task-1901331" [ 1396.870945] env[64496]: _type = "Task" [ 1396.870945] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.882337] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901331, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.048044] env[64496]: DEBUG oslo_concurrency.lockutils [req-47b180a4-e3a2-4c40-b0b7-586915916b67 req-b04f4d7b-fb24-4228-8cc9-5ca908c20f28 service nova] Releasing lock "refresh_cache-e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.178535] env[64496]: DEBUG oslo_vmware.api [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.241283] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.823572} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.241434] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1397.242440] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6059382-04b2-484f-9bb3-90aa41cec5d9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.277251] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] e89d41f7-8ef4-4793-b9ba-05cb7cf3630f/e89d41f7-8ef4-4793-b9ba-05cb7cf3630f.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.278642] env[64496]: DEBUG nova.network.neutron [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Successfully updated port: 13f6ded0-d2fb-4f0e-a351-fa2786990b9d {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1397.279694] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a99e5d96-4ab4-4232-bb1f-1521fa8074ee tempest-ServerDiagnosticsNegativeTest-1989067265 tempest-ServerDiagnosticsNegativeTest-1989067265-project-member] Lock "2a74d990-c005-4f5c-97a5-d921d33a47e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.927s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.281788] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78340474-092f-42a7-a0fa-f4a65e8bbdd5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.306359] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1397.306359] env[64496]: value = "task-1901332" [ 1397.306359] env[64496]: _type = "Task" [ 1397.306359] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.320942] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.399684] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901331, 'name': Destroy_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.683469] env[64496]: DEBUG oslo_vmware.api [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Task: {'id': task-1901330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527132} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.683864] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.683937] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.684162] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.684445] env[64496]: INFO nova.compute.manager [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1397.684751] env[64496]: DEBUG oslo.service.loopingcall [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.684996] env[64496]: DEBUG nova.compute.manager [-] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.686413] env[64496]: DEBUG nova.network.neutron [-] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.803087] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Acquiring lock "refresh_cache-66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.803087] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Acquired lock "refresh_cache-66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.803087] env[64496]: DEBUG nova.network.neutron [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.822736] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901332, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.893277] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901331, 'name': Destroy_Task, 'duration_secs': 0.634317} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.893277] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Destroyed the VM [ 1397.893482] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1397.896059] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1cca12de-57ed-42e1-8b54-afc8461e1310 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.906827] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1397.906827] env[64496]: value = "task-1901333" [ 1397.906827] env[64496]: _type = "Task" [ 1397.906827] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.918745] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901333, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.093485] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Acquiring lock "383a2fc7-69e5-4ca0-b3f2-667afe137190" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.093704] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Lock "383a2fc7-69e5-4ca0-b3f2-667afe137190" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.278107] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6160a6aa-4983-4928-bbfb-5b375360af7f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.287940] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c6d0a2-9f85-4f30-903e-42ee597e2cb7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.331919] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bbcd18-860c-430d-bbd4-3d2995479395 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.345284] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901332, 'name': ReconfigVM_Task, 'duration_secs': 0.548042} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.345709] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Reconfigured VM instance instance-0000000e to attach disk [datastore2] e89d41f7-8ef4-4793-b9ba-05cb7cf3630f/e89d41f7-8ef4-4793-b9ba-05cb7cf3630f.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.347650] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51005c4-da21-4243-a086-4f88d169024a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.353389] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75eb170e-f337-431a-a308-6a76cb2a0969 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.095820] env[64496]: DEBUG nova.network.neutron [-] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.097441] env[64496]: DEBUG nova.compute.provider_tree [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.100580] env[64496]: DEBUG nova.network.neutron [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.103329] env[64496]: DEBUG nova.compute.manager [req-7913c45a-83c2-4b31-8a7d-05623f44253c req-72ec88b1-5746-48cf-b138-39bfa3533dda service nova] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Received event network-vif-plugged-13f6ded0-d2fb-4f0e-a351-fa2786990b9d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1399.103938] env[64496]: DEBUG oslo_concurrency.lockutils [req-7913c45a-83c2-4b31-8a7d-05623f44253c req-72ec88b1-5746-48cf-b138-39bfa3533dda service nova] Acquiring lock "66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.103938] env[64496]: DEBUG oslo_concurrency.lockutils [req-7913c45a-83c2-4b31-8a7d-05623f44253c req-72ec88b1-5746-48cf-b138-39bfa3533dda service nova] Lock "66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.103938] env[64496]: DEBUG oslo_concurrency.lockutils [req-7913c45a-83c2-4b31-8a7d-05623f44253c req-72ec88b1-5746-48cf-b138-39bfa3533dda service nova] Lock "66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.104959] env[64496]: DEBUG nova.compute.manager [req-7913c45a-83c2-4b31-8a7d-05623f44253c req-72ec88b1-5746-48cf-b138-39bfa3533dda service nova] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] No waiting events found dispatching network-vif-plugged-13f6ded0-d2fb-4f0e-a351-fa2786990b9d {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1399.104959] env[64496]: WARNING nova.compute.manager [req-7913c45a-83c2-4b31-8a7d-05623f44253c req-72ec88b1-5746-48cf-b138-39bfa3533dda service nova] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Received unexpected event network-vif-plugged-13f6ded0-d2fb-4f0e-a351-fa2786990b9d for instance with vm_state building and task_state spawning. [ 1399.110537] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1399.110537] env[64496]: value = "task-1901334" [ 1399.110537] env[64496]: _type = "Task" [ 1399.110537] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.111397] env[64496]: DEBUG oslo_concurrency.lockutils [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "faf41e9a-63f0-491b-9ad4-3452182d07fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.111621] env[64496]: DEBUG oslo_concurrency.lockutils [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "faf41e9a-63f0-491b-9ad4-3452182d07fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.119660] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901333, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.125028] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901334, 'name': Rename_Task, 'duration_secs': 0.252666} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.125028] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.125244] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd6768e0-ec59-483e-8539-8c7e625f9cae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.131572] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1399.131572] env[64496]: value = "task-1901335" [ 1399.131572] env[64496]: _type = "Task" [ 1399.131572] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.139648] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.156344] env[64496]: DEBUG nova.network.neutron [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Successfully updated port: 08fdac7f-5c08-48b2-aa9a-a57eafc719de {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.299199] env[64496]: DEBUG nova.compute.manager [req-9aa26b83-7391-4eb6-bef3-753f83fcc311 req-c7a02ce7-373c-4ef5-b759-4f206148ad12 service nova] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Received event network-vif-plugged-08fdac7f-5c08-48b2-aa9a-a57eafc719de {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1399.301461] env[64496]: DEBUG oslo_concurrency.lockutils [req-9aa26b83-7391-4eb6-bef3-753f83fcc311 req-c7a02ce7-373c-4ef5-b759-4f206148ad12 service nova] Acquiring lock "de873593-e744-4c71-bdd7-09962f6bcedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.301461] env[64496]: DEBUG oslo_concurrency.lockutils [req-9aa26b83-7391-4eb6-bef3-753f83fcc311 req-c7a02ce7-373c-4ef5-b759-4f206148ad12 service nova] Lock "de873593-e744-4c71-bdd7-09962f6bcedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.301461] env[64496]: DEBUG oslo_concurrency.lockutils [req-9aa26b83-7391-4eb6-bef3-753f83fcc311 req-c7a02ce7-373c-4ef5-b759-4f206148ad12 service nova] Lock "de873593-e744-4c71-bdd7-09962f6bcedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.301461] env[64496]: DEBUG nova.compute.manager [req-9aa26b83-7391-4eb6-bef3-753f83fcc311 req-c7a02ce7-373c-4ef5-b759-4f206148ad12 service nova] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] No waiting events found dispatching network-vif-plugged-08fdac7f-5c08-48b2-aa9a-a57eafc719de {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1399.301461] env[64496]: WARNING nova.compute.manager [req-9aa26b83-7391-4eb6-bef3-753f83fcc311 req-c7a02ce7-373c-4ef5-b759-4f206148ad12 service nova] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Received unexpected event network-vif-plugged-08fdac7f-5c08-48b2-aa9a-a57eafc719de for instance with vm_state building and task_state spawning. [ 1399.602631] env[64496]: INFO nova.compute.manager [-] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Took 1.92 seconds to deallocate network for instance. [ 1399.613645] env[64496]: DEBUG nova.scheduler.client.report [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.620029] env[64496]: DEBUG oslo_vmware.api [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901333, 'name': RemoveSnapshot_Task, 'duration_secs': 1.34864} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.620029] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1399.620029] env[64496]: INFO nova.compute.manager [None req-06c48b0c-e061-41ee-9876-ba2b493b3383 tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Took 17.39 seconds to snapshot the instance on the hypervisor. [ 1399.642743] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901335, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.657752] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "refresh_cache-de873593-e744-4c71-bdd7-09962f6bcedb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.658154] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "refresh_cache-de873593-e744-4c71-bdd7-09962f6bcedb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.658315] env[64496]: DEBUG nova.network.neutron [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.803482] env[64496]: DEBUG nova.network.neutron [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Updating instance_info_cache with network_info: [{"id": "13f6ded0-d2fb-4f0e-a351-fa2786990b9d", "address": "fa:16:3e:60:68:b2", "network": {"id": "9e5678df-6868-4533-899e-a556b252614c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-568228153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c13ae96476414788a00333cdc21030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f6ded0-d2", "ovs_interfaceid": "13f6ded0-d2fb-4f0e-a351-fa2786990b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.118797] env[64496]: DEBUG oslo_concurrency.lockutils [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.120637] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.428s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.121193] env[64496]: DEBUG nova.compute.manager [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1400.125968] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.794s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.127973] env[64496]: INFO nova.compute.claims [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.142893] env[64496]: DEBUG oslo_vmware.api [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901335, 'name': PowerOnVM_Task, 'duration_secs': 0.595669} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.143162] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.143509] env[64496]: INFO nova.compute.manager [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Took 11.88 seconds to spawn the instance on the hypervisor. [ 1400.143618] env[64496]: DEBUG nova.compute.manager [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.144551] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8addef-8bc0-493c-8cbc-049720cc1c2d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.245664] env[64496]: DEBUG nova.network.neutron [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.306811] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Releasing lock "refresh_cache-66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.312908] env[64496]: DEBUG nova.compute.manager [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Instance network_info: |[{"id": "13f6ded0-d2fb-4f0e-a351-fa2786990b9d", "address": "fa:16:3e:60:68:b2", "network": {"id": "9e5678df-6868-4533-899e-a556b252614c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-568228153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c13ae96476414788a00333cdc21030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f6ded0-d2", "ovs_interfaceid": "13f6ded0-d2fb-4f0e-a351-fa2786990b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1400.313162] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:68:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13f6ded0-d2fb-4f0e-a351-fa2786990b9d', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.325032] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Creating folder: Project (73c13ae96476414788a00333cdc21030). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.325032] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-add172e0-dcfe-4257-ac8b-1a7ab6f2f517 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.340239] env[64496]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1400.343078] env[64496]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=64496) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1400.343544] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Folder already exists: Project (73c13ae96476414788a00333cdc21030). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1400.343792] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Creating folder: Instances. Parent ref: group-v392478. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.344082] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5ed4ebe-3c0e-4fe1-ac97-478ebc15b641 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.353825] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Created folder: Instances in parent group-v392478. [ 1400.354077] env[64496]: DEBUG oslo.service.loopingcall [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.354313] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.354549] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b52d056c-b76a-4c3c-9df5-ccdb6d5dc0c5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.373304] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.373304] env[64496]: value = "task-1901338" [ 1400.373304] env[64496]: _type = "Task" [ 1400.373304] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.382485] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901338, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.642991] env[64496]: DEBUG nova.compute.utils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1400.644209] env[64496]: DEBUG nova.compute.manager [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1400.644209] env[64496]: DEBUG nova.network.neutron [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1400.661930] env[64496]: INFO nova.compute.manager [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Took 29.96 seconds to build instance. [ 1400.884770] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901338, 'name': CreateVM_Task, 'duration_secs': 0.45445} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.884961] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.885887] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'attachment_id': '3b956ff8-b423-4702-a09f-aa71a8f58e59', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392490', 'volume_id': '27b49278-9c53-4dfc-bcfa-421d7a91de2e', 'name': 'volume-27b49278-9c53-4dfc-bcfa-421d7a91de2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d', 'attached_at': '', 'detached_at': '', 'volume_id': '27b49278-9c53-4dfc-bcfa-421d7a91de2e', 'serial': '27b49278-9c53-4dfc-bcfa-421d7a91de2e'}, 'volume_type': None}], 'swap': None} {{(pid=64496) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1400.886155] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Root volume attach. Driver type: vmdk {{(pid=64496) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1400.886973] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398486b5-ccf7-443e-ab61-3e6c866257dd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.894693] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0fb756-07cf-4a79-a237-d77db0009f58 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.900571] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030326ae-a0dc-474c-bd19-a91ed1cddf5a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.906480] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-10600a8a-4bc5-4fcf-ad17-f7ec0948e55e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.913464] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Waiting for the task: (returnval){ [ 1400.913464] env[64496]: value = "task-1901339" [ 1400.913464] env[64496]: _type = "Task" [ 1400.913464] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.921486] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901339, 'name': RelocateVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.999896] env[64496]: DEBUG nova.network.neutron [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Updating instance_info_cache with network_info: [{"id": "08fdac7f-5c08-48b2-aa9a-a57eafc719de", "address": "fa:16:3e:0c:bc:4b", "network": {"id": "8f22c3b7-cf90-4346-a13c-b75f25b791ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1480114042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c9436d281384e73a7428ba01b43a8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08fdac7f-5c", "ovs_interfaceid": "08fdac7f-5c08-48b2-aa9a-a57eafc719de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.025726] env[64496]: DEBUG nova.policy [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff27f3b4a86640398026840fded3a706', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '271096ce0df14bc1a90538f3e0935aff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1401.151295] env[64496]: DEBUG nova.compute.manager [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1401.166997] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6e42675-d4ff-44b0-b209-3e3b72cdae15 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.617s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.267108] env[64496]: DEBUG nova.compute.manager [req-8b391f6b-b4a5-44a4-908c-de42ea37b9a8 req-f68a07ab-8c0e-493e-a1a5-8b7ec10010b7 service nova] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Received event network-changed-13f6ded0-d2fb-4f0e-a351-fa2786990b9d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1401.267996] env[64496]: DEBUG nova.compute.manager [req-8b391f6b-b4a5-44a4-908c-de42ea37b9a8 req-f68a07ab-8c0e-493e-a1a5-8b7ec10010b7 service nova] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Refreshing instance network info cache due to event network-changed-13f6ded0-d2fb-4f0e-a351-fa2786990b9d. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1401.267996] env[64496]: DEBUG oslo_concurrency.lockutils [req-8b391f6b-b4a5-44a4-908c-de42ea37b9a8 req-f68a07ab-8c0e-493e-a1a5-8b7ec10010b7 service nova] Acquiring lock "refresh_cache-66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.268238] env[64496]: DEBUG oslo_concurrency.lockutils [req-8b391f6b-b4a5-44a4-908c-de42ea37b9a8 req-f68a07ab-8c0e-493e-a1a5-8b7ec10010b7 service nova] Acquired lock "refresh_cache-66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.268287] env[64496]: DEBUG nova.network.neutron [req-8b391f6b-b4a5-44a4-908c-de42ea37b9a8 req-f68a07ab-8c0e-493e-a1a5-8b7ec10010b7 service nova] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Refreshing network info cache for port 13f6ded0-d2fb-4f0e-a351-fa2786990b9d {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.431018] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901339, 'name': RelocateVM_Task, 'duration_secs': 0.389741} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.431018] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1401.431018] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392490', 'volume_id': '27b49278-9c53-4dfc-bcfa-421d7a91de2e', 'name': 'volume-27b49278-9c53-4dfc-bcfa-421d7a91de2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d', 'attached_at': '', 'detached_at': '', 'volume_id': '27b49278-9c53-4dfc-bcfa-421d7a91de2e', 'serial': '27b49278-9c53-4dfc-bcfa-421d7a91de2e'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1401.432146] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a7b051-4d4d-43d3-9f74-5152bc0de16c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.456507] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e38ee2d-65e6-419b-86f6-683ab3b9dc40 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.480807] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] volume-27b49278-9c53-4dfc-bcfa-421d7a91de2e/volume-27b49278-9c53-4dfc-bcfa-421d7a91de2e.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.483710] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa1d1288-5bce-4c76-bf0c-21f5a8850d11 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.503767] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "refresh_cache-de873593-e744-4c71-bdd7-09962f6bcedb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.504082] env[64496]: DEBUG nova.compute.manager [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Instance network_info: |[{"id": "08fdac7f-5c08-48b2-aa9a-a57eafc719de", "address": "fa:16:3e:0c:bc:4b", "network": {"id": "8f22c3b7-cf90-4346-a13c-b75f25b791ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1480114042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c9436d281384e73a7428ba01b43a8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08fdac7f-5c", "ovs_interfaceid": "08fdac7f-5c08-48b2-aa9a-a57eafc719de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1401.504434] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Waiting for the task: (returnval){ [ 1401.504434] env[64496]: value = "task-1901340" [ 1401.504434] env[64496]: _type = "Task" [ 1401.504434] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.504753] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:bc:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08fdac7f-5c08-48b2-aa9a-a57eafc719de', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.512542] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Creating folder: Project (7c9436d281384e73a7428ba01b43a8d9). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.515734] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb967826-6b41-4077-b924-623b9e4b678e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.526264] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.528109] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Created folder: Project (7c9436d281384e73a7428ba01b43a8d9) in parent group-v392474. [ 1401.528265] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Creating folder: Instances. Parent ref: group-v392527. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.528592] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7a9a875-520c-4422-a488-530c86b74ef7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.536808] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Created folder: Instances in parent group-v392527. [ 1401.537060] env[64496]: DEBUG oslo.service.loopingcall [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.540453] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.540453] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ba71a2e-0606-4be7-95d4-f935261bc755 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.559051] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.559051] env[64496]: value = "task-1901343" [ 1401.559051] env[64496]: _type = "Task" [ 1401.559051] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.567659] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901343, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.674096] env[64496]: DEBUG nova.compute.manager [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1401.703780] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11693901-6dfb-4b3b-b6cd-0469eef5af6d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.713143] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaedc29c-2834-4f0b-ae2d-1e50c7ef410d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.747309] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78aaa526-714f-4756-8a58-c2135f1d8674 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.755510] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957717a7-c982-4668-9409-a924941a25f9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.770666] env[64496]: DEBUG nova.compute.provider_tree [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.794177] env[64496]: DEBUG nova.network.neutron [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Successfully created port: b2294e44-e192-4a2f-a511-38e18e923e50 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1402.027554] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901340, 'name': ReconfigVM_Task, 'duration_secs': 0.307179} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.027554] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Reconfigured VM instance instance-0000000f to attach disk [datastore2] volume-27b49278-9c53-4dfc-bcfa-421d7a91de2e/volume-27b49278-9c53-4dfc-bcfa-421d7a91de2e.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.032068] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-062ef34d-76c8-41be-953b-31905a3e1189 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.049152] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Waiting for the task: (returnval){ [ 1402.049152] env[64496]: value = "task-1901344" [ 1402.049152] env[64496]: _type = "Task" [ 1402.049152] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.062608] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.075815] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901343, 'name': CreateVM_Task, 'duration_secs': 0.455682} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.075993] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.076798] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.076894] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.077241] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.077519] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce03a69-7e7c-4ea3-ba5a-1e441b5a4e6a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.083738] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1402.083738] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b9bc87-33cb-2051-7308-379283ac9dae" [ 1402.083738] env[64496]: _type = "Task" [ 1402.083738] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.093179] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b9bc87-33cb-2051-7308-379283ac9dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.162971] env[64496]: DEBUG nova.compute.manager [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1402.195761] env[64496]: DEBUG nova.virt.hardware [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.196058] env[64496]: DEBUG nova.virt.hardware [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.196261] env[64496]: DEBUG nova.virt.hardware [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.196489] env[64496]: DEBUG nova.virt.hardware [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.196949] env[64496]: DEBUG nova.virt.hardware [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.197135] env[64496]: DEBUG nova.virt.hardware [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.197656] env[64496]: DEBUG nova.virt.hardware [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.198014] env[64496]: DEBUG nova.virt.hardware [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.198254] env[64496]: DEBUG nova.virt.hardware [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.198537] env[64496]: DEBUG nova.virt.hardware [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.198749] env[64496]: DEBUG nova.virt.hardware [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.200277] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4c250f-c1bc-4ec4-8170-d67caeeaadfb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.208241] env[64496]: DEBUG nova.compute.manager [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Received event network-changed-346985c9-dc65-4266-8e32-1fe6ee59503d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1402.208428] env[64496]: DEBUG nova.compute.manager [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Refreshing instance network info cache due to event network-changed-346985c9-dc65-4266-8e32-1fe6ee59503d. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1402.208638] env[64496]: DEBUG oslo_concurrency.lockutils [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] Acquiring lock "refresh_cache-399cb2ae-8ac1-4a4a-807a-69d6b9992614" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.208793] env[64496]: DEBUG oslo_concurrency.lockutils [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] Acquired lock "refresh_cache-399cb2ae-8ac1-4a4a-807a-69d6b9992614" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.208966] env[64496]: DEBUG nova.network.neutron [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Refreshing network info cache for port 346985c9-dc65-4266-8e32-1fe6ee59503d {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.215986] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.217493] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1cc805-8674-4cad-9bd2-67f2e6607bb1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.274591] env[64496]: DEBUG nova.scheduler.client.report [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.396101] env[64496]: DEBUG nova.network.neutron [req-8b391f6b-b4a5-44a4-908c-de42ea37b9a8 req-f68a07ab-8c0e-493e-a1a5-8b7ec10010b7 service nova] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Updated VIF entry in instance network info cache for port 13f6ded0-d2fb-4f0e-a351-fa2786990b9d. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.396626] env[64496]: DEBUG nova.network.neutron [req-8b391f6b-b4a5-44a4-908c-de42ea37b9a8 req-f68a07ab-8c0e-493e-a1a5-8b7ec10010b7 service nova] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Updating instance_info_cache with network_info: [{"id": "13f6ded0-d2fb-4f0e-a351-fa2786990b9d", "address": "fa:16:3e:60:68:b2", "network": {"id": "9e5678df-6868-4533-899e-a556b252614c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-568228153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c13ae96476414788a00333cdc21030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f6ded0-d2", "ovs_interfaceid": "13f6ded0-d2fb-4f0e-a351-fa2786990b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.560595] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901344, 'name': ReconfigVM_Task, 'duration_secs': 0.13151} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.560595] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392490', 'volume_id': '27b49278-9c53-4dfc-bcfa-421d7a91de2e', 'name': 'volume-27b49278-9c53-4dfc-bcfa-421d7a91de2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d', 'attached_at': '', 'detached_at': '', 'volume_id': '27b49278-9c53-4dfc-bcfa-421d7a91de2e', 'serial': '27b49278-9c53-4dfc-bcfa-421d7a91de2e'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1402.560790] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d98761f9-d108-4863-83bd-bd673457ac0a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.567708] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Waiting for the task: (returnval){ [ 1402.567708] env[64496]: value = "task-1901345" [ 1402.567708] env[64496]: _type = "Task" [ 1402.567708] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.575642] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901345, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.600974] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b9bc87-33cb-2051-7308-379283ac9dae, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.601776] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.601776] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.601963] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.602215] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.602262] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.602714] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ec25fbe-b4cb-45da-ba3d-c7af960496f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.614775] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.615176] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.615633] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35362c4d-ec4a-4b9d-97f9-e43acf43d2e0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.625285] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1402.625285] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52df6b12-d93c-0512-7fab-a4cc7eb2f123" [ 1402.625285] env[64496]: _type = "Task" [ 1402.625285] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.641176] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52df6b12-d93c-0512-7fab-a4cc7eb2f123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.786993] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.787610] env[64496]: DEBUG nova.compute.manager [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1402.790236] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.191s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.791184] env[64496]: DEBUG nova.objects.instance [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Lazy-loading 'resources' on Instance uuid 51f4045f-a7b8-4293-aa22-17b5cba7e7ce {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.899979] env[64496]: DEBUG oslo_concurrency.lockutils [req-8b391f6b-b4a5-44a4-908c-de42ea37b9a8 req-f68a07ab-8c0e-493e-a1a5-8b7ec10010b7 service nova] Releasing lock "refresh_cache-66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.901087] env[64496]: DEBUG nova.compute.manager [req-8b391f6b-b4a5-44a4-908c-de42ea37b9a8 req-f68a07ab-8c0e-493e-a1a5-8b7ec10010b7 service nova] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Received event network-vif-deleted-293582d8-9bd8-415d-b017-311190845e7d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1403.085076] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901345, 'name': Rename_Task, 'duration_secs': 0.136311} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.085076] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.085076] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca1ff823-c73c-4163-9b00-677780f2075b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.097920] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Waiting for the task: (returnval){ [ 1403.097920] env[64496]: value = "task-1901346" [ 1403.097920] env[64496]: _type = "Task" [ 1403.097920] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.107841] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.137481] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52df6b12-d93c-0512-7fab-a4cc7eb2f123, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.146474] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f3a542e-ef72-4965-9a16-7dd80e20afaf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.150762] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Acquiring lock "809dc4e0-b5bf-4f32-987b-08960c97fcca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.151024] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Lock "809dc4e0-b5bf-4f32-987b-08960c97fcca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.155992] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1403.155992] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52493e40-3393-6cc9-ea33-c11734f50397" [ 1403.155992] env[64496]: _type = "Task" [ 1403.155992] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.167878] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52493e40-3393-6cc9-ea33-c11734f50397, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.170636] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.171012] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] de873593-e744-4c71-bdd7-09962f6bcedb/de873593-e744-4c71-bdd7-09962f6bcedb.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.173117] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f60d15a-adaa-42d6-b245-303f4f9c810c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.178859] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1403.178859] env[64496]: value = "task-1901347" [ 1403.178859] env[64496]: _type = "Task" [ 1403.178859] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.191263] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.298954] env[64496]: DEBUG nova.compute.utils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1403.301221] env[64496]: DEBUG nova.compute.manager [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1403.301310] env[64496]: DEBUG nova.network.neutron [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1403.387581] env[64496]: DEBUG nova.network.neutron [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Updated VIF entry in instance network info cache for port 346985c9-dc65-4266-8e32-1fe6ee59503d. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.387947] env[64496]: DEBUG nova.network.neutron [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Updating instance_info_cache with network_info: [{"id": "346985c9-dc65-4266-8e32-1fe6ee59503d", "address": "fa:16:3e:c5:b4:3e", "network": {"id": "cfc4979f-c6f7-4114-ada4-e54567464ca7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2129803440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08e7226e5464122a2afbbe4608fc70f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346985c9-dc", "ovs_interfaceid": "346985c9-dc65-4266-8e32-1fe6ee59503d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.608283] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.655437] env[64496]: DEBUG nova.policy [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c412116cc69408eb3d96691a67f4926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c9436d281384e73a7428ba01b43a8d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1403.690172] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901347, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.804743] env[64496]: DEBUG nova.compute.manager [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1403.810139] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf195289-52d3-41af-8fc6-22f76a6de5c5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.818204] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec664f04-f01c-443e-bfdc-5484fb499fbe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.860142] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc10da6c-5e43-4d15-b760-9df30f22b6b7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.870482] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdac7f68-bc45-4704-a547-f1440f062ae9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.886823] env[64496]: DEBUG nova.compute.provider_tree [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.891261] env[64496]: DEBUG oslo_concurrency.lockutils [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] Releasing lock "refresh_cache-399cb2ae-8ac1-4a4a-807a-69d6b9992614" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.891261] env[64496]: DEBUG nova.compute.manager [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Received event network-changed-08fdac7f-5c08-48b2-aa9a-a57eafc719de {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1403.891560] env[64496]: DEBUG nova.compute.manager [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Refreshing instance network info cache due to event network-changed-08fdac7f-5c08-48b2-aa9a-a57eafc719de. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1403.891832] env[64496]: DEBUG oslo_concurrency.lockutils [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] Acquiring lock "refresh_cache-de873593-e744-4c71-bdd7-09962f6bcedb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.892143] env[64496]: DEBUG oslo_concurrency.lockutils [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] Acquired lock "refresh_cache-de873593-e744-4c71-bdd7-09962f6bcedb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.892317] env[64496]: DEBUG nova.network.neutron [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Refreshing network info cache for port 08fdac7f-5c08-48b2-aa9a-a57eafc719de {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.112440] env[64496]: DEBUG oslo_vmware.api [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901346, 'name': PowerOnVM_Task, 'duration_secs': 0.801303} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.112969] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.112969] env[64496]: INFO nova.compute.manager [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1404.113110] env[64496]: DEBUG nova.compute.manager [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.114943] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950f7dc5-d003-4fd8-8e68-1cf988c55c8c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.188803] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901347, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.390884] env[64496]: DEBUG nova.scheduler.client.report [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.622932] env[64496]: DEBUG nova.compute.manager [req-bd311571-db1a-4625-a955-adde357e3f29 req-c14c1dab-71ee-4418-a943-1721ee7e5efd service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Received event network-changed-70ab41a9-91f3-497e-a572-13b85789d8ea {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1404.622932] env[64496]: DEBUG nova.compute.manager [req-bd311571-db1a-4625-a955-adde357e3f29 req-c14c1dab-71ee-4418-a943-1721ee7e5efd service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Refreshing instance network info cache due to event network-changed-70ab41a9-91f3-497e-a572-13b85789d8ea. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1404.622932] env[64496]: DEBUG oslo_concurrency.lockutils [req-bd311571-db1a-4625-a955-adde357e3f29 req-c14c1dab-71ee-4418-a943-1721ee7e5efd service nova] Acquiring lock "refresh_cache-e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.622932] env[64496]: DEBUG oslo_concurrency.lockutils [req-bd311571-db1a-4625-a955-adde357e3f29 req-c14c1dab-71ee-4418-a943-1721ee7e5efd service nova] Acquired lock "refresh_cache-e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.622932] env[64496]: DEBUG nova.network.neutron [req-bd311571-db1a-4625-a955-adde357e3f29 req-c14c1dab-71ee-4418-a943-1721ee7e5efd service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Refreshing network info cache for port 70ab41a9-91f3-497e-a572-13b85789d8ea {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.641835] env[64496]: INFO nova.compute.manager [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Took 31.01 seconds to build instance. [ 1404.649811] env[64496]: DEBUG nova.network.neutron [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Successfully created port: 5cbe498a-f462-402f-8c94-316fe67ae539 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1404.696101] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901347, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.508417} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.696101] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] de873593-e744-4c71-bdd7-09962f6bcedb/de873593-e744-4c71-bdd7-09962f6bcedb.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.696101] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.696101] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0650b68f-14ff-40f2-8fd1-471119ef7e8a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.706192] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1404.706192] env[64496]: value = "task-1901348" [ 1404.706192] env[64496]: _type = "Task" [ 1404.706192] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.714327] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.732533] env[64496]: DEBUG nova.network.neutron [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Updated VIF entry in instance network info cache for port 08fdac7f-5c08-48b2-aa9a-a57eafc719de. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.732533] env[64496]: DEBUG nova.network.neutron [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Updating instance_info_cache with network_info: [{"id": "08fdac7f-5c08-48b2-aa9a-a57eafc719de", "address": "fa:16:3e:0c:bc:4b", "network": {"id": "8f22c3b7-cf90-4346-a13c-b75f25b791ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1480114042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c9436d281384e73a7428ba01b43a8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08fdac7f-5c", "ovs_interfaceid": "08fdac7f-5c08-48b2-aa9a-a57eafc719de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.823029] env[64496]: DEBUG nova.compute.manager [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1404.845679] env[64496]: DEBUG nova.virt.hardware [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1404.846139] env[64496]: DEBUG nova.virt.hardware [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.846339] env[64496]: DEBUG nova.virt.hardware [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1404.846528] env[64496]: DEBUG nova.virt.hardware [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.846680] env[64496]: DEBUG nova.virt.hardware [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1404.846829] env[64496]: DEBUG nova.virt.hardware [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1404.847153] env[64496]: DEBUG nova.virt.hardware [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1404.847233] env[64496]: DEBUG nova.virt.hardware [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1404.847396] env[64496]: DEBUG nova.virt.hardware [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1404.847560] env[64496]: DEBUG nova.virt.hardware [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1404.847730] env[64496]: DEBUG nova.virt.hardware [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1404.848951] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e215cb5-66c8-4271-99d9-0e99511e8a98 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.858653] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6108bc8b-1140-477c-b238-13aac52ce7cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.897915] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.904940] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.820s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.904940] env[64496]: INFO nova.compute.claims [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.918938] env[64496]: INFO nova.scheduler.client.report [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Deleted allocations for instance 51f4045f-a7b8-4293-aa22-17b5cba7e7ce [ 1404.918938] env[64496]: DEBUG nova.network.neutron [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Successfully updated port: b2294e44-e192-4a2f-a511-38e18e923e50 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1405.099972] env[64496]: DEBUG nova.compute.manager [req-1442c0fb-42b0-4cde-8c4d-806c2b58f5ed req-4d7344b0-e8e0-412b-b122-a22a25c579d0 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Received event network-changed-70ab41a9-91f3-497e-a572-13b85789d8ea {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1405.100186] env[64496]: DEBUG nova.compute.manager [req-1442c0fb-42b0-4cde-8c4d-806c2b58f5ed req-4d7344b0-e8e0-412b-b122-a22a25c579d0 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Refreshing instance network info cache due to event network-changed-70ab41a9-91f3-497e-a572-13b85789d8ea. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1405.100377] env[64496]: DEBUG oslo_concurrency.lockutils [req-1442c0fb-42b0-4cde-8c4d-806c2b58f5ed req-4d7344b0-e8e0-412b-b122-a22a25c579d0 service nova] Acquiring lock "refresh_cache-e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.147342] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b27b7fb5-3a16-4428-8671-17278fab7444 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Lock "66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.530s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.215971] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064412} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.217932] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.217932] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f466ba-3ec5-4975-9d32-8592469cce9f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.237173] env[64496]: DEBUG oslo_concurrency.lockutils [req-d09ef66b-54a9-44b3-a912-a7438025c099 req-ddbad8e2-13d1-4e56-925a-1f039f6f5c65 service nova] Releasing lock "refresh_cache-de873593-e744-4c71-bdd7-09962f6bcedb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.247662] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] de873593-e744-4c71-bdd7-09962f6bcedb/de873593-e744-4c71-bdd7-09962f6bcedb.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.251313] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7386430-e052-444e-a7bf-e4d45e8d8c88 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.270217] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Acquiring lock "63cc3567-f8dc-463c-a3d1-e96b74f533a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.270469] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Lock "63cc3567-f8dc-463c-a3d1-e96b74f533a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.277160] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1405.277160] env[64496]: value = "task-1901349" [ 1405.277160] env[64496]: _type = "Task" [ 1405.277160] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.288976] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901349, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.429168] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.429361] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.429517] env[64496]: DEBUG nova.network.neutron [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.438225] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0f4bfbf2-7cf3-4a7a-8de4-c746ec645407 tempest-ServerDiagnosticsTest-1596898531 tempest-ServerDiagnosticsTest-1596898531-project-member] Lock "51f4045f-a7b8-4293-aa22-17b5cba7e7ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.606s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.478134] env[64496]: DEBUG nova.network.neutron [req-bd311571-db1a-4625-a955-adde357e3f29 req-c14c1dab-71ee-4418-a943-1721ee7e5efd service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Updated VIF entry in instance network info cache for port 70ab41a9-91f3-497e-a572-13b85789d8ea. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.478538] env[64496]: DEBUG nova.network.neutron [req-bd311571-db1a-4625-a955-adde357e3f29 req-c14c1dab-71ee-4418-a943-1721ee7e5efd service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Updating instance_info_cache with network_info: [{"id": "70ab41a9-91f3-497e-a572-13b85789d8ea", "address": "fa:16:3e:0f:f7:06", "network": {"id": "b863b0c2-2f21-42f2-9ddf-7880bc777e71", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1826939370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97feab6cc4443a888326db4c54e8bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ab41a9-91", "ovs_interfaceid": "70ab41a9-91f3-497e-a572-13b85789d8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.651108] env[64496]: DEBUG nova.compute.manager [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1405.789832] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.986251] env[64496]: DEBUG oslo_concurrency.lockutils [req-bd311571-db1a-4625-a955-adde357e3f29 req-c14c1dab-71ee-4418-a943-1721ee7e5efd service nova] Releasing lock "refresh_cache-e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.986251] env[64496]: DEBUG nova.network.neutron [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.987924] env[64496]: DEBUG oslo_concurrency.lockutils [req-1442c0fb-42b0-4cde-8c4d-806c2b58f5ed req-4d7344b0-e8e0-412b-b122-a22a25c579d0 service nova] Acquired lock "refresh_cache-e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.988320] env[64496]: DEBUG nova.network.neutron [req-1442c0fb-42b0-4cde-8c4d-806c2b58f5ed req-4d7344b0-e8e0-412b-b122-a22a25c579d0 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Refreshing network info cache for port 70ab41a9-91f3-497e-a572-13b85789d8ea {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.180758] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.268457] env[64496]: DEBUG nova.network.neutron [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance_info_cache with network_info: [{"id": "b2294e44-e192-4a2f-a511-38e18e923e50", "address": "fa:16:3e:a2:87:86", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2294e44-e1", "ovs_interfaceid": "b2294e44-e192-4a2f-a511-38e18e923e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.278811] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Acquiring lock "d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.279025] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Lock "d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.291211] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901349, 'name': ReconfigVM_Task, 'duration_secs': 0.745305} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.292435] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Reconfigured VM instance instance-00000010 to attach disk [datastore2] de873593-e744-4c71-bdd7-09962f6bcedb/de873593-e744-4c71-bdd7-09962f6bcedb.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.294767] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0e33456-a4b1-43ea-89fa-4c9b6296bff9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.303045] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1406.303045] env[64496]: value = "task-1901350" [ 1406.303045] env[64496]: _type = "Task" [ 1406.303045] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.313493] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901350, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.461919] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7c24a7-ea47-402d-8b3c-db1137bce7ca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.471818] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262ff2f4-383c-4143-b961-2877ccd13cce {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.514468] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9256978-4e28-4c84-9864-2c79843edb9c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.523297] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d306b26-fc99-4e3f-ad85-d1e78fbab671 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.542932] env[64496]: DEBUG nova.compute.provider_tree [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.550142] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.550142] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.567910] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "cb97679a-6f0b-40fe-8f67-654c55c49f20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.568156] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "cb97679a-6f0b-40fe-8f67-654c55c49f20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.674944] env[64496]: DEBUG nova.network.neutron [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Successfully updated port: 5cbe498a-f462-402f-8c94-316fe67ae539 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1406.773618] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.774154] env[64496]: DEBUG nova.compute.manager [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Instance network_info: |[{"id": "b2294e44-e192-4a2f-a511-38e18e923e50", "address": "fa:16:3e:a2:87:86", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2294e44-e1", "ovs_interfaceid": "b2294e44-e192-4a2f-a511-38e18e923e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1406.774673] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:87:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2294e44-e192-4a2f-a511-38e18e923e50', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.784015] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Creating folder: Project (271096ce0df14bc1a90538f3e0935aff). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.784712] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9aed0642-77b6-402c-a88c-99a082070157 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.796233] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Created folder: Project (271096ce0df14bc1a90538f3e0935aff) in parent group-v392474. [ 1406.796438] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Creating folder: Instances. Parent ref: group-v392530. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.796675] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e10b66d-ca4c-47b9-9c88-0b56824a558a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.809217] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Created folder: Instances in parent group-v392530. [ 1406.809473] env[64496]: DEBUG oslo.service.loopingcall [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.810170] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.810372] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f5d57e0-526c-4af0-98fe-f938458c040e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.832966] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901350, 'name': Rename_Task, 'duration_secs': 0.233567} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.834125] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.834446] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-797a4a21-61d9-41ad-95d5-9b02b61b81d3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.838274] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.838274] env[64496]: value = "task-1901353" [ 1406.838274] env[64496]: _type = "Task" [ 1406.838274] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.842927] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1406.842927] env[64496]: value = "task-1901354" [ 1406.842927] env[64496]: _type = "Task" [ 1406.842927] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.849522] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901353, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.854238] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.967944] env[64496]: DEBUG nova.network.neutron [req-1442c0fb-42b0-4cde-8c4d-806c2b58f5ed req-4d7344b0-e8e0-412b-b122-a22a25c579d0 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Updated VIF entry in instance network info cache for port 70ab41a9-91f3-497e-a572-13b85789d8ea. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.968352] env[64496]: DEBUG nova.network.neutron [req-1442c0fb-42b0-4cde-8c4d-806c2b58f5ed req-4d7344b0-e8e0-412b-b122-a22a25c579d0 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Updating instance_info_cache with network_info: [{"id": "70ab41a9-91f3-497e-a572-13b85789d8ea", "address": "fa:16:3e:0f:f7:06", "network": {"id": "b863b0c2-2f21-42f2-9ddf-7880bc777e71", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1826939370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97feab6cc4443a888326db4c54e8bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ab41a9-91", "ovs_interfaceid": "70ab41a9-91f3-497e-a572-13b85789d8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.049688] env[64496]: DEBUG nova.scheduler.client.report [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.180603] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "refresh_cache-99e415cd-77a4-4557-bdb4-67727d5621ed" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.180801] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "refresh_cache-99e415cd-77a4-4557-bdb4-67727d5621ed" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.181033] env[64496]: DEBUG nova.network.neutron [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.360835] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901353, 'name': CreateVM_Task, 'duration_secs': 0.430109} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.364871] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.365986] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901354, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.367285] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.367540] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.367931] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.368694] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040a5a74-9763-44cc-b0ac-ac7fe05d453e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.375093] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1407.375093] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a0fd7d-c2cb-873c-87b4-1a993f4ee301" [ 1407.375093] env[64496]: _type = "Task" [ 1407.375093] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.389187] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a0fd7d-c2cb-873c-87b4-1a993f4ee301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.472237] env[64496]: DEBUG oslo_concurrency.lockutils [req-1442c0fb-42b0-4cde-8c4d-806c2b58f5ed req-4d7344b0-e8e0-412b-b122-a22a25c579d0 service nova] Releasing lock "refresh_cache-e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.561107] env[64496]: DEBUG nova.compute.manager [req-b0430239-642c-456f-9cf9-cb232ea456f1 req-ba7e771a-0cab-4ee6-b08f-762b297c631a service nova] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Received event network-changed-13f6ded0-d2fb-4f0e-a351-fa2786990b9d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1407.561321] env[64496]: DEBUG nova.compute.manager [req-b0430239-642c-456f-9cf9-cb232ea456f1 req-ba7e771a-0cab-4ee6-b08f-762b297c631a service nova] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Refreshing instance network info cache due to event network-changed-13f6ded0-d2fb-4f0e-a351-fa2786990b9d. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1407.561536] env[64496]: DEBUG oslo_concurrency.lockutils [req-b0430239-642c-456f-9cf9-cb232ea456f1 req-ba7e771a-0cab-4ee6-b08f-762b297c631a service nova] Acquiring lock "refresh_cache-66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.561763] env[64496]: DEBUG oslo_concurrency.lockutils [req-b0430239-642c-456f-9cf9-cb232ea456f1 req-ba7e771a-0cab-4ee6-b08f-762b297c631a service nova] Acquired lock "refresh_cache-66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.561834] env[64496]: DEBUG nova.network.neutron [req-b0430239-642c-456f-9cf9-cb232ea456f1 req-ba7e771a-0cab-4ee6-b08f-762b297c631a service nova] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Refreshing network info cache for port 13f6ded0-d2fb-4f0e-a351-fa2786990b9d {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.563682] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.564213] env[64496]: DEBUG nova.compute.manager [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1407.567980] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.161s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.569891] env[64496]: INFO nova.compute.claims [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.624143] env[64496]: DEBUG nova.compute.manager [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Received event network-vif-plugged-b2294e44-e192-4a2f-a511-38e18e923e50 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1407.624403] env[64496]: DEBUG oslo_concurrency.lockutils [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] Acquiring lock "4beb0377-8b69-438a-aa7f-af5f68092240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.624655] env[64496]: DEBUG oslo_concurrency.lockutils [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] Lock "4beb0377-8b69-438a-aa7f-af5f68092240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.624870] env[64496]: DEBUG oslo_concurrency.lockutils [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] Lock "4beb0377-8b69-438a-aa7f-af5f68092240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.625076] env[64496]: DEBUG nova.compute.manager [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] No waiting events found dispatching network-vif-plugged-b2294e44-e192-4a2f-a511-38e18e923e50 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1407.625295] env[64496]: WARNING nova.compute.manager [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Received unexpected event network-vif-plugged-b2294e44-e192-4a2f-a511-38e18e923e50 for instance with vm_state building and task_state spawning. [ 1407.625459] env[64496]: DEBUG nova.compute.manager [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Received event network-changed-b2294e44-e192-4a2f-a511-38e18e923e50 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1407.625692] env[64496]: DEBUG nova.compute.manager [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Refreshing instance network info cache due to event network-changed-b2294e44-e192-4a2f-a511-38e18e923e50. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1407.625887] env[64496]: DEBUG oslo_concurrency.lockutils [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] Acquiring lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.626038] env[64496]: DEBUG oslo_concurrency.lockutils [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] Acquired lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.626579] env[64496]: DEBUG nova.network.neutron [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Refreshing network info cache for port b2294e44-e192-4a2f-a511-38e18e923e50 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.675757] env[64496]: DEBUG nova.compute.manager [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.676705] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df53765-b528-4c28-b241-059ff4d863dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.739656] env[64496]: DEBUG nova.network.neutron [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1407.855540] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901354, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.885646] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a0fd7d-c2cb-873c-87b4-1a993f4ee301, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.885966] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.886228] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1407.886606] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.886835] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.887125] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1407.887452] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aee2b8d0-cc6a-453d-85a6-d44670ca26d5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.897422] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1407.897616] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1407.898586] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bdb0e05-3f9a-470d-ad2f-be21310bab4e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.903923] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1407.903923] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f689d0-ade7-49f2-4369-c96ecf659d0f" [ 1407.903923] env[64496]: _type = "Task" [ 1407.903923] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.914481] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f689d0-ade7-49f2-4369-c96ecf659d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.934591] env[64496]: DEBUG nova.network.neutron [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Updating instance_info_cache with network_info: [{"id": "5cbe498a-f462-402f-8c94-316fe67ae539", "address": "fa:16:3e:da:cd:e8", "network": {"id": "8f22c3b7-cf90-4346-a13c-b75f25b791ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1480114042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c9436d281384e73a7428ba01b43a8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbe498a-f4", "ovs_interfaceid": "5cbe498a-f462-402f-8c94-316fe67ae539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.074389] env[64496]: DEBUG nova.compute.utils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1408.080729] env[64496]: DEBUG nova.compute.manager [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1408.080729] env[64496]: DEBUG nova.network.neutron [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.186115] env[64496]: DEBUG nova.policy [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3807870f31e40898a53f21453c19b93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '830bd96902d24c8f8a3bc554a44796cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.191723] env[64496]: INFO nova.compute.manager [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] instance snapshotting [ 1408.194551] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a9fe47-ee4e-48e1-afa7-a972c7ec1910 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.220490] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8949e54-7414-4144-a828-99f3d3f20d31 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.358379] env[64496]: DEBUG oslo_vmware.api [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901354, 'name': PowerOnVM_Task, 'duration_secs': 1.135396} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.358726] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1408.359181] env[64496]: INFO nova.compute.manager [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Took 11.80 seconds to spawn the instance on the hypervisor. [ 1408.359438] env[64496]: DEBUG nova.compute.manager [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.360625] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3cb950-4520-4f10-9902-d7cc553ebb1f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.414316] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f689d0-ade7-49f2-4369-c96ecf659d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.015085} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.416334] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9b2808-a022-4456-b782-eed71562e42b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.422807] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1408.422807] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5269015a-c564-79c1-7b61-9887efebe0bb" [ 1408.422807] env[64496]: _type = "Task" [ 1408.422807] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.431426] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5269015a-c564-79c1-7b61-9887efebe0bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.438862] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "refresh_cache-99e415cd-77a4-4557-bdb4-67727d5621ed" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.439221] env[64496]: DEBUG nova.compute.manager [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Instance network_info: |[{"id": "5cbe498a-f462-402f-8c94-316fe67ae539", "address": "fa:16:3e:da:cd:e8", "network": {"id": "8f22c3b7-cf90-4346-a13c-b75f25b791ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1480114042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c9436d281384e73a7428ba01b43a8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbe498a-f4", "ovs_interfaceid": "5cbe498a-f462-402f-8c94-316fe67ae539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1408.439611] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:cd:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cbe498a-f462-402f-8c94-316fe67ae539', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1408.448420] env[64496]: DEBUG oslo.service.loopingcall [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1408.448420] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1408.448641] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3aa0e894-2d3c-4f9b-8bf5-3b6e11429acd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.468806] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1408.468806] env[64496]: value = "task-1901355" [ 1408.468806] env[64496]: _type = "Task" [ 1408.468806] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.479956] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901355, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.581615] env[64496]: DEBUG nova.compute.manager [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1408.652446] env[64496]: DEBUG nova.network.neutron [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updated VIF entry in instance network info cache for port b2294e44-e192-4a2f-a511-38e18e923e50. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.653110] env[64496]: DEBUG nova.network.neutron [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance_info_cache with network_info: [{"id": "b2294e44-e192-4a2f-a511-38e18e923e50", "address": "fa:16:3e:a2:87:86", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2294e44-e1", "ovs_interfaceid": "b2294e44-e192-4a2f-a511-38e18e923e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.735909] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1408.736334] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-94f7cfcb-2f67-4859-81e7-d1595d57ff58 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.747389] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1408.747389] env[64496]: value = "task-1901356" [ 1408.747389] env[64496]: _type = "Task" [ 1408.747389] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.759751] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901356, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.833052] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.833614] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.833820] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.886676] env[64496]: INFO nova.compute.manager [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Took 31.58 seconds to build instance. [ 1408.939062] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5269015a-c564-79c1-7b61-9887efebe0bb, 'name': SearchDatastore_Task, 'duration_secs': 0.027385} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.939062] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.939269] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 4beb0377-8b69-438a-aa7f-af5f68092240/4beb0377-8b69-438a-aa7f-af5f68092240.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.940010] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f693ef9-a17f-4a43-a293-ae8776d12422 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.946528] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1408.946528] env[64496]: value = "task-1901357" [ 1408.946528] env[64496]: _type = "Task" [ 1408.946528] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.959108] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.970186] env[64496]: DEBUG nova.network.neutron [req-b0430239-642c-456f-9cf9-cb232ea456f1 req-ba7e771a-0cab-4ee6-b08f-762b297c631a service nova] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Updated VIF entry in instance network info cache for port 13f6ded0-d2fb-4f0e-a351-fa2786990b9d. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.970593] env[64496]: DEBUG nova.network.neutron [req-b0430239-642c-456f-9cf9-cb232ea456f1 req-ba7e771a-0cab-4ee6-b08f-762b297c631a service nova] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Updating instance_info_cache with network_info: [{"id": "13f6ded0-d2fb-4f0e-a351-fa2786990b9d", "address": "fa:16:3e:60:68:b2", "network": {"id": "9e5678df-6868-4533-899e-a556b252614c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-568228153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c13ae96476414788a00333cdc21030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f6ded0-d2", "ovs_interfaceid": "13f6ded0-d2fb-4f0e-a351-fa2786990b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.984772] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901355, 'name': CreateVM_Task, 'duration_secs': 0.394649} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.985050] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1408.986213] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.986213] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.987841] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.992041] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeef040f-f9e5-4070-836f-e622b916c943 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.001074] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1409.001074] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c0c95c-13f3-f077-c710-a3fc8f0fe1c2" [ 1409.001074] env[64496]: _type = "Task" [ 1409.001074] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.009535] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c0c95c-13f3-f077-c710-a3fc8f0fe1c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.119027] env[64496]: DEBUG nova.network.neutron [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Successfully created port: 34750b4d-4492-464b-8787-2b437ececc67 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1409.157018] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c992fd13-4a29-4df3-9856-10b5f8d9fba8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.159108] env[64496]: DEBUG oslo_concurrency.lockutils [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] Releasing lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.159354] env[64496]: DEBUG nova.compute.manager [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Received event network-vif-plugged-5cbe498a-f462-402f-8c94-316fe67ae539 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1409.159538] env[64496]: DEBUG oslo_concurrency.lockutils [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] Acquiring lock "99e415cd-77a4-4557-bdb4-67727d5621ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.159903] env[64496]: DEBUG oslo_concurrency.lockutils [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] Lock "99e415cd-77a4-4557-bdb4-67727d5621ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.160118] env[64496]: DEBUG oslo_concurrency.lockutils [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] Lock "99e415cd-77a4-4557-bdb4-67727d5621ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.160297] env[64496]: DEBUG nova.compute.manager [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] No waiting events found dispatching network-vif-plugged-5cbe498a-f462-402f-8c94-316fe67ae539 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1409.161169] env[64496]: WARNING nova.compute.manager [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Received unexpected event network-vif-plugged-5cbe498a-f462-402f-8c94-316fe67ae539 for instance with vm_state building and task_state spawning. [ 1409.161440] env[64496]: DEBUG nova.compute.manager [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Received event network-changed-5cbe498a-f462-402f-8c94-316fe67ae539 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1409.161525] env[64496]: DEBUG nova.compute.manager [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Refreshing instance network info cache due to event network-changed-5cbe498a-f462-402f-8c94-316fe67ae539. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1409.161716] env[64496]: DEBUG oslo_concurrency.lockutils [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] Acquiring lock "refresh_cache-99e415cd-77a4-4557-bdb4-67727d5621ed" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.161935] env[64496]: DEBUG oslo_concurrency.lockutils [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] Acquired lock "refresh_cache-99e415cd-77a4-4557-bdb4-67727d5621ed" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.162085] env[64496]: DEBUG nova.network.neutron [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Refreshing network info cache for port 5cbe498a-f462-402f-8c94-316fe67ae539 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.169955] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ae882f-8fd8-422e-8ccc-3cf2d975c0e0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.205803] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5314624-fef7-4d36-9d73-21a08ed32310 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.215119] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2fc794-c9b6-4f6d-965f-ce4789046221 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.231733] env[64496]: DEBUG nova.compute.provider_tree [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.262654] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901356, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.389636] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95f171f-a9b0-4e1c-a82d-52043fe7b6b1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "de873593-e744-4c71-bdd7-09962f6bcedb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.655s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.460074] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901357, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.475579] env[64496]: DEBUG oslo_concurrency.lockutils [req-b0430239-642c-456f-9cf9-cb232ea456f1 req-ba7e771a-0cab-4ee6-b08f-762b297c631a service nova] Releasing lock "refresh_cache-66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.512762] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c0c95c-13f3-f077-c710-a3fc8f0fe1c2, 'name': SearchDatastore_Task, 'duration_secs': 0.021183} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.513389] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.513710] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.513997] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.514290] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.514533] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.514888] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8715ba2b-ef3b-40af-aeeb-31684cd3faf0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.530021] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.530315] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.531123] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19fc1548-086e-4847-b41e-08566fec9b7d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.538951] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1409.538951] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52773293-b87b-d406-9910-ac8eabc2a0cf" [ 1409.538951] env[64496]: _type = "Task" [ 1409.538951] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.548372] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52773293-b87b-d406-9910-ac8eabc2a0cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.595146] env[64496]: DEBUG nova.compute.manager [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1409.630910] env[64496]: DEBUG nova.virt.hardware [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.633449] env[64496]: DEBUG nova.virt.hardware [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.633845] env[64496]: DEBUG nova.virt.hardware [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.634274] env[64496]: DEBUG nova.virt.hardware [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.634536] env[64496]: DEBUG nova.virt.hardware [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.635341] env[64496]: DEBUG nova.virt.hardware [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.635341] env[64496]: DEBUG nova.virt.hardware [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.635341] env[64496]: DEBUG nova.virt.hardware [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.635341] env[64496]: DEBUG nova.virt.hardware [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.635578] env[64496]: DEBUG nova.virt.hardware [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.636101] env[64496]: DEBUG nova.virt.hardware [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.636588] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58768896-c011-4308-b26d-5136c594c40b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.647273] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ec8b33-6819-45fd-9082-977dcaab2f8b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.736040] env[64496]: DEBUG nova.scheduler.client.report [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.766974] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901356, 'name': CreateSnapshot_Task, 'duration_secs': 0.946887} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.767272] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1409.768100] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52196fbf-9996-4341-a032-084b66d9c700 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.895166] env[64496]: DEBUG nova.compute.manager [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1409.949256] env[64496]: DEBUG nova.network.neutron [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Updated VIF entry in instance network info cache for port 5cbe498a-f462-402f-8c94-316fe67ae539. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.949484] env[64496]: DEBUG nova.network.neutron [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Updating instance_info_cache with network_info: [{"id": "5cbe498a-f462-402f-8c94-316fe67ae539", "address": "fa:16:3e:da:cd:e8", "network": {"id": "8f22c3b7-cf90-4346-a13c-b75f25b791ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1480114042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c9436d281384e73a7428ba01b43a8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbe498a-f4", "ovs_interfaceid": "5cbe498a-f462-402f-8c94-316fe67ae539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.962380] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609532} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.962679] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 4beb0377-8b69-438a-aa7f-af5f68092240/4beb0377-8b69-438a-aa7f-af5f68092240.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.962899] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.963181] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d8c60c5-7c74-4d8a-9472-678368995b43 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.970685] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1409.970685] env[64496]: value = "task-1901358" [ 1409.970685] env[64496]: _type = "Task" [ 1409.970685] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.979288] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.050642] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52773293-b87b-d406-9910-ac8eabc2a0cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.051437] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9684e76a-f79a-45c6-88c5-6f640c59145d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.057638] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1410.057638] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5231eafc-7c3a-2986-6ab5-74e4843a8348" [ 1410.057638] env[64496]: _type = "Task" [ 1410.057638] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.066497] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5231eafc-7c3a-2986-6ab5-74e4843a8348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.242996] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.243647] env[64496]: DEBUG nova.compute.manager [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1410.250241] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.191s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.250451] env[64496]: DEBUG nova.objects.instance [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64496) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1410.296726] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1410.297777] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a4e4b59-9d70-46dc-97ce-fc8bfbe0e2fb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.310701] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1410.310701] env[64496]: value = "task-1901359" [ 1410.310701] env[64496]: _type = "Task" [ 1410.310701] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.320621] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901359, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.433049] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.456800] env[64496]: DEBUG oslo_concurrency.lockutils [req-14fc32b8-1a8f-42f4-9d3a-5c788473ff35 req-814aac65-65ad-4a32-9e33-5a440b95c38a service nova] Releasing lock "refresh_cache-99e415cd-77a4-4557-bdb4-67727d5621ed" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.481073] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.295522} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.481314] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1410.482125] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3261882-6c78-46f2-990d-568c49b3cea5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.509460] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 4beb0377-8b69-438a-aa7f-af5f68092240/4beb0377-8b69-438a-aa7f-af5f68092240.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.509460] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-622bba90-7175-4e87-823e-93332410d1c8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.526354] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1410.526354] env[64496]: value = "task-1901360" [ 1410.526354] env[64496]: _type = "Task" [ 1410.526354] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.536440] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.568824] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5231eafc-7c3a-2986-6ab5-74e4843a8348, 'name': SearchDatastore_Task, 'duration_secs': 0.031893} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.569142] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.569449] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 99e415cd-77a4-4557-bdb4-67727d5621ed/99e415cd-77a4-4557-bdb4-67727d5621ed.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.569721] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02455289-9d22-4441-9613-2093af4b543f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.576671] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1410.576671] env[64496]: value = "task-1901361" [ 1410.576671] env[64496]: _type = "Task" [ 1410.576671] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.585861] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.755127] env[64496]: DEBUG nova.compute.utils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1410.759860] env[64496]: DEBUG nova.compute.manager [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1410.760039] env[64496]: DEBUG nova.network.neutron [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1410.822572] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901359, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.033468] env[64496]: DEBUG nova.policy [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45481b5fa9604573bcaab7e7361e3daf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b645f63e0ab40c3824e95aa1c548ff2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1411.041912] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.087163] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901361, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.261710] env[64496]: DEBUG nova.compute.manager [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1411.265740] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0c324d2-a2e1-440c-8a03-36211c59ff8a tempest-ServersAdmin275Test-1784392190 tempest-ServersAdmin275Test-1784392190-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.265884] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.987s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.268062] env[64496]: INFO nova.compute.claims [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1411.321698] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901359, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.336596] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1411.337704] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1411.338773] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1411.338773] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Cleaning up deleted instances with incomplete migration {{(pid=64496) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1411.539456] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901360, 'name': ReconfigVM_Task, 'duration_secs': 0.667324} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.539746] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 4beb0377-8b69-438a-aa7f-af5f68092240/4beb0377-8b69-438a-aa7f-af5f68092240.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.540343] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cea6eab3-d372-40ab-b6cd-1660d95cfd94 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.546309] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1411.546309] env[64496]: value = "task-1901362" [ 1411.546309] env[64496]: _type = "Task" [ 1411.546309] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.555260] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901362, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.587781] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901361, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.823331] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901359, 'name': CloneVM_Task, 'duration_secs': 1.300836} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.824102] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Created linked-clone VM from snapshot [ 1411.825183] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a2a5fa-657c-4d30-b9b3-9469866a4e1e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.834009] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Uploading image afb75a98-9e67-430c-a1ae-d1397ac330a0 {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1411.882053] env[64496]: DEBUG nova.compute.manager [req-d1573a8e-245b-47a1-9bd0-77702a1cd507 req-9fd3068e-4967-4350-8c3c-352ee4efd177 service nova] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Received event network-vif-plugged-34750b4d-4492-464b-8787-2b437ececc67 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1411.882305] env[64496]: DEBUG oslo_concurrency.lockutils [req-d1573a8e-245b-47a1-9bd0-77702a1cd507 req-9fd3068e-4967-4350-8c3c-352ee4efd177 service nova] Acquiring lock "8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.882563] env[64496]: DEBUG oslo_concurrency.lockutils [req-d1573a8e-245b-47a1-9bd0-77702a1cd507 req-9fd3068e-4967-4350-8c3c-352ee4efd177 service nova] Lock "8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.882752] env[64496]: DEBUG oslo_concurrency.lockutils [req-d1573a8e-245b-47a1-9bd0-77702a1cd507 req-9fd3068e-4967-4350-8c3c-352ee4efd177 service nova] Lock "8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.882921] env[64496]: DEBUG nova.compute.manager [req-d1573a8e-245b-47a1-9bd0-77702a1cd507 req-9fd3068e-4967-4350-8c3c-352ee4efd177 service nova] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] No waiting events found dispatching network-vif-plugged-34750b4d-4492-464b-8787-2b437ececc67 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.883356] env[64496]: WARNING nova.compute.manager [req-d1573a8e-245b-47a1-9bd0-77702a1cd507 req-9fd3068e-4967-4350-8c3c-352ee4efd177 service nova] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Received unexpected event network-vif-plugged-34750b4d-4492-464b-8787-2b437ececc67 for instance with vm_state building and task_state spawning. [ 1411.885596] env[64496]: DEBUG oslo_vmware.rw_handles [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1411.885596] env[64496]: value = "vm-392535" [ 1411.885596] env[64496]: _type = "VirtualMachine" [ 1411.885596] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1411.886158] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b23570ba-51ec-4db6-80e8-e0a583337282 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.897360] env[64496]: DEBUG oslo_vmware.rw_handles [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Lease: (returnval){ [ 1411.897360] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520d9f49-dabe-74d3-3c45-bf627532afd7" [ 1411.897360] env[64496]: _type = "HttpNfcLease" [ 1411.897360] env[64496]: } obtained for exporting VM: (result){ [ 1411.897360] env[64496]: value = "vm-392535" [ 1411.897360] env[64496]: _type = "VirtualMachine" [ 1411.897360] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1411.897608] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the lease: (returnval){ [ 1411.897608] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520d9f49-dabe-74d3-3c45-bf627532afd7" [ 1411.897608] env[64496]: _type = "HttpNfcLease" [ 1411.897608] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1411.904893] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1411.904893] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520d9f49-dabe-74d3-3c45-bf627532afd7" [ 1411.904893] env[64496]: _type = "HttpNfcLease" [ 1411.904893] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1412.047314] env[64496]: DEBUG nova.network.neutron [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Successfully updated port: 34750b4d-4492-464b-8787-2b437ececc67 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1412.063714] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901362, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.090949] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901361, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.207849] env[64496]: DEBUG nova.network.neutron [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Successfully created port: 4718b3b2-047d-4c9b-9cf1-1657d7e937a8 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1412.273949] env[64496]: DEBUG nova.compute.manager [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1412.309116] env[64496]: DEBUG nova.virt.hardware [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.309363] env[64496]: DEBUG nova.virt.hardware [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.309521] env[64496]: DEBUG nova.virt.hardware [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.309697] env[64496]: DEBUG nova.virt.hardware [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.310148] env[64496]: DEBUG nova.virt.hardware [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.311043] env[64496]: DEBUG nova.virt.hardware [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.311521] env[64496]: DEBUG nova.virt.hardware [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.311715] env[64496]: DEBUG nova.virt.hardware [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.311893] env[64496]: DEBUG nova.virt.hardware [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.312232] env[64496]: DEBUG nova.virt.hardware [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.312439] env[64496]: DEBUG nova.virt.hardware [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.314125] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f941166d-6780-4944-896d-e234bb5dba67 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.327997] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3af541-0e25-4c24-b7b2-c2397279e611 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.338275] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.412789] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1412.412789] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520d9f49-dabe-74d3-3c45-bf627532afd7" [ 1412.412789] env[64496]: _type = "HttpNfcLease" [ 1412.412789] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1412.412991] env[64496]: DEBUG oslo_vmware.rw_handles [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1412.412991] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520d9f49-dabe-74d3-3c45-bf627532afd7" [ 1412.412991] env[64496]: _type = "HttpNfcLease" [ 1412.412991] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1412.414083] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53469abd-8467-4118-a28f-aa7a898f27c9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.422847] env[64496]: DEBUG oslo_vmware.rw_handles [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bb26a-a2bb-b252-49d6-9b38a8eb6fa4/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1412.423194] env[64496]: DEBUG oslo_vmware.rw_handles [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bb26a-a2bb-b252-49d6-9b38a8eb6fa4/disk-0.vmdk for reading. {{(pid=64496) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1412.524315] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4fbf2b5-963e-4be3-99ee-e24b85a36dae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.557895] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "refresh_cache-8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.558140] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "refresh_cache-8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.558201] env[64496]: DEBUG nova.network.neutron [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.564620] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901362, 'name': Rename_Task, 'duration_secs': 0.869395} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.569707] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.570662] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a31dabe9-c173-4f5f-be61-e14e0353f209 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.581796] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1412.581796] env[64496]: value = "task-1901364" [ 1412.581796] env[64496]: _type = "Task" [ 1412.581796] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.598206] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.603800] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901361, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.590506} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.604917] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 99e415cd-77a4-4557-bdb4-67727d5621ed/99e415cd-77a4-4557-bdb4-67727d5621ed.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1412.604917] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1412.604917] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad044894-051c-4218-9f48-5caf2486a1e7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.612256] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1412.612256] env[64496]: value = "task-1901365" [ 1412.612256] env[64496]: _type = "Task" [ 1412.612256] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.621365] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.887334] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "1d606e17-3ee9-45e0-b92a-fb5e816720f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.887707] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "1d606e17-3ee9-45e0-b92a-fb5e816720f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.910405] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96b3187-5633-4cb1-9c3f-595ccc81d8e3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.918698] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1cec5d-5034-4ea2-8286-c9abbf31b3a8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.956267] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e438f82e-ba4d-4fbd-a9fb-5912ff68275e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.969095] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d0a337-7f3e-44e1-bf36-4fea8fb8bf8c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.982816] env[64496]: DEBUG nova.compute.provider_tree [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.096844] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.124358] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076498} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.125389] env[64496]: DEBUG nova.network.neutron [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1413.128603] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1413.130114] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43acb807-370a-4709-9734-5c4aa3eecd31 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.154637] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 99e415cd-77a4-4557-bdb4-67727d5621ed/99e415cd-77a4-4557-bdb4-67727d5621ed.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1413.157670] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58a1a17b-ae77-44cb-b8ed-c9cb352d2b26 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.180885] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1413.180885] env[64496]: value = "task-1901366" [ 1413.180885] env[64496]: _type = "Task" [ 1413.180885] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.189992] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.487310] env[64496]: DEBUG nova.scheduler.client.report [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.522761] env[64496]: DEBUG nova.network.neutron [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Updating instance_info_cache with network_info: [{"id": "34750b4d-4492-464b-8787-2b437ececc67", "address": "fa:16:3e:5e:b6:3a", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34750b4d-44", "ovs_interfaceid": "34750b4d-4492-464b-8787-2b437ececc67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.600855] env[64496]: DEBUG oslo_vmware.api [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901364, 'name': PowerOnVM_Task, 'duration_secs': 0.809985} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.601229] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.601492] env[64496]: INFO nova.compute.manager [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Took 11.44 seconds to spawn the instance on the hypervisor. [ 1413.601779] env[64496]: DEBUG nova.compute.manager [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.602800] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88acd32-547a-410c-8f02-3c0b27d8905b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.695737] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901366, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.832079] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.832278] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1413.999319] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.999896] env[64496]: DEBUG nova.compute.manager [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1414.003074] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.803s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.004607] env[64496]: INFO nova.compute.claims [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.031723] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "refresh_cache-8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.031723] env[64496]: DEBUG nova.compute.manager [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Instance network_info: |[{"id": "34750b4d-4492-464b-8787-2b437ececc67", "address": "fa:16:3e:5e:b6:3a", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34750b4d-44", "ovs_interfaceid": "34750b4d-4492-464b-8787-2b437ececc67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1414.033255] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:b6:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34750b4d-4492-464b-8787-2b437ececc67', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1414.045272] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Creating folder: Project (830bd96902d24c8f8a3bc554a44796cf). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1414.047121] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc2a7139-6e1e-45d4-85d5-b2e7f141df6c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.052459] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Acquiring lock "2b460d0f-65c7-4a8c-a769-c94cbc6872dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.052783] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Lock "2b460d0f-65c7-4a8c-a769-c94cbc6872dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.063726] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Created folder: Project (830bd96902d24c8f8a3bc554a44796cf) in parent group-v392474. [ 1414.064166] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Creating folder: Instances. Parent ref: group-v392536. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1414.064475] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60323972-a318-4f84-8433-a53f8b6de7e5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.075654] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Created folder: Instances in parent group-v392536. [ 1414.076341] env[64496]: DEBUG oslo.service.loopingcall [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1414.076341] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1414.076820] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb6cbebf-a5be-4173-8d49-d99a90bdaa78 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.098339] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1414.098339] env[64496]: value = "task-1901369" [ 1414.098339] env[64496]: _type = "Task" [ 1414.098339] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.108033] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901369, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.128895] env[64496]: INFO nova.compute.manager [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Took 34.28 seconds to build instance. [ 1414.200984] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901366, 'name': ReconfigVM_Task, 'duration_secs': 0.560906} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.201385] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 99e415cd-77a4-4557-bdb4-67727d5621ed/99e415cd-77a4-4557-bdb4-67727d5621ed.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.202114] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6948b410-9282-4578-a272-ce5e8f5e3fda {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.208690] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1414.208690] env[64496]: value = "task-1901370" [ 1414.208690] env[64496]: _type = "Task" [ 1414.208690] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.218130] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901370, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.220818] env[64496]: DEBUG nova.compute.manager [req-5f42bbac-3c36-47c7-b9d6-64f6cc8004f3 req-6c83c7ff-8fdc-4c50-898a-0f73720eda91 service nova] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Received event network-changed-34750b4d-4492-464b-8787-2b437ececc67 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1414.221026] env[64496]: DEBUG nova.compute.manager [req-5f42bbac-3c36-47c7-b9d6-64f6cc8004f3 req-6c83c7ff-8fdc-4c50-898a-0f73720eda91 service nova] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Refreshing instance network info cache due to event network-changed-34750b4d-4492-464b-8787-2b437ececc67. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1414.225517] env[64496]: DEBUG oslo_concurrency.lockutils [req-5f42bbac-3c36-47c7-b9d6-64f6cc8004f3 req-6c83c7ff-8fdc-4c50-898a-0f73720eda91 service nova] Acquiring lock "refresh_cache-8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.225664] env[64496]: DEBUG oslo_concurrency.lockutils [req-5f42bbac-3c36-47c7-b9d6-64f6cc8004f3 req-6c83c7ff-8fdc-4c50-898a-0f73720eda91 service nova] Acquired lock "refresh_cache-8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.225801] env[64496]: DEBUG nova.network.neutron [req-5f42bbac-3c36-47c7-b9d6-64f6cc8004f3 req-6c83c7ff-8fdc-4c50-898a-0f73720eda91 service nova] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Refreshing network info cache for port 34750b4d-4492-464b-8787-2b437ececc67 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1414.439065] env[64496]: DEBUG nova.network.neutron [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Successfully updated port: 4718b3b2-047d-4c9b-9cf1-1657d7e937a8 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1414.512301] env[64496]: DEBUG nova.compute.utils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1414.517562] env[64496]: DEBUG nova.compute.manager [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1414.518022] env[64496]: DEBUG nova.network.neutron [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1414.567365] env[64496]: DEBUG nova.policy [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dbc714916db4f4cb4d7eb9a8a17b22e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5357fc64fba14bcabd4f591ab2ee7b1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1414.609927] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901369, 'name': CreateVM_Task, 'duration_secs': 0.504113} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.610176] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.610820] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.610986] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.611321] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.611581] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9bcb7fa-2329-4a14-b3b8-0145eab19772 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.617124] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1414.617124] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5233d7ce-c09d-8a32-a24f-6ae1b5c4a7ff" [ 1414.617124] env[64496]: _type = "Task" [ 1414.617124] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.627262] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5233d7ce-c09d-8a32-a24f-6ae1b5c4a7ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.630884] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1a7f2e30-c813-4877-8f60-d1e4aade0caf tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "4beb0377-8b69-438a-aa7f-af5f68092240" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.235s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.722277] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901370, 'name': Rename_Task, 'duration_secs': 0.195073} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.723011] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.723336] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f520a222-5b91-4a53-985a-d1f8e268a2b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.731387] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1414.731387] env[64496]: value = "task-1901371" [ 1414.731387] env[64496]: _type = "Task" [ 1414.731387] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.742457] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.832820] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.833122] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1414.833316] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1414.942607] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "refresh_cache-50bab324-a7f4-430e-81fa-36d4248bb3f4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.943591] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquired lock "refresh_cache-50bab324-a7f4-430e-81fa-36d4248bb3f4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.943871] env[64496]: DEBUG nova.network.neutron [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.021582] env[64496]: DEBUG nova.compute.manager [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1415.127523] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5233d7ce-c09d-8a32-a24f-6ae1b5c4a7ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016058} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.130454] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.130717] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.130984] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.131151] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.131329] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.133175] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b114688-5642-47c7-a14c-52491dfd4049 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.138498] env[64496]: DEBUG nova.compute.manager [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1415.155157] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.155338] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1415.156667] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5757054-3bb5-4ddf-a021-5867f079b5bf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.164165] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1415.164165] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a50575-3468-7d83-6c6c-b4124efdfb7b" [ 1415.164165] env[64496]: _type = "Task" [ 1415.164165] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.177235] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a50575-3468-7d83-6c6c-b4124efdfb7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.213272] env[64496]: DEBUG nova.network.neutron [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Successfully created port: aaa9a457-d33e-48ea-b3f7-dea6fd1e829c {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1415.247020] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901371, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.340269] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Skipping network cache update for instance because it is Building. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1415.340458] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Skipping network cache update for instance because it is Building. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1415.340601] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Skipping network cache update for instance because it is Building. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1415.340738] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Skipping network cache update for instance because it is Building. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1415.340858] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Skipping network cache update for instance because it is Building. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1415.379797] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "refresh_cache-d9aff96a-c016-4c16-be2a-bbecfcc85093" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.380581] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquired lock "refresh_cache-d9aff96a-c016-4c16-be2a-bbecfcc85093" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.380861] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Forcefully refreshing network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1415.381131] env[64496]: DEBUG nova.objects.instance [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lazy-loading 'info_cache' on Instance uuid d9aff96a-c016-4c16-be2a-bbecfcc85093 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.488242] env[64496]: DEBUG nova.network.neutron [req-5f42bbac-3c36-47c7-b9d6-64f6cc8004f3 req-6c83c7ff-8fdc-4c50-898a-0f73720eda91 service nova] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Updated VIF entry in instance network info cache for port 34750b4d-4492-464b-8787-2b437ececc67. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1415.488242] env[64496]: DEBUG nova.network.neutron [req-5f42bbac-3c36-47c7-b9d6-64f6cc8004f3 req-6c83c7ff-8fdc-4c50-898a-0f73720eda91 service nova] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Updating instance_info_cache with network_info: [{"id": "34750b4d-4492-464b-8787-2b437ececc67", "address": "fa:16:3e:5e:b6:3a", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34750b4d-44", "ovs_interfaceid": "34750b4d-4492-464b-8787-2b437ececc67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.506446] env[64496]: DEBUG nova.network.neutron [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1415.516372] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "a1233927-5630-45c5-bf14-eb81de95cf44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.516635] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "a1233927-5630-45c5-bf14-eb81de95cf44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.629416] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20149aa9-0923-435c-8d7d-4a2200deb8d4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.639400] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eca7eed-a9f4-4839-951f-d6adeb34fd8d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.682012] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8945efe1-212f-4ce3-9859-a4a979bdd31b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.693905] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb697e1a-a478-4766-9e60-8a7886265bf1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.698276] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a50575-3468-7d83-6c6c-b4124efdfb7b, 'name': SearchDatastore_Task, 'duration_secs': 0.015809} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.700012] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.700657] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119df4f8-80a4-46c2-aad5-b27736c38ace {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.712743] env[64496]: DEBUG nova.compute.provider_tree [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.720221] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1415.720221] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d8176c-8be8-796e-4e05-c9aea177f89f" [ 1415.720221] env[64496]: _type = "Task" [ 1415.720221] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.728417] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d8176c-8be8-796e-4e05-c9aea177f89f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.745462] env[64496]: DEBUG oslo_vmware.api [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901371, 'name': PowerOnVM_Task, 'duration_secs': 0.522722} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.745462] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.745462] env[64496]: INFO nova.compute.manager [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Took 10.92 seconds to spawn the instance on the hypervisor. [ 1415.745462] env[64496]: DEBUG nova.compute.manager [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.745462] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880f3bcc-00ec-436d-b1cd-e9e5b8ba8d3d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.873488] env[64496]: DEBUG nova.network.neutron [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Updating instance_info_cache with network_info: [{"id": "4718b3b2-047d-4c9b-9cf1-1657d7e937a8", "address": "fa:16:3e:12:5a:0d", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4718b3b2-04", "ovs_interfaceid": "4718b3b2-047d-4c9b-9cf1-1657d7e937a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.989097] env[64496]: DEBUG oslo_concurrency.lockutils [req-5f42bbac-3c36-47c7-b9d6-64f6cc8004f3 req-6c83c7ff-8fdc-4c50-898a-0f73720eda91 service nova] Releasing lock "refresh_cache-8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.043749] env[64496]: DEBUG nova.compute.manager [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1416.074281] env[64496]: DEBUG nova.virt.hardware [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1416.074786] env[64496]: DEBUG nova.virt.hardware [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.075011] env[64496]: DEBUG nova.virt.hardware [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.075234] env[64496]: DEBUG nova.virt.hardware [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.075393] env[64496]: DEBUG nova.virt.hardware [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.075670] env[64496]: DEBUG nova.virt.hardware [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1416.075990] env[64496]: DEBUG nova.virt.hardware [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1416.076224] env[64496]: DEBUG nova.virt.hardware [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1416.076446] env[64496]: DEBUG nova.virt.hardware [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1416.076682] env[64496]: DEBUG nova.virt.hardware [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1416.076920] env[64496]: DEBUG nova.virt.hardware [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1416.077881] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a966c97f-8c77-4436-89b9-141b0da5ee81 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.090077] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4d272b-2689-49a6-8a86-eb0be5682c07 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.219798] env[64496]: DEBUG nova.scheduler.client.report [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.237642] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d8176c-8be8-796e-4e05-c9aea177f89f, 'name': SearchDatastore_Task, 'duration_secs': 0.017854} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.237642] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.237642] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6/8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1416.237754] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-310aff43-9193-49f9-a573-df33f64b6b0d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.245678] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1416.245678] env[64496]: value = "task-1901372" [ 1416.245678] env[64496]: _type = "Task" [ 1416.245678] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.260217] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.264101] env[64496]: INFO nova.compute.manager [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Took 35.96 seconds to build instance. [ 1416.375018] env[64496]: DEBUG nova.compute.manager [req-af9f7505-b6eb-4c39-917e-fcc46b1edbc0 req-316ded84-7496-401f-bcef-ead2817008d8 service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Received event network-changed-b2294e44-e192-4a2f-a511-38e18e923e50 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1416.375155] env[64496]: DEBUG nova.compute.manager [req-af9f7505-b6eb-4c39-917e-fcc46b1edbc0 req-316ded84-7496-401f-bcef-ead2817008d8 service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Refreshing instance network info cache due to event network-changed-b2294e44-e192-4a2f-a511-38e18e923e50. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1416.375445] env[64496]: DEBUG oslo_concurrency.lockutils [req-af9f7505-b6eb-4c39-917e-fcc46b1edbc0 req-316ded84-7496-401f-bcef-ead2817008d8 service nova] Acquiring lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.375596] env[64496]: DEBUG oslo_concurrency.lockutils [req-af9f7505-b6eb-4c39-917e-fcc46b1edbc0 req-316ded84-7496-401f-bcef-ead2817008d8 service nova] Acquired lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.375775] env[64496]: DEBUG nova.network.neutron [req-af9f7505-b6eb-4c39-917e-fcc46b1edbc0 req-316ded84-7496-401f-bcef-ead2817008d8 service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Refreshing network info cache for port b2294e44-e192-4a2f-a511-38e18e923e50 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.381213] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Releasing lock "refresh_cache-50bab324-a7f4-430e-81fa-36d4248bb3f4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.381213] env[64496]: DEBUG nova.compute.manager [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Instance network_info: |[{"id": "4718b3b2-047d-4c9b-9cf1-1657d7e937a8", "address": "fa:16:3e:12:5a:0d", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4718b3b2-04", "ovs_interfaceid": "4718b3b2-047d-4c9b-9cf1-1657d7e937a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1416.381421] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:5a:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4718b3b2-047d-4c9b-9cf1-1657d7e937a8', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1416.388851] env[64496]: DEBUG oslo.service.loopingcall [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.389643] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1416.393409] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e1fa3cf-c40d-4a30-bcab-f2f13aa9308b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.415726] env[64496]: DEBUG nova.compute.manager [req-ccd58052-c148-48ae-9e0a-a8a6dd3399bd req-bdd2faef-f9ce-4fa9-b6c7-872ae9244667 service nova] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Received event network-vif-plugged-4718b3b2-047d-4c9b-9cf1-1657d7e937a8 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1416.415984] env[64496]: DEBUG oslo_concurrency.lockutils [req-ccd58052-c148-48ae-9e0a-a8a6dd3399bd req-bdd2faef-f9ce-4fa9-b6c7-872ae9244667 service nova] Acquiring lock "50bab324-a7f4-430e-81fa-36d4248bb3f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.416208] env[64496]: DEBUG oslo_concurrency.lockutils [req-ccd58052-c148-48ae-9e0a-a8a6dd3399bd req-bdd2faef-f9ce-4fa9-b6c7-872ae9244667 service nova] Lock "50bab324-a7f4-430e-81fa-36d4248bb3f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.416370] env[64496]: DEBUG oslo_concurrency.lockutils [req-ccd58052-c148-48ae-9e0a-a8a6dd3399bd req-bdd2faef-f9ce-4fa9-b6c7-872ae9244667 service nova] Lock "50bab324-a7f4-430e-81fa-36d4248bb3f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.416567] env[64496]: DEBUG nova.compute.manager [req-ccd58052-c148-48ae-9e0a-a8a6dd3399bd req-bdd2faef-f9ce-4fa9-b6c7-872ae9244667 service nova] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] No waiting events found dispatching network-vif-plugged-4718b3b2-047d-4c9b-9cf1-1657d7e937a8 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1416.416774] env[64496]: WARNING nova.compute.manager [req-ccd58052-c148-48ae-9e0a-a8a6dd3399bd req-bdd2faef-f9ce-4fa9-b6c7-872ae9244667 service nova] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Received unexpected event network-vif-plugged-4718b3b2-047d-4c9b-9cf1-1657d7e937a8 for instance with vm_state building and task_state spawning. [ 1416.416987] env[64496]: DEBUG nova.compute.manager [req-ccd58052-c148-48ae-9e0a-a8a6dd3399bd req-bdd2faef-f9ce-4fa9-b6c7-872ae9244667 service nova] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Received event network-changed-4718b3b2-047d-4c9b-9cf1-1657d7e937a8 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1416.417226] env[64496]: DEBUG nova.compute.manager [req-ccd58052-c148-48ae-9e0a-a8a6dd3399bd req-bdd2faef-f9ce-4fa9-b6c7-872ae9244667 service nova] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Refreshing instance network info cache due to event network-changed-4718b3b2-047d-4c9b-9cf1-1657d7e937a8. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1416.417391] env[64496]: DEBUG oslo_concurrency.lockutils [req-ccd58052-c148-48ae-9e0a-a8a6dd3399bd req-bdd2faef-f9ce-4fa9-b6c7-872ae9244667 service nova] Acquiring lock "refresh_cache-50bab324-a7f4-430e-81fa-36d4248bb3f4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.419650] env[64496]: DEBUG oslo_concurrency.lockutils [req-ccd58052-c148-48ae-9e0a-a8a6dd3399bd req-bdd2faef-f9ce-4fa9-b6c7-872ae9244667 service nova] Acquired lock "refresh_cache-50bab324-a7f4-430e-81fa-36d4248bb3f4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.419650] env[64496]: DEBUG nova.network.neutron [req-ccd58052-c148-48ae-9e0a-a8a6dd3399bd req-bdd2faef-f9ce-4fa9-b6c7-872ae9244667 service nova] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Refreshing network info cache for port 4718b3b2-047d-4c9b-9cf1-1657d7e937a8 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.425438] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1416.425438] env[64496]: value = "task-1901373" [ 1416.425438] env[64496]: _type = "Task" [ 1416.425438] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.435742] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901373, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.438277] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.730319] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.731453] env[64496]: DEBUG nova.compute.manager [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1416.734098] env[64496]: DEBUG oslo_concurrency.lockutils [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.501s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.734232] env[64496]: DEBUG nova.objects.instance [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Lazy-loading 'resources' on Instance uuid d9aff96a-c016-4c16-be2a-bbecfcc85093 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.758045] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901372, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.767568] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b7c6d0a8-cc84-46e1-8aae-67b32365788e tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "99e415cd-77a4-4557-bdb4-67727d5621ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.931s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.937698] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901373, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.060613] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.243189] env[64496]: DEBUG nova.compute.utils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1417.244931] env[64496]: DEBUG nova.compute.manager [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1417.245139] env[64496]: DEBUG nova.network.neutron [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1417.264840] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595101} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.265208] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6/8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1417.265465] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1417.266362] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-564d386d-65ef-42bd-af43-01f680cdd287 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.273116] env[64496]: DEBUG nova.compute.manager [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1417.279468] env[64496]: DEBUG nova.network.neutron [req-af9f7505-b6eb-4c39-917e-fcc46b1edbc0 req-316ded84-7496-401f-bcef-ead2817008d8 service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updated VIF entry in instance network info cache for port b2294e44-e192-4a2f-a511-38e18e923e50. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1417.279828] env[64496]: DEBUG nova.network.neutron [req-af9f7505-b6eb-4c39-917e-fcc46b1edbc0 req-316ded84-7496-401f-bcef-ead2817008d8 service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance_info_cache with network_info: [{"id": "b2294e44-e192-4a2f-a511-38e18e923e50", "address": "fa:16:3e:a2:87:86", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2294e44-e1", "ovs_interfaceid": "b2294e44-e192-4a2f-a511-38e18e923e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.285304] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1417.285304] env[64496]: value = "task-1901374" [ 1417.285304] env[64496]: _type = "Task" [ 1417.285304] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.297977] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.366025] env[64496]: DEBUG nova.network.neutron [req-ccd58052-c148-48ae-9e0a-a8a6dd3399bd req-bdd2faef-f9ce-4fa9-b6c7-872ae9244667 service nova] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Updated VIF entry in instance network info cache for port 4718b3b2-047d-4c9b-9cf1-1657d7e937a8. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1417.366025] env[64496]: DEBUG nova.network.neutron [req-ccd58052-c148-48ae-9e0a-a8a6dd3399bd req-bdd2faef-f9ce-4fa9-b6c7-872ae9244667 service nova] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Updating instance_info_cache with network_info: [{"id": "4718b3b2-047d-4c9b-9cf1-1657d7e937a8", "address": "fa:16:3e:12:5a:0d", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4718b3b2-04", "ovs_interfaceid": "4718b3b2-047d-4c9b-9cf1-1657d7e937a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.376771] env[64496]: DEBUG nova.network.neutron [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Successfully updated port: aaa9a457-d33e-48ea-b3f7-dea6fd1e829c {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1417.393877] env[64496]: DEBUG nova.policy [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14458178a77b4748809525c7e1ec47a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48d773f01afb41a0b23c10439e759115', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1417.440597] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901373, 'name': CreateVM_Task, 'duration_secs': 0.519114} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.443743] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1417.445403] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.445403] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.445960] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1417.446186] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd1add4-6a79-4633-9fd9-aa340d0bf121 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.451796] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1417.451796] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52940855-b747-3d6c-ef2e-dc5cf7e397b4" [ 1417.451796] env[64496]: _type = "Task" [ 1417.451796] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.460964] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52940855-b747-3d6c-ef2e-dc5cf7e397b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.565843] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Releasing lock "refresh_cache-d9aff96a-c016-4c16-be2a-bbecfcc85093" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.566087] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Updated the network info_cache for instance {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1417.566306] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.566517] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.752130] env[64496]: DEBUG nova.compute.manager [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1417.782816] env[64496]: DEBUG oslo_concurrency.lockutils [req-af9f7505-b6eb-4c39-917e-fcc46b1edbc0 req-316ded84-7496-401f-bcef-ead2817008d8 service nova] Releasing lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.799531] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.803273] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11822} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.804377] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1417.805288] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f13c760-0c4a-400b-ba23-50b248c488d9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.833191] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6/8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.834899] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9ff5046-755e-4f5a-9e18-c37a98325ec8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.849534] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8b5615-3559-460a-8fe8-9190ec94c9d6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.858585] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615aad87-08ae-445c-a647-14fa46fc5c1a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.861875] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1417.861875] env[64496]: value = "task-1901375" [ 1417.861875] env[64496]: _type = "Task" [ 1417.861875] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.892249] env[64496]: DEBUG oslo_concurrency.lockutils [req-ccd58052-c148-48ae-9e0a-a8a6dd3399bd req-bdd2faef-f9ce-4fa9-b6c7-872ae9244667 service nova] Releasing lock "refresh_cache-50bab324-a7f4-430e-81fa-36d4248bb3f4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.893213] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Acquiring lock "refresh_cache-ef35217a-ca54-4d32-8c43-f4821cd2bdeb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.893347] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Acquired lock "refresh_cache-ef35217a-ca54-4d32-8c43-f4821cd2bdeb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.893497] env[64496]: DEBUG nova.network.neutron [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.895782] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a2239d-2d1a-4e2a-be95-b865f9d80e55 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.901656] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.906553] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2584bd44-d8e6-4c14-b837-a244726cc262 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.921395] env[64496]: DEBUG nova.compute.provider_tree [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.945275] env[64496]: DEBUG nova.network.neutron [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Successfully created port: e3365bd4-4280-4454-9e4d-09116bbf864c {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1417.962497] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52940855-b747-3d6c-ef2e-dc5cf7e397b4, 'name': SearchDatastore_Task, 'duration_secs': 0.020327} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.963186] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.963186] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1417.963322] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.963436] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.963612] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1417.963881] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38b1cc61-ddd9-4251-bc3d-20e27b13eeee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.973052] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1417.973052] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1417.973800] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9c4abd-d421-4215-ad14-a4d9e764e03b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.979351] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1417.979351] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528cd0c1-0da8-755e-b09c-a78b7ae23286" [ 1417.979351] env[64496]: _type = "Task" [ 1417.979351] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.987147] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528cd0c1-0da8-755e-b09c-a78b7ae23286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.075740] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.290390] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.290637] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.375877] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901375, 'name': ReconfigVM_Task, 'duration_secs': 0.341081} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.376279] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6/8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.376895] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88b7b1e3-d087-4847-bba9-a6e3faf1e017 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.384278] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1418.384278] env[64496]: value = "task-1901376" [ 1418.384278] env[64496]: _type = "Task" [ 1418.384278] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.393699] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901376, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.424842] env[64496]: DEBUG nova.scheduler.client.report [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.436749] env[64496]: DEBUG nova.compute.manager [req-4946eeb6-d23c-4a26-b7d6-e304357cd460 req-1f87b66f-e10e-42c9-99a0-37f6732b8caf service nova] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Received event network-vif-plugged-aaa9a457-d33e-48ea-b3f7-dea6fd1e829c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1418.437030] env[64496]: DEBUG oslo_concurrency.lockutils [req-4946eeb6-d23c-4a26-b7d6-e304357cd460 req-1f87b66f-e10e-42c9-99a0-37f6732b8caf service nova] Acquiring lock "ef35217a-ca54-4d32-8c43-f4821cd2bdeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.437510] env[64496]: DEBUG oslo_concurrency.lockutils [req-4946eeb6-d23c-4a26-b7d6-e304357cd460 req-1f87b66f-e10e-42c9-99a0-37f6732b8caf service nova] Lock "ef35217a-ca54-4d32-8c43-f4821cd2bdeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.437510] env[64496]: DEBUG oslo_concurrency.lockutils [req-4946eeb6-d23c-4a26-b7d6-e304357cd460 req-1f87b66f-e10e-42c9-99a0-37f6732b8caf service nova] Lock "ef35217a-ca54-4d32-8c43-f4821cd2bdeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.437711] env[64496]: DEBUG nova.compute.manager [req-4946eeb6-d23c-4a26-b7d6-e304357cd460 req-1f87b66f-e10e-42c9-99a0-37f6732b8caf service nova] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] No waiting events found dispatching network-vif-plugged-aaa9a457-d33e-48ea-b3f7-dea6fd1e829c {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1418.437711] env[64496]: WARNING nova.compute.manager [req-4946eeb6-d23c-4a26-b7d6-e304357cd460 req-1f87b66f-e10e-42c9-99a0-37f6732b8caf service nova] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Received unexpected event network-vif-plugged-aaa9a457-d33e-48ea-b3f7-dea6fd1e829c for instance with vm_state building and task_state spawning. [ 1418.437951] env[64496]: DEBUG nova.compute.manager [req-4946eeb6-d23c-4a26-b7d6-e304357cd460 req-1f87b66f-e10e-42c9-99a0-37f6732b8caf service nova] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Received event network-changed-aaa9a457-d33e-48ea-b3f7-dea6fd1e829c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1418.438093] env[64496]: DEBUG nova.compute.manager [req-4946eeb6-d23c-4a26-b7d6-e304357cd460 req-1f87b66f-e10e-42c9-99a0-37f6732b8caf service nova] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Refreshing instance network info cache due to event network-changed-aaa9a457-d33e-48ea-b3f7-dea6fd1e829c. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1418.438243] env[64496]: DEBUG oslo_concurrency.lockutils [req-4946eeb6-d23c-4a26-b7d6-e304357cd460 req-1f87b66f-e10e-42c9-99a0-37f6732b8caf service nova] Acquiring lock "refresh_cache-ef35217a-ca54-4d32-8c43-f4821cd2bdeb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.446228] env[64496]: DEBUG nova.network.neutron [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1418.489922] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528cd0c1-0da8-755e-b09c-a78b7ae23286, 'name': SearchDatastore_Task, 'duration_secs': 0.015467} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.493014] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08ea8f8-2735-44c4-b80a-ec989aef69be {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.498642] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1418.498642] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c200e7-4e58-1db7-5a0e-570c096141ff" [ 1418.498642] env[64496]: _type = "Task" [ 1418.498642] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.506504] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c200e7-4e58-1db7-5a0e-570c096141ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.650669] env[64496]: DEBUG nova.network.neutron [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Updating instance_info_cache with network_info: [{"id": "aaa9a457-d33e-48ea-b3f7-dea6fd1e829c", "address": "fa:16:3e:7b:08:10", "network": {"id": "f3c4d645-0dff-4ba3-bb83-6eb5b4acca15", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1568120025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5357fc64fba14bcabd4f591ab2ee7b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa9a457-d3", "ovs_interfaceid": "aaa9a457-d33e-48ea-b3f7-dea6fd1e829c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.763030] env[64496]: DEBUG nova.compute.manager [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1418.783293] env[64496]: DEBUG nova.virt.hardware [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1418.783557] env[64496]: DEBUG nova.virt.hardware [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.783713] env[64496]: DEBUG nova.virt.hardware [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1418.783898] env[64496]: DEBUG nova.virt.hardware [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.784055] env[64496]: DEBUG nova.virt.hardware [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1418.784201] env[64496]: DEBUG nova.virt.hardware [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1418.784410] env[64496]: DEBUG nova.virt.hardware [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1418.784569] env[64496]: DEBUG nova.virt.hardware [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1418.784767] env[64496]: DEBUG nova.virt.hardware [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1418.784940] env[64496]: DEBUG nova.virt.hardware [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1418.785128] env[64496]: DEBUG nova.virt.hardware [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1418.786031] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b518da-bd13-4bb0-986e-15a0f0cde9e2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.793975] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cb4871-9f9e-4fba-8485-9b539d894e17 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.899261] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901376, 'name': Rename_Task, 'duration_secs': 0.236311} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.899565] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.899818] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac0a9b6d-9939-49d6-ae2e-b066d8ee1723 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.911371] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1418.911371] env[64496]: value = "task-1901377" [ 1418.911371] env[64496]: _type = "Task" [ 1418.911371] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.931958] env[64496]: DEBUG oslo_concurrency.lockutils [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.932856] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.933435] env[64496]: DEBUG oslo_concurrency.lockutils [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.159s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.984180] env[64496]: INFO nova.scheduler.client.report [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Deleted allocations for instance d9aff96a-c016-4c16-be2a-bbecfcc85093 [ 1419.008967] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c200e7-4e58-1db7-5a0e-570c096141ff, 'name': SearchDatastore_Task, 'duration_secs': 0.015863} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.009367] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.009696] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 50bab324-a7f4-430e-81fa-36d4248bb3f4/50bab324-a7f4-430e-81fa-36d4248bb3f4.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.010390] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-856bfe7a-2692-4162-aee5-5a7e7a890de1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.018436] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1419.018436] env[64496]: value = "task-1901378" [ 1419.018436] env[64496]: _type = "Task" [ 1419.018436] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.027121] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.153693] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Releasing lock "refresh_cache-ef35217a-ca54-4d32-8c43-f4821cd2bdeb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.154121] env[64496]: DEBUG nova.compute.manager [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Instance network_info: |[{"id": "aaa9a457-d33e-48ea-b3f7-dea6fd1e829c", "address": "fa:16:3e:7b:08:10", "network": {"id": "f3c4d645-0dff-4ba3-bb83-6eb5b4acca15", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1568120025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5357fc64fba14bcabd4f591ab2ee7b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa9a457-d3", "ovs_interfaceid": "aaa9a457-d33e-48ea-b3f7-dea6fd1e829c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1419.154426] env[64496]: DEBUG oslo_concurrency.lockutils [req-4946eeb6-d23c-4a26-b7d6-e304357cd460 req-1f87b66f-e10e-42c9-99a0-37f6732b8caf service nova] Acquired lock "refresh_cache-ef35217a-ca54-4d32-8c43-f4821cd2bdeb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.154636] env[64496]: DEBUG nova.network.neutron [req-4946eeb6-d23c-4a26-b7d6-e304357cd460 req-1f87b66f-e10e-42c9-99a0-37f6732b8caf service nova] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Refreshing network info cache for port aaa9a457-d33e-48ea-b3f7-dea6fd1e829c {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.156364] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:08:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaa9a457-d33e-48ea-b3f7-dea6fd1e829c', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1419.164319] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Creating folder: Project (5357fc64fba14bcabd4f591ab2ee7b1d). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1419.165857] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-221fea4c-2e5a-409f-9d57-a7b84d6f656c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.176579] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Created folder: Project (5357fc64fba14bcabd4f591ab2ee7b1d) in parent group-v392474. [ 1419.176888] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Creating folder: Instances. Parent ref: group-v392540. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1419.177422] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25fe6eba-69f7-4270-a2ee-fe51311b5190 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.188982] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Created folder: Instances in parent group-v392540. [ 1419.189295] env[64496]: DEBUG oslo.service.loopingcall [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1419.189568] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1419.189833] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f2214e1-cc58-4072-9e64-093ac07db443 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.214085] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1419.214085] env[64496]: value = "task-1901381" [ 1419.214085] env[64496]: _type = "Task" [ 1419.214085] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.223434] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901381, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.424942] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.443864] env[64496]: INFO nova.compute.claims [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.493840] env[64496]: DEBUG oslo_concurrency.lockutils [None req-10f3cd6e-7f8d-4de3-a687-4c51cef6a50c tempest-ServersAdmin275Test-1127567385 tempest-ServersAdmin275Test-1127567385-project-member] Lock "d9aff96a-c016-4c16-be2a-bbecfcc85093" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.855s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.529133] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901378, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.547521] env[64496]: DEBUG nova.compute.manager [req-9a1daf8d-ab4a-4f4a-84d0-88c1268ef167 req-99044bb8-aa20-44c4-9b91-e4863a7c937b service nova] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Received event network-vif-plugged-e3365bd4-4280-4454-9e4d-09116bbf864c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1419.547690] env[64496]: DEBUG oslo_concurrency.lockutils [req-9a1daf8d-ab4a-4f4a-84d0-88c1268ef167 req-99044bb8-aa20-44c4-9b91-e4863a7c937b service nova] Acquiring lock "dd9e2451-ff9f-4fb2-a486-df1a5ab36347-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.547855] env[64496]: DEBUG oslo_concurrency.lockutils [req-9a1daf8d-ab4a-4f4a-84d0-88c1268ef167 req-99044bb8-aa20-44c4-9b91-e4863a7c937b service nova] Lock "dd9e2451-ff9f-4fb2-a486-df1a5ab36347-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.548671] env[64496]: DEBUG oslo_concurrency.lockutils [req-9a1daf8d-ab4a-4f4a-84d0-88c1268ef167 req-99044bb8-aa20-44c4-9b91-e4863a7c937b service nova] Lock "dd9e2451-ff9f-4fb2-a486-df1a5ab36347-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.548971] env[64496]: DEBUG nova.compute.manager [req-9a1daf8d-ab4a-4f4a-84d0-88c1268ef167 req-99044bb8-aa20-44c4-9b91-e4863a7c937b service nova] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] No waiting events found dispatching network-vif-plugged-e3365bd4-4280-4454-9e4d-09116bbf864c {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1419.549214] env[64496]: WARNING nova.compute.manager [req-9a1daf8d-ab4a-4f4a-84d0-88c1268ef167 req-99044bb8-aa20-44c4-9b91-e4863a7c937b service nova] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Received unexpected event network-vif-plugged-e3365bd4-4280-4454-9e4d-09116bbf864c for instance with vm_state building and task_state spawning. [ 1419.679204] env[64496]: DEBUG nova.network.neutron [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Successfully updated port: e3365bd4-4280-4454-9e4d-09116bbf864c {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1419.724474] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901381, 'name': CreateVM_Task, 'duration_secs': 0.42676} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.724714] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1419.725375] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.725541] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.725870] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1419.726138] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a9743b-ec7f-4e28-984c-0247c2871ad9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.731156] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Waiting for the task: (returnval){ [ 1419.731156] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52258e97-8b79-7744-c05d-fb942ec1b2f4" [ 1419.731156] env[64496]: _type = "Task" [ 1419.731156] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.738861] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52258e97-8b79-7744-c05d-fb942ec1b2f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.930221] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.955018] env[64496]: INFO nova.compute.resource_tracker [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Updating resource usage from migration 23d50c90-9116-4a80-a738-fb5c7434ec75 [ 1420.009583] env[64496]: DEBUG nova.network.neutron [req-4946eeb6-d23c-4a26-b7d6-e304357cd460 req-1f87b66f-e10e-42c9-99a0-37f6732b8caf service nova] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Updated VIF entry in instance network info cache for port aaa9a457-d33e-48ea-b3f7-dea6fd1e829c. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.010079] env[64496]: DEBUG nova.network.neutron [req-4946eeb6-d23c-4a26-b7d6-e304357cd460 req-1f87b66f-e10e-42c9-99a0-37f6732b8caf service nova] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Updating instance_info_cache with network_info: [{"id": "aaa9a457-d33e-48ea-b3f7-dea6fd1e829c", "address": "fa:16:3e:7b:08:10", "network": {"id": "f3c4d645-0dff-4ba3-bb83-6eb5b4acca15", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1568120025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5357fc64fba14bcabd4f591ab2ee7b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa9a457-d3", "ovs_interfaceid": "aaa9a457-d33e-48ea-b3f7-dea6fd1e829c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.030372] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63704} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.033246] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 50bab324-a7f4-430e-81fa-36d4248bb3f4/50bab324-a7f4-430e-81fa-36d4248bb3f4.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.033518] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.034090] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-655bbf8a-e222-46df-a99c-258d422380e2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.042091] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1420.042091] env[64496]: value = "task-1901382" [ 1420.042091] env[64496]: _type = "Task" [ 1420.042091] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.051488] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.183336] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Acquiring lock "refresh_cache-dd9e2451-ff9f-4fb2-a486-df1a5ab36347" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.183336] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Acquired lock "refresh_cache-dd9e2451-ff9f-4fb2-a486-df1a5ab36347" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.183483] env[64496]: DEBUG nova.network.neutron [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.252363] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52258e97-8b79-7744-c05d-fb942ec1b2f4, 'name': SearchDatastore_Task, 'duration_secs': 0.017108} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.255652] env[64496]: DEBUG oslo_vmware.rw_handles [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bb26a-a2bb-b252-49d6-9b38a8eb6fa4/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1420.256219] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.259017] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1420.259017] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.259017] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.259017] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1420.259017] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15800eb7-3a6f-4b48-98e1-88d4de83fc9e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.264459] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1e75068-5e47-420a-bb34-41f2fb04231d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.272691] env[64496]: DEBUG oslo_vmware.rw_handles [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bb26a-a2bb-b252-49d6-9b38a8eb6fa4/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1420.273070] env[64496]: ERROR oslo_vmware.rw_handles [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bb26a-a2bb-b252-49d6-9b38a8eb6fa4/disk-0.vmdk due to incomplete transfer. [ 1420.273406] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-73c81e8b-3095-47e2-8409-fb3f39e69ca5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.276551] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1420.276681] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1420.278088] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e050eb1a-a350-4633-bd1e-7686557463f2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.285509] env[64496]: DEBUG oslo_vmware.rw_handles [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bb26a-a2bb-b252-49d6-9b38a8eb6fa4/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1420.286773] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Uploaded image afb75a98-9e67-430c-a1ae-d1397ac330a0 to the Glance image server {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1420.288083] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1420.289545] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d051083c-8199-4761-b2bd-2f319190272e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.291426] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Waiting for the task: (returnval){ [ 1420.291426] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bacf3d-9ecb-b128-c7db-48253fa6eafc" [ 1420.291426] env[64496]: _type = "Task" [ 1420.291426] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.296879] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1420.296879] env[64496]: value = "task-1901383" [ 1420.296879] env[64496]: _type = "Task" [ 1420.296879] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.306407] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bacf3d-9ecb-b128-c7db-48253fa6eafc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.313319] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901383, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.426283] env[64496]: DEBUG oslo_vmware.api [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901377, 'name': PowerOnVM_Task, 'duration_secs': 1.366198} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.429054] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.429274] env[64496]: INFO nova.compute.manager [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Took 10.83 seconds to spawn the instance on the hypervisor. [ 1420.429454] env[64496]: DEBUG nova.compute.manager [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.430529] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeca1ef-aac9-4a26-a113-1cd9c12aed03 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.513682] env[64496]: DEBUG oslo_concurrency.lockutils [req-4946eeb6-d23c-4a26-b7d6-e304357cd460 req-1f87b66f-e10e-42c9-99a0-37f6732b8caf service nova] Releasing lock "refresh_cache-ef35217a-ca54-4d32-8c43-f4821cd2bdeb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.529394] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cf76f8-3224-46b9-acb0-13adaf1bce43 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.537292] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f8306f-9cce-4f0f-a5e7-8e5979bd8bf0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.571925] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703cdf27-f7bf-436b-aba9-09b0a06e6ffc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.577592] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072931} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.578337] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1420.578985] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64efab05-c417-4acd-be0e-9d9f6bc8f300 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.585221] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98562bfb-664a-49d1-a0dd-5c04b294c7f7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.607914] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 50bab324-a7f4-430e-81fa-36d4248bb3f4/50bab324-a7f4-430e-81fa-36d4248bb3f4.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.608672] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-492dae1f-7699-406c-aacd-3b8814963d50 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.630930] env[64496]: DEBUG nova.compute.provider_tree [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.637070] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1420.637070] env[64496]: value = "task-1901384" [ 1420.637070] env[64496]: _type = "Task" [ 1420.637070] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.648077] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.725120] env[64496]: DEBUG nova.network.neutron [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1420.802359] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bacf3d-9ecb-b128-c7db-48253fa6eafc, 'name': SearchDatastore_Task, 'duration_secs': 0.019665} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.809229] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd0a2d1-c711-4bb8-9906-3625f1323df9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.816785] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901383, 'name': Destroy_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.818012] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Waiting for the task: (returnval){ [ 1420.818012] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525f659c-9024-3bed-45fa-d62ed637447b" [ 1420.818012] env[64496]: _type = "Task" [ 1420.818012] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.826199] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525f659c-9024-3bed-45fa-d62ed637447b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.951556] env[64496]: INFO nova.compute.manager [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Took 39.89 seconds to build instance. [ 1421.023323] env[64496]: DEBUG nova.network.neutron [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Updating instance_info_cache with network_info: [{"id": "e3365bd4-4280-4454-9e4d-09116bbf864c", "address": "fa:16:3e:73:9f:a1", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3365bd4-42", "ovs_interfaceid": "e3365bd4-4280-4454-9e4d-09116bbf864c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.137025] env[64496]: DEBUG nova.scheduler.client.report [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.156290] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.311803] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901383, 'name': Destroy_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.327934] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525f659c-9024-3bed-45fa-d62ed637447b, 'name': SearchDatastore_Task, 'duration_secs': 0.052519} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.328450] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.328711] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] ef35217a-ca54-4d32-8c43-f4821cd2bdeb/ef35217a-ca54-4d32-8c43-f4821cd2bdeb.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1421.328965] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5fa4a4a-b733-4742-a70a-53abf3f2f4f2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.337980] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Waiting for the task: (returnval){ [ 1421.337980] env[64496]: value = "task-1901385" [ 1421.337980] env[64496]: _type = "Task" [ 1421.337980] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.344443] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.454696] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2afe6251-8c15-49a6-aca8-d726804836ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.406s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.527453] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Releasing lock "refresh_cache-dd9e2451-ff9f-4fb2-a486-df1a5ab36347" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.527672] env[64496]: DEBUG nova.compute.manager [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Instance network_info: |[{"id": "e3365bd4-4280-4454-9e4d-09116bbf864c", "address": "fa:16:3e:73:9f:a1", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3365bd4-42", "ovs_interfaceid": "e3365bd4-4280-4454-9e4d-09116bbf864c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1421.528686] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:9f:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3365bd4-4280-4454-9e4d-09116bbf864c', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.539128] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Creating folder: Project (48d773f01afb41a0b23c10439e759115). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1421.540230] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b26fa411-44c1-455a-9cb2-88d26ac562f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.552211] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Created folder: Project (48d773f01afb41a0b23c10439e759115) in parent group-v392474. [ 1421.552211] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Creating folder: Instances. Parent ref: group-v392543. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1421.552211] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d8c0f20-b039-400d-b220-ca8c7a6e3d0d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.561107] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Created folder: Instances in parent group-v392543. [ 1421.561317] env[64496]: DEBUG oslo.service.loopingcall [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.561526] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.561745] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2c856e8-85d6-4620-9678-e9642e0ad116 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.582136] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1421.582136] env[64496]: value = "task-1901388" [ 1421.582136] env[64496]: _type = "Task" [ 1421.582136] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.590487] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901388, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.649262] env[64496]: DEBUG oslo_concurrency.lockutils [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.715s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.649262] env[64496]: INFO nova.compute.manager [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Migrating [ 1421.649262] env[64496]: DEBUG oslo_concurrency.lockutils [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.649262] env[64496]: DEBUG oslo_concurrency.lockutils [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired lock "compute-rpcapi-router" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.655342] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.498s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.655608] env[64496]: DEBUG nova.objects.instance [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Lazy-loading 'resources' on Instance uuid 85f549d9-28c1-4f8e-9708-2072e977c52b {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.656820] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901384, 'name': ReconfigVM_Task, 'duration_secs': 0.886034} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.657806] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 50bab324-a7f4-430e-81fa-36d4248bb3f4/50bab324-a7f4-430e-81fa-36d4248bb3f4.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.658615] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d91aee6-f3d9-466f-b68e-42c057a0e2e7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.666217] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1421.666217] env[64496]: value = "task-1901389" [ 1421.666217] env[64496]: _type = "Task" [ 1421.666217] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.679069] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901389, 'name': Rename_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.706926] env[64496]: DEBUG nova.compute.manager [req-997ef64d-ee78-4d83-8f1f-fc4a031a889f req-5c56e8d4-14ab-410b-a21a-b7e29458225e service nova] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Received event network-changed-e3365bd4-4280-4454-9e4d-09116bbf864c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1421.707192] env[64496]: DEBUG nova.compute.manager [req-997ef64d-ee78-4d83-8f1f-fc4a031a889f req-5c56e8d4-14ab-410b-a21a-b7e29458225e service nova] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Refreshing instance network info cache due to event network-changed-e3365bd4-4280-4454-9e4d-09116bbf864c. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1421.707422] env[64496]: DEBUG oslo_concurrency.lockutils [req-997ef64d-ee78-4d83-8f1f-fc4a031a889f req-5c56e8d4-14ab-410b-a21a-b7e29458225e service nova] Acquiring lock "refresh_cache-dd9e2451-ff9f-4fb2-a486-df1a5ab36347" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.707589] env[64496]: DEBUG oslo_concurrency.lockutils [req-997ef64d-ee78-4d83-8f1f-fc4a031a889f req-5c56e8d4-14ab-410b-a21a-b7e29458225e service nova] Acquired lock "refresh_cache-dd9e2451-ff9f-4fb2-a486-df1a5ab36347" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.707900] env[64496]: DEBUG nova.network.neutron [req-997ef64d-ee78-4d83-8f1f-fc4a031a889f req-5c56e8d4-14ab-410b-a21a-b7e29458225e service nova] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Refreshing network info cache for port e3365bd4-4280-4454-9e4d-09116bbf864c {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.814794] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901383, 'name': Destroy_Task, 'duration_secs': 1.364847} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.815115] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Destroyed the VM [ 1421.815372] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1421.815645] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-26383c90-757d-48aa-8d56-2a6418d905de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.824159] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1421.824159] env[64496]: value = "task-1901390" [ 1421.824159] env[64496]: _type = "Task" [ 1421.824159] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.833976] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901390, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.847333] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901385, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.961935] env[64496]: DEBUG nova.compute.manager [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1421.997075] env[64496]: INFO nova.compute.manager [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Rebuilding instance [ 1422.038896] env[64496]: DEBUG nova.compute.manager [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1422.040016] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880e7bc2-8b27-4dff-9788-ccf7486b6daf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.092453] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901388, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.160420] env[64496]: INFO nova.compute.rpcapi [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1422.160420] env[64496]: DEBUG oslo_concurrency.lockutils [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Releasing lock "compute-rpcapi-router" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.190301] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901389, 'name': Rename_Task, 'duration_secs': 0.243245} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.194153] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.195142] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b833fbf3-c061-4801-ac6c-13120951554a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.203891] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1422.203891] env[64496]: value = "task-1901391" [ 1422.203891] env[64496]: _type = "Task" [ 1422.203891] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.221556] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.338610] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901390, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.348206] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615562} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.348640] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] ef35217a-ca54-4d32-8c43-f4821cd2bdeb/ef35217a-ca54-4d32-8c43-f4821cd2bdeb.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1422.348791] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1422.349023] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fe5e362-7227-49c5-ae02-1e998570ee4d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.356251] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Waiting for the task: (returnval){ [ 1422.356251] env[64496]: value = "task-1901392" [ 1422.356251] env[64496]: _type = "Task" [ 1422.356251] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.370207] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.483439] env[64496]: DEBUG nova.network.neutron [req-997ef64d-ee78-4d83-8f1f-fc4a031a889f req-5c56e8d4-14ab-410b-a21a-b7e29458225e service nova] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Updated VIF entry in instance network info cache for port e3365bd4-4280-4454-9e4d-09116bbf864c. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.483439] env[64496]: DEBUG nova.network.neutron [req-997ef64d-ee78-4d83-8f1f-fc4a031a889f req-5c56e8d4-14ab-410b-a21a-b7e29458225e service nova] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Updating instance_info_cache with network_info: [{"id": "e3365bd4-4280-4454-9e4d-09116bbf864c", "address": "fa:16:3e:73:9f:a1", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3365bd4-42", "ovs_interfaceid": "e3365bd4-4280-4454-9e4d-09116bbf864c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.490141] env[64496]: DEBUG oslo_concurrency.lockutils [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.592961] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901388, 'name': CreateVM_Task, 'duration_secs': 0.945848} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.595750] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1422.597252] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.597432] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.598013] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1422.598277] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4765cd84-f0e1-49e3-aaa0-2d6bf32b186d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.603409] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Waiting for the task: (returnval){ [ 1422.603409] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5263fcda-ae62-8a1c-e3de-02b084bf9b11" [ 1422.603409] env[64496]: _type = "Task" [ 1422.603409] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.613497] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5263fcda-ae62-8a1c-e3de-02b084bf9b11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.675122] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cab2d4-dcc0-48bb-be7e-24fd17c2bc7b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.682868] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ba13bc-b78d-47a0-90db-1fbc49c9e7b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.686921] env[64496]: DEBUG oslo_concurrency.lockutils [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "refresh_cache-cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.687196] env[64496]: DEBUG oslo_concurrency.lockutils [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired lock "refresh_cache-cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.687403] env[64496]: DEBUG nova.network.neutron [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.721307] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb79505e-75be-41c6-a982-9af6ecbd9c2c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.731271] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.734499] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a82e6f-b758-4c8e-a993-691b7e96ed41 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.748924] env[64496]: DEBUG nova.compute.provider_tree [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.836848] env[64496]: DEBUG oslo_vmware.api [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901390, 'name': RemoveSnapshot_Task, 'duration_secs': 0.960333} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.837329] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1422.837420] env[64496]: INFO nova.compute.manager [None req-ba6d345c-febd-4a5c-87d3-ffa6f961c0cd tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Took 14.64 seconds to snapshot the instance on the hypervisor. [ 1422.865860] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07825} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.866167] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1422.867716] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d55d3c9-5982-49a1-917c-2d44a6109c16 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.898563] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] ef35217a-ca54-4d32-8c43-f4821cd2bdeb/ef35217a-ca54-4d32-8c43-f4821cd2bdeb.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.900086] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00f8aedd-84d3-46cc-ae64-92a806394929 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.926152] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Waiting for the task: (returnval){ [ 1422.926152] env[64496]: value = "task-1901393" [ 1422.926152] env[64496]: _type = "Task" [ 1422.926152] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.934685] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.987410] env[64496]: DEBUG oslo_concurrency.lockutils [req-997ef64d-ee78-4d83-8f1f-fc4a031a889f req-5c56e8d4-14ab-410b-a21a-b7e29458225e service nova] Releasing lock "refresh_cache-dd9e2451-ff9f-4fb2-a486-df1a5ab36347" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.053879] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.054376] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c554b0f8-76d8-4d8a-a16e-b04d37394e4d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.063509] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1423.063509] env[64496]: value = "task-1901394" [ 1423.063509] env[64496]: _type = "Task" [ 1423.063509] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.071231] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.117463] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5263fcda-ae62-8a1c-e3de-02b084bf9b11, 'name': SearchDatastore_Task, 'duration_secs': 0.015305} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.117846] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.118132] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1423.118395] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.118555] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.118814] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1423.119106] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7b00972-b121-4920-9b3b-e591f26ca39c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.128818] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1423.129051] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1423.129748] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76f5afc2-afd1-46a8-b17c-1aae16f6175c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.135307] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Waiting for the task: (returnval){ [ 1423.135307] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522de9b6-fe7e-d7b9-8460-89a41c14d2e8" [ 1423.135307] env[64496]: _type = "Task" [ 1423.135307] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.143291] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522de9b6-fe7e-d7b9-8460-89a41c14d2e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.228821] env[64496]: DEBUG oslo_vmware.api [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901391, 'name': PowerOnVM_Task, 'duration_secs': 0.744401} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.229136] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.229360] env[64496]: INFO nova.compute.manager [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Took 10.96 seconds to spawn the instance on the hypervisor. [ 1423.229872] env[64496]: DEBUG nova.compute.manager [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.230809] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d4faae-1525-4907-9097-945c2260a285 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.254588] env[64496]: DEBUG nova.scheduler.client.report [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1423.439715] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901393, 'name': ReconfigVM_Task, 'duration_secs': 0.313525} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.439990] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Reconfigured VM instance instance-00000015 to attach disk [datastore1] ef35217a-ca54-4d32-8c43-f4821cd2bdeb/ef35217a-ca54-4d32-8c43-f4821cd2bdeb.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.441621] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43806294-d8e6-48d1-8bd6-b8438f832726 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.449037] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Waiting for the task: (returnval){ [ 1423.449037] env[64496]: value = "task-1901395" [ 1423.449037] env[64496]: _type = "Task" [ 1423.449037] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.460345] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901395, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.461551] env[64496]: DEBUG nova.network.neutron [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Updating instance_info_cache with network_info: [{"id": "dbe6ff15-674f-461d-8f82-65843a4c0770", "address": "fa:16:3e:37:94:61", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe6ff15-67", "ovs_interfaceid": "dbe6ff15-674f-461d-8f82-65843a4c0770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.572812] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901394, 'name': PowerOffVM_Task, 'duration_secs': 0.412694} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.573118] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.573358] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.574110] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c98bb9-6435-4b1e-8466-4d5ef783f462 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.581008] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.581203] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10cf2098-95bd-47dd-a7ff-c1aed940e3a9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.659110] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522de9b6-fe7e-d7b9-8460-89a41c14d2e8, 'name': SearchDatastore_Task, 'duration_secs': 0.015259} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.661019] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869964b2-682f-4125-9f80-090725e1b3f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.669116] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.672026] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.672026] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleting the datastore file [datastore1] 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.672026] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f05aeeb-5ad6-4d60-b5ca-44f73eb99f24 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.675849] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Waiting for the task: (returnval){ [ 1423.675849] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b2f128-1a1a-e132-ef53-7812268848fd" [ 1423.675849] env[64496]: _type = "Task" [ 1423.675849] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.681884] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1423.681884] env[64496]: value = "task-1901397" [ 1423.681884] env[64496]: _type = "Task" [ 1423.681884] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.689255] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b2f128-1a1a-e132-ef53-7812268848fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011056} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.689828] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.690106] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] dd9e2451-ff9f-4fb2-a486-df1a5ab36347/dd9e2451-ff9f-4fb2-a486-df1a5ab36347.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1423.690631] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e84093e5-c4c7-4003-bf7e-99360a0d1cd9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.695881] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.701019] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Waiting for the task: (returnval){ [ 1423.701019] env[64496]: value = "task-1901398" [ 1423.701019] env[64496]: _type = "Task" [ 1423.701019] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.709169] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': task-1901398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.750504] env[64496]: INFO nova.compute.manager [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Took 39.36 seconds to build instance. [ 1423.758157] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.760529] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.104s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.764877] env[64496]: INFO nova.compute.claims [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1423.793835] env[64496]: INFO nova.scheduler.client.report [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Deleted allocations for instance 85f549d9-28c1-4f8e-9708-2072e977c52b [ 1423.960744] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901395, 'name': Rename_Task, 'duration_secs': 0.207074} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.961069] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.961318] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63023051-bdf0-44b6-aefa-f34d950581c5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.963879] env[64496]: DEBUG oslo_concurrency.lockutils [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Releasing lock "refresh_cache-cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.969552] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Waiting for the task: (returnval){ [ 1423.969552] env[64496]: value = "task-1901399" [ 1423.969552] env[64496]: _type = "Task" [ 1423.969552] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.983176] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.153715] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Acquiring lock "3310d50a-ed0a-41a0-899c-923bfdcdf159" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.153997] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Lock "3310d50a-ed0a-41a0-899c-923bfdcdf159" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.154575] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Acquiring lock "3310d50a-ed0a-41a0-899c-923bfdcdf159-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.155059] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Lock "3310d50a-ed0a-41a0-899c-923bfdcdf159-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.155531] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Lock "3310d50a-ed0a-41a0-899c-923bfdcdf159-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.160945] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737e6756-c9eb-431d-8c24-4601f6e89af7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.170531] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef4b288-1be7-41e6-b8e7-42ffdd3fc233 tempest-ServersAdminNegativeTestJSON-1013649597 tempest-ServersAdminNegativeTestJSON-1013649597-project-admin] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Suspending the VM {{(pid=64496) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1424.171314] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0515823a-d4c9-424a-a968-4e97dee81727 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.178955] env[64496]: DEBUG oslo_vmware.api [None req-2ef4b288-1be7-41e6-b8e7-42ffdd3fc233 tempest-ServersAdminNegativeTestJSON-1013649597 tempest-ServersAdminNegativeTestJSON-1013649597-project-admin] Waiting for the task: (returnval){ [ 1424.178955] env[64496]: value = "task-1901400" [ 1424.178955] env[64496]: _type = "Task" [ 1424.178955] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.184121] env[64496]: INFO nova.compute.manager [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Terminating instance [ 1424.194410] env[64496]: DEBUG oslo_vmware.api [None req-2ef4b288-1be7-41e6-b8e7-42ffdd3fc233 tempest-ServersAdminNegativeTestJSON-1013649597 tempest-ServersAdminNegativeTestJSON-1013649597-project-admin] Task: {'id': task-1901400, 'name': SuspendVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.197968] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224122} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.198688] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.198944] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.199098] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.212917] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': task-1901398, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.254245] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ccc6d10-3664-4d3a-a7c6-8193925329ed tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "50bab324-a7f4-430e-81fa-36d4248bb3f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.322s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.304689] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87069851-e43a-4619-b7c8-29189b8bbd18 tempest-ServerDiagnosticsV248Test-1069516024 tempest-ServerDiagnosticsV248Test-1069516024-project-member] Lock "85f549d9-28c1-4f8e-9708-2072e977c52b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.562s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.480644] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901399, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.692492] env[64496]: DEBUG nova.compute.manager [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1424.692746] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1424.693053] env[64496]: DEBUG oslo_vmware.api [None req-2ef4b288-1be7-41e6-b8e7-42ffdd3fc233 tempest-ServersAdminNegativeTestJSON-1013649597 tempest-ServersAdminNegativeTestJSON-1013649597-project-admin] Task: {'id': task-1901400, 'name': SuspendVM_Task} progress is 62%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.693963] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45d33f3-20a2-41df-a30d-8e3882320030 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.707547] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.710915] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bbcf477-412f-408e-887d-223683275544 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.721285] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': task-1901398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547054} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.723464] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] dd9e2451-ff9f-4fb2-a486-df1a5ab36347/dd9e2451-ff9f-4fb2-a486-df1a5ab36347.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.723464] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.723780] env[64496]: DEBUG oslo_vmware.api [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1424.723780] env[64496]: value = "task-1901401" [ 1424.723780] env[64496]: _type = "Task" [ 1424.723780] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.723995] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b63f8c6e-408f-4ea6-bc14-9943476c0a2e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.736363] env[64496]: DEBUG oslo_vmware.api [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.738056] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Waiting for the task: (returnval){ [ 1424.738056] env[64496]: value = "task-1901402" [ 1424.738056] env[64496]: _type = "Task" [ 1424.738056] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.747055] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': task-1901402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.757409] env[64496]: DEBUG nova.compute.manager [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1424.984016] env[64496]: DEBUG oslo_vmware.api [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901399, 'name': PowerOnVM_Task, 'duration_secs': 0.757359} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.986955] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.986955] env[64496]: INFO nova.compute.manager [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1424.987085] env[64496]: DEBUG nova.compute.manager [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.988075] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4740fa-9e47-44a2-968a-0fd8d755ef12 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.196433] env[64496]: DEBUG oslo_vmware.api [None req-2ef4b288-1be7-41e6-b8e7-42ffdd3fc233 tempest-ServersAdminNegativeTestJSON-1013649597 tempest-ServersAdminNegativeTestJSON-1013649597-project-admin] Task: {'id': task-1901400, 'name': SuspendVM_Task} progress is 62%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.237915] env[64496]: DEBUG oslo_vmware.api [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901401, 'name': PowerOffVM_Task, 'duration_secs': 0.395936} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.240154] env[64496]: DEBUG nova.virt.hardware [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1425.240422] env[64496]: DEBUG nova.virt.hardware [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.240601] env[64496]: DEBUG nova.virt.hardware [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1425.240790] env[64496]: DEBUG nova.virt.hardware [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.240936] env[64496]: DEBUG nova.virt.hardware [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1425.241095] env[64496]: DEBUG nova.virt.hardware [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1425.241306] env[64496]: DEBUG nova.virt.hardware [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1425.241463] env[64496]: DEBUG nova.virt.hardware [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1425.241624] env[64496]: DEBUG nova.virt.hardware [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1425.241790] env[64496]: DEBUG nova.virt.hardware [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1425.241955] env[64496]: DEBUG nova.virt.hardware [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1425.242320] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.242482] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.243237] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ff491b-1368-415d-820c-e055a4bbdee0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.248864] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dc109c2-9924-40c6-8e85-59dec1408875 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.257840] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': task-1901402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080369} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.259908] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1425.260717] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab23035-a77c-477e-a361-ade348d6c8a0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.263996] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bc98ec-f2e3-4c0f-a041-eada61f02d0c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.296029] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:b6:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34750b4d-4492-464b-8787-2b437ececc67', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1425.304154] env[64496]: DEBUG oslo.service.loopingcall [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1425.314189] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] dd9e2451-ff9f-4fb2-a486-df1a5ab36347/dd9e2451-ff9f-4fb2-a486-df1a5ab36347.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.314975] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.316358] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1425.316975] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64dc00cf-d9a1-4a6c-b15a-afb7e1cefbe9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.332717] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873763df-52ee-4121-bb4f-7143d5674f1a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.335511] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b678960e-97d8-4a89-821e-357deeb646e4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.355635] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.355901] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.356018] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Deleting the datastore file [datastore2] 3310d50a-ed0a-41a0-899c-923bfdcdf159 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.357300] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74088de7-2f51-43a1-9948-9f364241829e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.364878] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f1df1a-2d51-4256-bcb2-7628f77a3b86 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.368237] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Waiting for the task: (returnval){ [ 1425.368237] env[64496]: value = "task-1901404" [ 1425.368237] env[64496]: _type = "Task" [ 1425.368237] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.370206] env[64496]: DEBUG oslo_vmware.api [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for the task: (returnval){ [ 1425.370206] env[64496]: value = "task-1901405" [ 1425.370206] env[64496]: _type = "Task" [ 1425.370206] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.403911] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1425.403911] env[64496]: value = "task-1901406" [ 1425.403911] env[64496]: _type = "Task" [ 1425.403911] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.405447] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd640b7-4b8d-4cb4-b436-e78342ee9964 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.414536] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': task-1901404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.418145] env[64496]: DEBUG oslo_vmware.api [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.424760] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45450228-e41f-423d-a0fe-aca284f72b61 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.428983] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901406, 'name': CreateVM_Task} progress is 15%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.439817] env[64496]: DEBUG nova.compute.provider_tree [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.487835] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66ae46a-981e-4438-bca7-556f1dcc64f7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.511028] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Updating instance 'cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab' progress to 0 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1425.516216] env[64496]: INFO nova.compute.manager [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Took 33.27 seconds to build instance. [ 1425.693721] env[64496]: DEBUG oslo_vmware.api [None req-2ef4b288-1be7-41e6-b8e7-42ffdd3fc233 tempest-ServersAdminNegativeTestJSON-1013649597 tempest-ServersAdminNegativeTestJSON-1013649597-project-admin] Task: {'id': task-1901400, 'name': SuspendVM_Task, 'duration_secs': 1.240084} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.694699] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef4b288-1be7-41e6-b8e7-42ffdd3fc233 tempest-ServersAdminNegativeTestJSON-1013649597 tempest-ServersAdminNegativeTestJSON-1013649597-project-admin] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Suspended the VM {{(pid=64496) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1425.695153] env[64496]: DEBUG nova.compute.manager [None req-2ef4b288-1be7-41e6-b8e7-42ffdd3fc233 tempest-ServersAdminNegativeTestJSON-1013649597 tempest-ServersAdminNegativeTestJSON-1013649597-project-admin] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.696295] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d745822-ceb3-42a1-8446-6edc83823570 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.887627] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': task-1901404, 'name': ReconfigVM_Task, 'duration_secs': 0.346246} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.891422] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Reconfigured VM instance instance-00000016 to attach disk [datastore1] dd9e2451-ff9f-4fb2-a486-df1a5ab36347/dd9e2451-ff9f-4fb2-a486-df1a5ab36347.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.893381] env[64496]: DEBUG oslo_vmware.api [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Task: {'id': task-1901405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181963} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.893381] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e1b6b07-772c-4e07-a389-3b4ee40a2f3c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.895373] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1425.895622] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1425.895854] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1425.896170] env[64496]: INFO nova.compute.manager [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1425.896565] env[64496]: DEBUG oslo.service.loopingcall [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1425.896782] env[64496]: DEBUG nova.compute.manager [-] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1425.896882] env[64496]: DEBUG nova.network.neutron [-] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1425.905800] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Waiting for the task: (returnval){ [ 1425.905800] env[64496]: value = "task-1901407" [ 1425.905800] env[64496]: _type = "Task" [ 1425.905800] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.916853] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': task-1901407, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.920636] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901406, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.945790] env[64496]: DEBUG nova.scheduler.client.report [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.019109] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.019569] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5ef544f6-07a3-4394-957e-8473bdb7250f tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Lock "ef35217a-ca54-4d32-8c43-f4821cd2bdeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.186s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.019782] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00bfc9c3-925b-42cb-a7d3-a05e799023aa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.029090] env[64496]: DEBUG oslo_vmware.api [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1426.029090] env[64496]: value = "task-1901408" [ 1426.029090] env[64496]: _type = "Task" [ 1426.029090] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.045308] env[64496]: DEBUG oslo_vmware.api [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.355265] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3933480a-0b29-4004-8b15-211ee28138ec tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Acquiring lock "interface-ef35217a-ca54-4d32-8c43-f4821cd2bdeb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.355603] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3933480a-0b29-4004-8b15-211ee28138ec tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Lock "interface-ef35217a-ca54-4d32-8c43-f4821cd2bdeb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.355833] env[64496]: DEBUG nova.objects.instance [None req-3933480a-0b29-4004-8b15-211ee28138ec tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Lazy-loading 'flavor' on Instance uuid ef35217a-ca54-4d32-8c43-f4821cd2bdeb {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.418214] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901406, 'name': CreateVM_Task, 'duration_secs': 0.615402} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.420939] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1426.421230] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': task-1901407, 'name': Rename_Task, 'duration_secs': 0.161299} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.421837] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.421993] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.422320] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.422581] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.422844] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9151e3-955b-41f3-9321-795b9a32acd0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.424298] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db6cae20-a772-4232-8692-fd676494010d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.428290] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1426.428290] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ee611d-33e3-6218-2a31-e9d3bd4bf221" [ 1426.428290] env[64496]: _type = "Task" [ 1426.428290] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.433599] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Waiting for the task: (returnval){ [ 1426.433599] env[64496]: value = "task-1901409" [ 1426.433599] env[64496]: _type = "Task" [ 1426.433599] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.439134] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ee611d-33e3-6218-2a31-e9d3bd4bf221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.443543] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': task-1901409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.451097] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.451618] env[64496]: DEBUG nova.compute.manager [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1426.458079] env[64496]: DEBUG oslo_concurrency.lockutils [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.335s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.458335] env[64496]: DEBUG nova.objects.instance [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Lazy-loading 'resources' on Instance uuid 01b20150-ba71-48ab-87fd-5a235552e757 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.524496] env[64496]: DEBUG nova.compute.manager [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1426.538256] env[64496]: DEBUG oslo_vmware.api [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901408, 'name': PowerOffVM_Task, 'duration_secs': 0.182552} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.538535] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1426.538724] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Updating instance 'cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab' progress to 17 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1426.601840] env[64496]: DEBUG nova.compute.manager [req-3c6c0d56-1471-461a-8899-9807cd9df3cd req-7a8b7dad-0fdc-4c4f-b3d2-b5d1198a989a service nova] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Received event network-vif-deleted-ee25fd94-0f39-44e3-a0bc-b2be20367e8a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1426.601840] env[64496]: INFO nova.compute.manager [req-3c6c0d56-1471-461a-8899-9807cd9df3cd req-7a8b7dad-0fdc-4c4f-b3d2-b5d1198a989a service nova] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Neutron deleted interface ee25fd94-0f39-44e3-a0bc-b2be20367e8a; detaching it from the instance and deleting it from the info cache [ 1426.602027] env[64496]: DEBUG nova.network.neutron [req-3c6c0d56-1471-461a-8899-9807cd9df3cd req-7a8b7dad-0fdc-4c4f-b3d2-b5d1198a989a service nova] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.645463] env[64496]: DEBUG nova.network.neutron [-] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.860180] env[64496]: DEBUG nova.objects.instance [None req-3933480a-0b29-4004-8b15-211ee28138ec tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Lazy-loading 'pci_requests' on Instance uuid ef35217a-ca54-4d32-8c43-f4821cd2bdeb {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.942842] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ee611d-33e3-6218-2a31-e9d3bd4bf221, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.943721] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.944156] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1426.944467] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.944677] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.944954] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1426.948490] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6389c3cb-4bff-4a61-94f7-c6bff6f00aac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.950516] env[64496]: DEBUG oslo_vmware.api [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': task-1901409, 'name': PowerOnVM_Task, 'duration_secs': 0.460258} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.950828] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.951141] env[64496]: INFO nova.compute.manager [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1426.951374] env[64496]: DEBUG nova.compute.manager [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.952655] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfacd59-71ee-4bc6-af48-30cf12a8bff6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.958532] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1426.958756] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1426.962332] env[64496]: DEBUG nova.compute.utils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1426.964136] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-515032d2-5a16-459e-98f7-20e7fee6a6c8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.973801] env[64496]: DEBUG nova.compute.manager [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1426.974276] env[64496]: DEBUG nova.network.neutron [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1426.980417] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1426.980417] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f6a7b3-a3a2-bd40-c4dc-4eacc70027d1" [ 1426.980417] env[64496]: _type = "Task" [ 1426.980417] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.992582] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f6a7b3-a3a2-bd40-c4dc-4eacc70027d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.046407] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1427.047025] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1427.047025] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1427.047025] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1427.047168] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1427.047388] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1427.048038] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1427.048038] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1427.048038] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1427.048407] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1427.048639] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1427.056982] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.058970] env[64496]: DEBUG nova.policy [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '932e8366f56e409a9a96daa814c47731', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '516ef882110843489a7dd1b41723af46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1427.060340] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ebc4693-5cb6-4b09-befb-f6acd3a481e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.078720] env[64496]: DEBUG oslo_vmware.api [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1427.078720] env[64496]: value = "task-1901410" [ 1427.078720] env[64496]: _type = "Task" [ 1427.078720] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.097186] env[64496]: DEBUG oslo_vmware.api [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.105652] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d363d31-c7c2-4619-ac07-bc7366f342bf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.115818] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c655c9-f54c-43b9-93eb-8ffecb71a489 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.162970] env[64496]: INFO nova.compute.manager [-] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Took 1.27 seconds to deallocate network for instance. [ 1427.164048] env[64496]: DEBUG nova.compute.manager [req-3c6c0d56-1471-461a-8899-9807cd9df3cd req-7a8b7dad-0fdc-4c4f-b3d2-b5d1198a989a service nova] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Detach interface failed, port_id=ee25fd94-0f39-44e3-a0bc-b2be20367e8a, reason: Instance 3310d50a-ed0a-41a0-899c-923bfdcdf159 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1427.362930] env[64496]: DEBUG nova.objects.base [None req-3933480a-0b29-4004-8b15-211ee28138ec tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1427.363400] env[64496]: DEBUG nova.network.neutron [None req-3933480a-0b29-4004-8b15-211ee28138ec tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1427.474544] env[64496]: DEBUG nova.compute.manager [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1427.488562] env[64496]: INFO nova.compute.manager [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Took 34.30 seconds to build instance. [ 1427.496447] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f6a7b3-a3a2-bd40-c4dc-4eacc70027d1, 'name': SearchDatastore_Task, 'duration_secs': 0.014036} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.497577] env[64496]: DEBUG nova.network.neutron [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Successfully created port: 7ac91759-7945-4b06-913e-d8d06f157fb7 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1427.500263] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c62e042-a48d-420a-a171-55f4ce5e53e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.508763] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1427.508763] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527e0399-6ff6-5cab-1e64-8c66b4dd1f99" [ 1427.508763] env[64496]: _type = "Task" [ 1427.508763] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.516507] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527e0399-6ff6-5cab-1e64-8c66b4dd1f99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.563104] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3933480a-0b29-4004-8b15-211ee28138ec tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Lock "interface-ef35217a-ca54-4d32-8c43-f4821cd2bdeb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.207s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.593448] env[64496]: DEBUG oslo_vmware.api [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901410, 'name': ReconfigVM_Task, 'duration_secs': 0.265658} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.594364] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Updating instance 'cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab' progress to 33 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1427.602754] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f7ee4a-9fb5-4ca2-8d24-cbcc899d2d2f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.609378] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7271aa5c-c156-496f-b180-c9136ec8e3d4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.649432] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30db30f-3292-4486-9546-9327703efbf3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.659772] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625f994a-8361-4f0f-937e-88e2cc5f89e4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.676160] env[64496]: DEBUG nova.compute.provider_tree [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1427.681018] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.997302] env[64496]: DEBUG oslo_concurrency.lockutils [None req-53690649-c2e0-4e39-b8bb-10966c0a6484 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Lock "dd9e2451-ff9f-4fb2-a486-df1a5ab36347" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.042s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.019881] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527e0399-6ff6-5cab-1e64-8c66b4dd1f99, 'name': SearchDatastore_Task, 'duration_secs': 0.012049} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.020180] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.020489] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6/8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1428.020689] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5badbdf6-f0f2-4d14-98dd-1a0c1fdd63dd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.027934] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1428.027934] env[64496]: value = "task-1901411" [ 1428.027934] env[64496]: _type = "Task" [ 1428.027934] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.037027] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.101703] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1428.101956] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.102155] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1428.102349] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.102492] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1428.102662] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1428.102895] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1428.103078] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1428.103252] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1428.103414] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1428.103585] env[64496]: DEBUG nova.virt.hardware [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1428.110627] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1428.111301] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2010ed03-374c-4143-bdac-9ebfde63cc8e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.129774] env[64496]: DEBUG oslo_vmware.api [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1428.129774] env[64496]: value = "task-1901412" [ 1428.129774] env[64496]: _type = "Task" [ 1428.129774] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.138293] env[64496]: DEBUG oslo_vmware.api [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.199359] env[64496]: ERROR nova.scheduler.client.report [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [req-70284a0a-03ae-4c9f-982d-3b44edc29e9f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-70284a0a-03ae-4c9f-982d-3b44edc29e9f"}]} [ 1428.216761] env[64496]: DEBUG nova.scheduler.client.report [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1428.233088] env[64496]: DEBUG nova.scheduler.client.report [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1428.233088] env[64496]: DEBUG nova.compute.provider_tree [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1428.244188] env[64496]: DEBUG nova.scheduler.client.report [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1428.262974] env[64496]: DEBUG nova.scheduler.client.report [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1428.456604] env[64496]: DEBUG nova.compute.manager [None req-c5a9c2d4-587b-47ea-91d7-177746a7cd17 tempest-ServerExternalEventsTest-1222525589 tempest-ServerExternalEventsTest-1222525589-project] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Received event network-changed {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1428.456956] env[64496]: DEBUG nova.compute.manager [None req-c5a9c2d4-587b-47ea-91d7-177746a7cd17 tempest-ServerExternalEventsTest-1222525589 tempest-ServerExternalEventsTest-1222525589-project] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Refreshing instance network info cache due to event network-changed. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1428.457247] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c5a9c2d4-587b-47ea-91d7-177746a7cd17 tempest-ServerExternalEventsTest-1222525589 tempest-ServerExternalEventsTest-1222525589-project] Acquiring lock "refresh_cache-dd9e2451-ff9f-4fb2-a486-df1a5ab36347" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.457399] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c5a9c2d4-587b-47ea-91d7-177746a7cd17 tempest-ServerExternalEventsTest-1222525589 tempest-ServerExternalEventsTest-1222525589-project] Acquired lock "refresh_cache-dd9e2451-ff9f-4fb2-a486-df1a5ab36347" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.457564] env[64496]: DEBUG nova.network.neutron [None req-c5a9c2d4-587b-47ea-91d7-177746a7cd17 tempest-ServerExternalEventsTest-1222525589 tempest-ServerExternalEventsTest-1222525589-project] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.492044] env[64496]: DEBUG nova.compute.manager [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1428.499562] env[64496]: DEBUG nova.compute.manager [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.521702] env[64496]: DEBUG nova.virt.hardware [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1428.522197] env[64496]: DEBUG nova.virt.hardware [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.522421] env[64496]: DEBUG nova.virt.hardware [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1428.522659] env[64496]: DEBUG nova.virt.hardware [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.522852] env[64496]: DEBUG nova.virt.hardware [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1428.523056] env[64496]: DEBUG nova.virt.hardware [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1428.523282] env[64496]: DEBUG nova.virt.hardware [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1428.523447] env[64496]: DEBUG nova.virt.hardware [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1428.523617] env[64496]: DEBUG nova.virt.hardware [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1428.523788] env[64496]: DEBUG nova.virt.hardware [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1428.523961] env[64496]: DEBUG nova.virt.hardware [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1428.524944] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cac43e-86be-4bac-bf7b-2283146ef609 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.542444] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6477881-bd20-4034-9eb0-adb89e8e2f8f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.553406] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901411, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.643488] env[64496]: DEBUG oslo_vmware.api [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901412, 'name': ReconfigVM_Task, 'duration_secs': 0.170791} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.644345] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1428.644663] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb365b5-610b-4d35-8180-016e16514559 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.673305] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab/cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1428.676607] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc016d57-7f85-4b79-a370-c8468a3c978d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.697967] env[64496]: DEBUG oslo_vmware.api [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1428.697967] env[64496]: value = "task-1901413" [ 1428.697967] env[64496]: _type = "Task" [ 1428.697967] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.709134] env[64496]: DEBUG oslo_vmware.api [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.767361] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c65a45-f7fb-4ee5-af26-b74b03cc9d32 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.775659] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ec41a0-503e-4583-94f3-004f482777ae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.807777] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e9b350-2cfd-49f2-87ac-08b74e42b59b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.816254] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2128cdaa-43f6-4856-b6b0-40a05d7c5fe1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.833413] env[64496]: DEBUG nova.compute.provider_tree [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1429.025440] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.044960] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703703} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.045325] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6/8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1429.045593] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1429.045950] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e13f6b0-2413-4368-b415-02b4d27bdbee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.063448] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1429.063448] env[64496]: value = "task-1901414" [ 1429.063448] env[64496]: _type = "Task" [ 1429.063448] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.074772] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.103589] env[64496]: DEBUG nova.network.neutron [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Successfully updated port: 7ac91759-7945-4b06-913e-d8d06f157fb7 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1429.211035] env[64496]: DEBUG oslo_vmware.api [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901413, 'name': ReconfigVM_Task, 'duration_secs': 0.313121} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.214398] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Reconfigured VM instance instance-0000000b to attach disk [datastore1] cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab/cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1429.214836] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Updating instance 'cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab' progress to 50 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1429.271163] env[64496]: DEBUG nova.network.neutron [None req-c5a9c2d4-587b-47ea-91d7-177746a7cd17 tempest-ServerExternalEventsTest-1222525589 tempest-ServerExternalEventsTest-1222525589-project] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Updating instance_info_cache with network_info: [{"id": "e3365bd4-4280-4454-9e4d-09116bbf864c", "address": "fa:16:3e:73:9f:a1", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3365bd4-42", "ovs_interfaceid": "e3365bd4-4280-4454-9e4d-09116bbf864c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.356271] env[64496]: ERROR nova.scheduler.client.report [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] [req-7c3c306e-d635-4ffc-a261-592e1f0d3a7e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c3c306e-d635-4ffc-a261-592e1f0d3a7e"}]} [ 1429.380704] env[64496]: DEBUG nova.scheduler.client.report [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1429.397156] env[64496]: DEBUG nova.scheduler.client.report [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1429.397444] env[64496]: DEBUG nova.compute.provider_tree [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1429.413409] env[64496]: DEBUG nova.scheduler.client.report [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1429.439653] env[64496]: DEBUG nova.scheduler.client.report [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1429.451376] env[64496]: DEBUG nova.compute.manager [req-5c3ece7c-6303-42ec-8be0-fb1b04c070f6 req-22a8dfe5-1c7b-4e13-8958-d471969117a1 service nova] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Received event network-vif-plugged-7ac91759-7945-4b06-913e-d8d06f157fb7 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1429.451376] env[64496]: DEBUG oslo_concurrency.lockutils [req-5c3ece7c-6303-42ec-8be0-fb1b04c070f6 req-22a8dfe5-1c7b-4e13-8958-d471969117a1 service nova] Acquiring lock "642c200a-966c-4477-b370-e15824a48ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.451376] env[64496]: DEBUG oslo_concurrency.lockutils [req-5c3ece7c-6303-42ec-8be0-fb1b04c070f6 req-22a8dfe5-1c7b-4e13-8958-d471969117a1 service nova] Lock "642c200a-966c-4477-b370-e15824a48ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.451376] env[64496]: DEBUG oslo_concurrency.lockutils [req-5c3ece7c-6303-42ec-8be0-fb1b04c070f6 req-22a8dfe5-1c7b-4e13-8958-d471969117a1 service nova] Lock "642c200a-966c-4477-b370-e15824a48ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.452027] env[64496]: DEBUG nova.compute.manager [req-5c3ece7c-6303-42ec-8be0-fb1b04c070f6 req-22a8dfe5-1c7b-4e13-8958-d471969117a1 service nova] [instance: 642c200a-966c-4477-b370-e15824a48ff6] No waiting events found dispatching network-vif-plugged-7ac91759-7945-4b06-913e-d8d06f157fb7 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1429.452027] env[64496]: WARNING nova.compute.manager [req-5c3ece7c-6303-42ec-8be0-fb1b04c070f6 req-22a8dfe5-1c7b-4e13-8958-d471969117a1 service nova] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Received unexpected event network-vif-plugged-7ac91759-7945-4b06-913e-d8d06f157fb7 for instance with vm_state building and task_state spawning. [ 1429.548104] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "7cbdba76-b9f3-417d-b49f-6e3913fa290b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.548523] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "7cbdba76-b9f3-417d-b49f-6e3913fa290b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.576234] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070736} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.576506] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1429.577353] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c948e6-dd41-439d-b752-a352fc7366e9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.607524] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6/8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.610785] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquiring lock "refresh_cache-642c200a-966c-4477-b370-e15824a48ff6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.610924] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquired lock "refresh_cache-642c200a-966c-4477-b370-e15824a48ff6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.611080] env[64496]: DEBUG nova.network.neutron [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.612136] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6fb59d1-6687-41cf-9710-241fc1cc19f2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.638731] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1429.638731] env[64496]: value = "task-1901415" [ 1429.638731] env[64496]: _type = "Task" [ 1429.638731] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.658232] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901415, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.678468] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1caf1f1d-30f4-461f-bffd-058225d8b807 tempest-ServersListShow296Test-1915789557 tempest-ServersListShow296Test-1915789557-project-member] Acquiring lock "f07e8023-a6d3-4610-8285-05111d5a1838" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.678688] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1caf1f1d-30f4-461f-bffd-058225d8b807 tempest-ServersListShow296Test-1915789557 tempest-ServersListShow296Test-1915789557-project-member] Lock "f07e8023-a6d3-4610-8285-05111d5a1838" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.694783] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Acquiring lock "dd9e2451-ff9f-4fb2-a486-df1a5ab36347" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.695071] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Lock "dd9e2451-ff9f-4fb2-a486-df1a5ab36347" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.695288] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Acquiring lock "dd9e2451-ff9f-4fb2-a486-df1a5ab36347-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.695988] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Lock "dd9e2451-ff9f-4fb2-a486-df1a5ab36347-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.696709] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Lock "dd9e2451-ff9f-4fb2-a486-df1a5ab36347-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.698200] env[64496]: INFO nova.compute.manager [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Terminating instance [ 1429.722342] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e196a826-96c4-45a2-8a81-db06e594e29a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.746158] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63388121-c1ca-4f4f-9e26-63abf13789ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.769587] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Updating instance 'cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab' progress to 67 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1429.775815] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c5a9c2d4-587b-47ea-91d7-177746a7cd17 tempest-ServerExternalEventsTest-1222525589 tempest-ServerExternalEventsTest-1222525589-project] Releasing lock "refresh_cache-dd9e2451-ff9f-4fb2-a486-df1a5ab36347" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.828747] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Acquiring lock "ef35217a-ca54-4d32-8c43-f4821cd2bdeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.829082] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Lock "ef35217a-ca54-4d32-8c43-f4821cd2bdeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.829946] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Acquiring lock "ef35217a-ca54-4d32-8c43-f4821cd2bdeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.830199] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Lock "ef35217a-ca54-4d32-8c43-f4821cd2bdeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.830401] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Lock "ef35217a-ca54-4d32-8c43-f4821cd2bdeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.834633] env[64496]: INFO nova.compute.manager [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Terminating instance [ 1430.069145] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4416b7-c0ac-4a07-9341-1a47d955b914 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.078017] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4f59eb-dd6b-4484-92d6-3a3ef837adbb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.114316] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151c52be-a61b-437f-82ce-84816f9f04a5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.125482] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0080bdc-be55-4a3d-99ce-ab8237683622 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.142020] env[64496]: DEBUG nova.compute.provider_tree [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1430.155977] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.192680] env[64496]: DEBUG nova.network.neutron [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.204140] env[64496]: DEBUG nova.compute.manager [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1430.204421] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1430.205593] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bbe677-ab7a-45e8-ab2b-951cdcd15491 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.217316] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.217603] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84e09060-cb21-49fb-85c1-e2520326c1fb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.228040] env[64496]: DEBUG oslo_vmware.api [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Waiting for the task: (returnval){ [ 1430.228040] env[64496]: value = "task-1901416" [ 1430.228040] env[64496]: _type = "Task" [ 1430.228040] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.235368] env[64496]: DEBUG oslo_vmware.api [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': task-1901416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.319395] env[64496]: DEBUG nova.network.neutron [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Port dbe6ff15-674f-461d-8f82-65843a4c0770 binding to destination host cpu-1 is already ACTIVE {{(pid=64496) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1430.338283] env[64496]: DEBUG nova.compute.manager [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1430.338621] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1430.340487] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50d730b-70c1-4910-9f89-5bf06d595b19 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.351151] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.351413] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51de8bee-8a19-4d45-9a11-89c977eaaaf2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.360271] env[64496]: DEBUG oslo_vmware.api [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Waiting for the task: (returnval){ [ 1430.360271] env[64496]: value = "task-1901417" [ 1430.360271] env[64496]: _type = "Task" [ 1430.360271] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.373858] env[64496]: DEBUG oslo_vmware.api [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.386845] env[64496]: DEBUG nova.network.neutron [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Updating instance_info_cache with network_info: [{"id": "7ac91759-7945-4b06-913e-d8d06f157fb7", "address": "fa:16:3e:06:17:81", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac91759-79", "ovs_interfaceid": "7ac91759-7945-4b06-913e-d8d06f157fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.655099] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901415, 'name': ReconfigVM_Task, 'duration_secs': 0.803581} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.655099] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6/8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.655435] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-318bdefa-7357-4b5d-90f8-248ce01974ba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.663812] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1430.663812] env[64496]: value = "task-1901418" [ 1430.663812] env[64496]: _type = "Task" [ 1430.663812] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.674355] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901418, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.683799] env[64496]: DEBUG nova.scheduler.client.report [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 49 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1430.684138] env[64496]: DEBUG nova.compute.provider_tree [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 49 to 50 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1430.684265] env[64496]: DEBUG nova.compute.provider_tree [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1430.737067] env[64496]: DEBUG oslo_vmware.api [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': task-1901416, 'name': PowerOffVM_Task, 'duration_secs': 0.215316} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.737067] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.737067] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.737225] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-664a52b1-44c8-409c-8ff2-0a892456c659 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.818241] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.818483] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.818717] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Deleting the datastore file [datastore1] dd9e2451-ff9f-4fb2-a486-df1a5ab36347 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.818912] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-608dce93-64e4-4a37-8580-554e5b9ef01e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.830705] env[64496]: DEBUG oslo_vmware.api [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Waiting for the task: (returnval){ [ 1430.830705] env[64496]: value = "task-1901420" [ 1430.830705] env[64496]: _type = "Task" [ 1430.830705] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.839178] env[64496]: DEBUG oslo_vmware.api [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': task-1901420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.871384] env[64496]: DEBUG oslo_vmware.api [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901417, 'name': PowerOffVM_Task, 'duration_secs': 0.198062} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.871913] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.872107] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.872436] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7b42e39-ded5-4a57-815c-71a99593b1f9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.889483] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Releasing lock "refresh_cache-642c200a-966c-4477-b370-e15824a48ff6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.889861] env[64496]: DEBUG nova.compute.manager [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Instance network_info: |[{"id": "7ac91759-7945-4b06-913e-d8d06f157fb7", "address": "fa:16:3e:06:17:81", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac91759-79", "ovs_interfaceid": "7ac91759-7945-4b06-913e-d8d06f157fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1430.890295] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:17:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ac91759-7945-4b06-913e-d8d06f157fb7', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.900379] env[64496]: DEBUG oslo.service.loopingcall [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.901226] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.901653] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e83d1af9-7611-4975-ac9f-d536969cd0ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.928869] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.928869] env[64496]: value = "task-1901422" [ 1430.928869] env[64496]: _type = "Task" [ 1430.928869] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.936851] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901422, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.954720] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.955064] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.955171] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Deleting the datastore file [datastore1] ef35217a-ca54-4d32-8c43-f4821cd2bdeb {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.956374] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0049a9b6-4712-45e6-beb4-b7cefef5ce79 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.964135] env[64496]: DEBUG oslo_vmware.api [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Waiting for the task: (returnval){ [ 1430.964135] env[64496]: value = "task-1901423" [ 1430.964135] env[64496]: _type = "Task" [ 1430.964135] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.977018] env[64496]: DEBUG oslo_vmware.api [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.174721] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901418, 'name': Rename_Task, 'duration_secs': 0.157789} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.175125] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1431.175480] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ab95826-0284-4eb9-85eb-3a6233c33ceb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.184022] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1431.184022] env[64496]: value = "task-1901424" [ 1431.184022] env[64496]: _type = "Task" [ 1431.184022] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.194365] env[64496]: DEBUG oslo_concurrency.lockutils [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.740s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.196552] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.197250] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.981s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.200773] env[64496]: INFO nova.compute.claims [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1431.220562] env[64496]: INFO nova.scheduler.client.report [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Deleted allocations for instance 01b20150-ba71-48ab-87fd-5a235552e757 [ 1431.346039] env[64496]: DEBUG oslo_concurrency.lockutils [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.346271] env[64496]: DEBUG oslo_concurrency.lockutils [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.346449] env[64496]: DEBUG oslo_concurrency.lockutils [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.361496] env[64496]: DEBUG oslo_vmware.api [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Task: {'id': task-1901420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193009} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.361683] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1431.361888] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1431.362233] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1431.362439] env[64496]: INFO nova.compute.manager [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1431.362735] env[64496]: DEBUG oslo.service.loopingcall [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.362958] env[64496]: DEBUG nova.compute.manager [-] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1431.363394] env[64496]: DEBUG nova.network.neutron [-] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.438182] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901422, 'name': CreateVM_Task, 'duration_secs': 0.389877} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.438362] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.439071] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.439272] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.439629] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1431.439910] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b6d142b-0453-4800-ad95-b5c4907575f9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.445029] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1431.445029] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5295d253-6f11-cdbe-157b-2be4fc7d9ec4" [ 1431.445029] env[64496]: _type = "Task" [ 1431.445029] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.454168] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5295d253-6f11-cdbe-157b-2be4fc7d9ec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.474021] env[64496]: DEBUG oslo_vmware.api [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Task: {'id': task-1901423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195373} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.474306] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1431.474507] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1431.474708] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1431.474913] env[64496]: INFO nova.compute.manager [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1431.475206] env[64496]: DEBUG oslo.service.loopingcall [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.475438] env[64496]: DEBUG nova.compute.manager [-] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1431.475542] env[64496]: DEBUG nova.network.neutron [-] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.535013] env[64496]: DEBUG nova.compute.manager [req-7bfdbede-7f2c-486d-95ca-9abeb045158b req-c7f98c27-5d6c-46f1-b17b-078019e83e9a service nova] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Received event network-changed-7ac91759-7945-4b06-913e-d8d06f157fb7 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1431.535345] env[64496]: DEBUG nova.compute.manager [req-7bfdbede-7f2c-486d-95ca-9abeb045158b req-c7f98c27-5d6c-46f1-b17b-078019e83e9a service nova] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Refreshing instance network info cache due to event network-changed-7ac91759-7945-4b06-913e-d8d06f157fb7. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1431.535633] env[64496]: DEBUG oslo_concurrency.lockutils [req-7bfdbede-7f2c-486d-95ca-9abeb045158b req-c7f98c27-5d6c-46f1-b17b-078019e83e9a service nova] Acquiring lock "refresh_cache-642c200a-966c-4477-b370-e15824a48ff6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.535810] env[64496]: DEBUG oslo_concurrency.lockutils [req-7bfdbede-7f2c-486d-95ca-9abeb045158b req-c7f98c27-5d6c-46f1-b17b-078019e83e9a service nova] Acquired lock "refresh_cache-642c200a-966c-4477-b370-e15824a48ff6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.535992] env[64496]: DEBUG nova.network.neutron [req-7bfdbede-7f2c-486d-95ca-9abeb045158b req-c7f98c27-5d6c-46f1-b17b-078019e83e9a service nova] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Refreshing network info cache for port 7ac91759-7945-4b06-913e-d8d06f157fb7 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.696363] env[64496]: DEBUG oslo_vmware.api [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901424, 'name': PowerOnVM_Task, 'duration_secs': 0.493036} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.696768] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.697039] env[64496]: DEBUG nova.compute.manager [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.697935] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d2777b-9204-4ae2-85fa-2036d16b1067 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.732890] env[64496]: DEBUG oslo_concurrency.lockutils [None req-02c38c84-7a20-412a-80e6-bdeeb4492750 tempest-InstanceActionsV221TestJSON-2088398793 tempest-InstanceActionsV221TestJSON-2088398793-project-member] Lock "01b20150-ba71-48ab-87fd-5a235552e757" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.254s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.813444] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "50bab324-a7f4-430e-81fa-36d4248bb3f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.813710] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "50bab324-a7f4-430e-81fa-36d4248bb3f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.813929] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "50bab324-a7f4-430e-81fa-36d4248bb3f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.814125] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "50bab324-a7f4-430e-81fa-36d4248bb3f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.814297] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "50bab324-a7f4-430e-81fa-36d4248bb3f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.816400] env[64496]: INFO nova.compute.manager [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Terminating instance [ 1431.859434] env[64496]: DEBUG nova.compute.manager [req-9ca9549c-cf79-4d19-9c42-be03a5167816 req-dfcd156f-d6c1-47f7-8b97-188ce96323d5 service nova] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Received event network-vif-deleted-e3365bd4-4280-4454-9e4d-09116bbf864c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1431.859434] env[64496]: INFO nova.compute.manager [req-9ca9549c-cf79-4d19-9c42-be03a5167816 req-dfcd156f-d6c1-47f7-8b97-188ce96323d5 service nova] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Neutron deleted interface e3365bd4-4280-4454-9e4d-09116bbf864c; detaching it from the instance and deleting it from the info cache [ 1431.859434] env[64496]: DEBUG nova.network.neutron [req-9ca9549c-cf79-4d19-9c42-be03a5167816 req-dfcd156f-d6c1-47f7-8b97-188ce96323d5 service nova] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.955892] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5295d253-6f11-cdbe-157b-2be4fc7d9ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.956287] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.956524] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.956753] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.956895] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.957132] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1431.957330] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23cf7493-df5f-4d84-8cbe-b1d444113a88 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.971503] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1431.971695] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1431.972436] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e12cdba-bece-4f4a-b76e-b7568f64f820 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.977984] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1431.977984] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522c8e6c-4d37-4cdc-0d45-087a65cf1b61" [ 1431.977984] env[64496]: _type = "Task" [ 1431.977984] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.986352] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522c8e6c-4d37-4cdc-0d45-087a65cf1b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.220540] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.267733] env[64496]: DEBUG nova.network.neutron [-] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.279263] env[64496]: DEBUG nova.network.neutron [-] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.282864] env[64496]: DEBUG nova.network.neutron [req-7bfdbede-7f2c-486d-95ca-9abeb045158b req-c7f98c27-5d6c-46f1-b17b-078019e83e9a service nova] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Updated VIF entry in instance network info cache for port 7ac91759-7945-4b06-913e-d8d06f157fb7. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.283229] env[64496]: DEBUG nova.network.neutron [req-7bfdbede-7f2c-486d-95ca-9abeb045158b req-c7f98c27-5d6c-46f1-b17b-078019e83e9a service nova] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Updating instance_info_cache with network_info: [{"id": "7ac91759-7945-4b06-913e-d8d06f157fb7", "address": "fa:16:3e:06:17:81", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac91759-79", "ovs_interfaceid": "7ac91759-7945-4b06-913e-d8d06f157fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.319693] env[64496]: DEBUG nova.compute.manager [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1432.319993] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1432.320857] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47e543c-1d13-4d26-a419-21dbc7606490 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.331380] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1432.331629] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5269d184-8778-468a-ac1d-1a7985d43f80 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.361637] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4c67a05-a1c0-4638-952a-42d02b54df2e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.381020] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4e4cd8-e4b2-4a9a-92a1-f403533f76af {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.415856] env[64496]: DEBUG nova.compute.manager [req-9ca9549c-cf79-4d19-9c42-be03a5167816 req-dfcd156f-d6c1-47f7-8b97-188ce96323d5 service nova] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Detach interface failed, port_id=e3365bd4-4280-4454-9e4d-09116bbf864c, reason: Instance dd9e2451-ff9f-4fb2-a486-df1a5ab36347 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1432.417603] env[64496]: DEBUG oslo_concurrency.lockutils [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "refresh_cache-cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.417892] env[64496]: DEBUG oslo_concurrency.lockutils [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired lock "refresh_cache-cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.418257] env[64496]: DEBUG nova.network.neutron [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.426493] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1432.426748] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1432.426901] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Deleting the datastore file [datastore1] 50bab324-a7f4-430e-81fa-36d4248bb3f4 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1432.427182] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e9bcbc7-3f0a-4c16-8029-8642b1015024 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.439138] env[64496]: DEBUG oslo_vmware.api [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1432.439138] env[64496]: value = "task-1901426" [ 1432.439138] env[64496]: _type = "Task" [ 1432.439138] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.447351] env[64496]: DEBUG oslo_vmware.api [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.491483] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522c8e6c-4d37-4cdc-0d45-087a65cf1b61, 'name': SearchDatastore_Task, 'duration_secs': 0.013382} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.492693] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b77fa76e-a164-458d-9de6-60407cb5be93 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.500299] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1432.500299] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d1d6d4-3bd1-4c37-2e59-6eea9082f519" [ 1432.500299] env[64496]: _type = "Task" [ 1432.500299] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.512136] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d1d6d4-3bd1-4c37-2e59-6eea9082f519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.715996] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113b7733-dc62-4885-9845-f356f2255120 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.723761] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c5bd38-766e-4009-b00c-d11342d080f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.755604] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39da92a7-dce6-4800-8d5b-83a92c59c311 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.767024] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4663d4-b673-4f95-ba05-75ff3bb0d846 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.779434] env[64496]: INFO nova.compute.manager [-] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Took 1.30 seconds to deallocate network for instance. [ 1432.779924] env[64496]: DEBUG nova.compute.provider_tree [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.783083] env[64496]: INFO nova.compute.manager [-] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Took 1.42 seconds to deallocate network for instance. [ 1432.785753] env[64496]: DEBUG oslo_concurrency.lockutils [req-7bfdbede-7f2c-486d-95ca-9abeb045158b req-c7f98c27-5d6c-46f1-b17b-078019e83e9a service nova] Releasing lock "refresh_cache-642c200a-966c-4477-b370-e15824a48ff6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.948507] env[64496]: DEBUG oslo_vmware.api [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219196} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.948769] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1432.948954] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1432.949149] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1432.949324] env[64496]: INFO nova.compute.manager [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1432.949567] env[64496]: DEBUG oslo.service.loopingcall [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.949754] env[64496]: DEBUG nova.compute.manager [-] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1432.949849] env[64496]: DEBUG nova.network.neutron [-] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1433.011021] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d1d6d4-3bd1-4c37-2e59-6eea9082f519, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.011935] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.011935] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 642c200a-966c-4477-b370-e15824a48ff6/642c200a-966c-4477-b370-e15824a48ff6.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.011935] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79339d2b-0633-4fb9-a01d-2a53f8ee1ecb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.019610] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1433.019610] env[64496]: value = "task-1901427" [ 1433.019610] env[64496]: _type = "Task" [ 1433.019610] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.030497] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.200793] env[64496]: DEBUG nova.network.neutron [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Updating instance_info_cache with network_info: [{"id": "dbe6ff15-674f-461d-8f82-65843a4c0770", "address": "fa:16:3e:37:94:61", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe6ff15-67", "ovs_interfaceid": "dbe6ff15-674f-461d-8f82-65843a4c0770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.285961] env[64496]: DEBUG nova.scheduler.client.report [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.292958] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.293741] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.534485] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488279} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.535171] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 642c200a-966c-4477-b370-e15824a48ff6/642c200a-966c-4477-b370-e15824a48ff6.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1433.535398] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1433.535713] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44f9faae-77b5-429c-a599-73cc2a85bf12 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.546807] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1433.546807] env[64496]: value = "task-1901428" [ 1433.546807] env[64496]: _type = "Task" [ 1433.546807] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.557313] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.621836] env[64496]: DEBUG nova.compute.manager [req-a88dccd6-8b0e-4568-a652-05655271eb50 req-eef40c9e-b764-4528-9296-a8babc053d1f service nova] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Received event network-vif-deleted-aaa9a457-d33e-48ea-b3f7-dea6fd1e829c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1433.622164] env[64496]: DEBUG nova.compute.manager [req-a88dccd6-8b0e-4568-a652-05655271eb50 req-eef40c9e-b764-4528-9296-a8babc053d1f service nova] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Received event network-vif-deleted-4718b3b2-047d-4c9b-9cf1-1657d7e937a8 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1433.622374] env[64496]: INFO nova.compute.manager [req-a88dccd6-8b0e-4568-a652-05655271eb50 req-eef40c9e-b764-4528-9296-a8babc053d1f service nova] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Neutron deleted interface 4718b3b2-047d-4c9b-9cf1-1657d7e937a8; detaching it from the instance and deleting it from the info cache [ 1433.622549] env[64496]: DEBUG nova.network.neutron [req-a88dccd6-8b0e-4568-a652-05655271eb50 req-eef40c9e-b764-4528-9296-a8babc053d1f service nova] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.703929] env[64496]: DEBUG oslo_concurrency.lockutils [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Releasing lock "refresh_cache-cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.773420] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.773754] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.774007] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.774643] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.774906] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.777127] env[64496]: INFO nova.compute.manager [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Terminating instance [ 1433.791532] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.792030] env[64496]: DEBUG nova.compute.manager [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1433.794609] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.614s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.797174] env[64496]: INFO nova.compute.claims [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1433.904497] env[64496]: DEBUG nova.network.neutron [-] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.057031] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071881} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.057311] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1434.058096] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa7de66-6003-45e5-9fe6-4a013eafc8c3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.081043] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 642c200a-966c-4477-b370-e15824a48ff6/642c200a-966c-4477-b370-e15824a48ff6.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.081405] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-350342d7-b8f1-4c48-8eec-ae5372a81358 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.102361] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1434.102361] env[64496]: value = "task-1901429" [ 1434.102361] env[64496]: _type = "Task" [ 1434.102361] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.112557] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.125487] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bcd770c-e2ff-42ce-9a17-34076a26ab16 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.135687] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a801139-4592-4819-8b27-036e8c25b0a5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.171930] env[64496]: DEBUG nova.compute.manager [req-a88dccd6-8b0e-4568-a652-05655271eb50 req-eef40c9e-b764-4528-9296-a8babc053d1f service nova] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Detach interface failed, port_id=4718b3b2-047d-4c9b-9cf1-1657d7e937a8, reason: Instance 50bab324-a7f4-430e-81fa-36d4248bb3f4 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1434.231801] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097dea0f-b24d-4883-be72-d78743bdca9c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.249080] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b39615-1e8e-4ad5-a1cc-6f8fd0e33ebd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.257190] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Updating instance 'cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab' progress to 83 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1434.281527] env[64496]: DEBUG nova.compute.manager [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.281757] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.282746] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a21e66-ec5b-437c-8280-ce30f773b8a5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.291585] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.291827] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d258887-5f79-49c8-b241-840400ed269e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.302226] env[64496]: DEBUG nova.compute.utils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1434.305045] env[64496]: DEBUG oslo_vmware.api [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1434.305045] env[64496]: value = "task-1901430" [ 1434.305045] env[64496]: _type = "Task" [ 1434.305045] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.305528] env[64496]: DEBUG nova.compute.manager [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1434.305702] env[64496]: DEBUG nova.network.neutron [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1434.318311] env[64496]: DEBUG oslo_vmware.api [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.368157] env[64496]: DEBUG nova.policy [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34e5efa3c5bc49c4b44f6ee6e30f4671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43e1428760ab42ba89b64ae644a3fa12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1434.407185] env[64496]: INFO nova.compute.manager [-] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Took 1.46 seconds to deallocate network for instance. [ 1434.466114] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "02198b91-3757-44f5-aa10-c48ec83e47ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.466346] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "02198b91-3757-44f5-aa10-c48ec83e47ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.620553] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901429, 'name': ReconfigVM_Task, 'duration_secs': 0.340981} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.620553] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 642c200a-966c-4477-b370-e15824a48ff6/642c200a-966c-4477-b370-e15824a48ff6.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.623303] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-133f3c7c-d659-4835-acdc-b5ee1ecb90d7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.629225] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1434.629225] env[64496]: value = "task-1901431" [ 1434.629225] env[64496]: _type = "Task" [ 1434.629225] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.638035] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901431, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.764551] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.764707] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e19a2508-3002-43ca-b199-71588ef77e5b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.773334] env[64496]: DEBUG oslo_vmware.api [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1434.773334] env[64496]: value = "task-1901432" [ 1434.773334] env[64496]: _type = "Task" [ 1434.773334] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.783512] env[64496]: DEBUG oslo_vmware.api [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.806378] env[64496]: DEBUG nova.compute.manager [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1434.824655] env[64496]: DEBUG oslo_vmware.api [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901430, 'name': PowerOffVM_Task, 'duration_secs': 0.252243} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.825083] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.825183] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1434.825365] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9941ba7-193f-41da-81e8-97f8f73ed359 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.915541] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.921216] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1434.921429] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1434.921608] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleting the datastore file [datastore1] 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.921886] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-513b909d-92c3-48ce-9291-5e195c7b84ae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.934132] env[64496]: DEBUG oslo_vmware.api [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1434.934132] env[64496]: value = "task-1901434" [ 1434.934132] env[64496]: _type = "Task" [ 1434.934132] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.946018] env[64496]: DEBUG oslo_vmware.api [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.963482] env[64496]: DEBUG nova.network.neutron [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Successfully created port: 46ea7875-93ff-4630-b6aa-8d4e2b43d4c4 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1435.144258] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901431, 'name': Rename_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.288260] env[64496]: DEBUG oslo_vmware.api [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901432, 'name': PowerOnVM_Task, 'duration_secs': 0.428589} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.292658] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.292658] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-62e30b7f-0b29-47f0-a6d1-d26468a787af tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Updating instance 'cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab' progress to 100 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1435.358882] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cdaef7-c6ef-4088-905a-4125fe372c7d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.366524] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c6f350-8781-4a0e-b86f-e8c3c84fe8ab {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.399504] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df365fd-41b3-493b-b17e-4bfb3d7311f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.407378] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9bb2d2-0f47-417c-b3ce-6f9f78e8b690 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.422888] env[64496]: DEBUG nova.compute.provider_tree [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1435.443808] env[64496]: DEBUG oslo_vmware.api [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206429} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.444124] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.444334] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.444509] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.444674] env[64496]: INFO nova.compute.manager [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1435.444950] env[64496]: DEBUG oslo.service.loopingcall [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.445156] env[64496]: DEBUG nova.compute.manager [-] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1435.445258] env[64496]: DEBUG nova.network.neutron [-] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1435.639656] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901431, 'name': Rename_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.704753] env[64496]: DEBUG nova.compute.manager [req-93a93645-312b-4f6e-bc95-67b2181df182 req-974b92fd-3d16-40f0-ba53-401822c9c752 service nova] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Received event network-vif-deleted-34750b4d-4492-464b-8787-2b437ececc67 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1435.704753] env[64496]: INFO nova.compute.manager [req-93a93645-312b-4f6e-bc95-67b2181df182 req-974b92fd-3d16-40f0-ba53-401822c9c752 service nova] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Neutron deleted interface 34750b4d-4492-464b-8787-2b437ececc67; detaching it from the instance and deleting it from the info cache [ 1435.704753] env[64496]: DEBUG nova.network.neutron [req-93a93645-312b-4f6e-bc95-67b2181df182 req-974b92fd-3d16-40f0-ba53-401822c9c752 service nova] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.823266] env[64496]: DEBUG nova.compute.manager [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1435.851722] env[64496]: DEBUG nova.virt.hardware [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1435.852015] env[64496]: DEBUG nova.virt.hardware [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.852218] env[64496]: DEBUG nova.virt.hardware [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1435.853498] env[64496]: DEBUG nova.virt.hardware [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.853498] env[64496]: DEBUG nova.virt.hardware [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1435.853498] env[64496]: DEBUG nova.virt.hardware [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1435.853498] env[64496]: DEBUG nova.virt.hardware [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1435.853498] env[64496]: DEBUG nova.virt.hardware [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1435.853810] env[64496]: DEBUG nova.virt.hardware [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1435.853810] env[64496]: DEBUG nova.virt.hardware [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1435.853810] env[64496]: DEBUG nova.virt.hardware [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1435.854515] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13090be-d878-4ef9-b0ce-513b2a7c32fd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.862912] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d5877e-17f4-4bdc-b788-02e1cb851122 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.943718] env[64496]: ERROR nova.scheduler.client.report [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [req-9da572e5-94f4-41dc-8912-72e0d369f609] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9da572e5-94f4-41dc-8912-72e0d369f609"}]} [ 1435.962076] env[64496]: DEBUG nova.scheduler.client.report [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1435.979123] env[64496]: DEBUG nova.scheduler.client.report [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1435.979848] env[64496]: DEBUG nova.compute.provider_tree [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1435.990508] env[64496]: DEBUG nova.scheduler.client.report [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1436.008591] env[64496]: DEBUG nova.scheduler.client.report [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1436.142143] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901431, 'name': Rename_Task, 'duration_secs': 1.17407} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.142442] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1436.142682] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-714b84f0-a0a8-4816-b198-ea73539a85b4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.149826] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1436.149826] env[64496]: value = "task-1901435" [ 1436.149826] env[64496]: _type = "Task" [ 1436.149826] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.157904] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.176951] env[64496]: DEBUG nova.network.neutron [-] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.207030] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6abc5e08-f527-444f-8b06-a54c9a12a184 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.217556] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352ad396-d2c7-46a1-a6de-18be877c7567 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.256016] env[64496]: DEBUG nova.compute.manager [req-93a93645-312b-4f6e-bc95-67b2181df182 req-974b92fd-3d16-40f0-ba53-401822c9c752 service nova] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Detach interface failed, port_id=34750b4d-4492-464b-8787-2b437ececc67, reason: Instance 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1436.499595] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b78764-ba59-49b4-9a1c-7de3cf2ae2fb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.508695] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47ab86b-e001-47cd-9093-94a0b7279e2d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.542216] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716f2e02-56c1-449e-8a68-4dd0c2943ea0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.552161] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf9a661-316e-4b8b-b5d5-5a9a427139e9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.566028] env[64496]: DEBUG nova.compute.provider_tree [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1436.662109] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901435, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.681469] env[64496]: INFO nova.compute.manager [-] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Took 1.23 seconds to deallocate network for instance. [ 1436.834074] env[64496]: DEBUG nova.compute.manager [req-35419f53-9a60-4b27-8861-1bb654490b6e req-d440c725-d439-4c16-8b86-e91021cafc06 service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Received event network-vif-plugged-46ea7875-93ff-4630-b6aa-8d4e2b43d4c4 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1436.834357] env[64496]: DEBUG oslo_concurrency.lockutils [req-35419f53-9a60-4b27-8861-1bb654490b6e req-d440c725-d439-4c16-8b86-e91021cafc06 service nova] Acquiring lock "7c42bab8-c89d-4040-bda6-2a1cbcda2da1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.834641] env[64496]: DEBUG oslo_concurrency.lockutils [req-35419f53-9a60-4b27-8861-1bb654490b6e req-d440c725-d439-4c16-8b86-e91021cafc06 service nova] Lock "7c42bab8-c89d-4040-bda6-2a1cbcda2da1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.835419] env[64496]: DEBUG oslo_concurrency.lockutils [req-35419f53-9a60-4b27-8861-1bb654490b6e req-d440c725-d439-4c16-8b86-e91021cafc06 service nova] Lock "7c42bab8-c89d-4040-bda6-2a1cbcda2da1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.835419] env[64496]: DEBUG nova.compute.manager [req-35419f53-9a60-4b27-8861-1bb654490b6e req-d440c725-d439-4c16-8b86-e91021cafc06 service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] No waiting events found dispatching network-vif-plugged-46ea7875-93ff-4630-b6aa-8d4e2b43d4c4 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1436.835419] env[64496]: WARNING nova.compute.manager [req-35419f53-9a60-4b27-8861-1bb654490b6e req-d440c725-d439-4c16-8b86-e91021cafc06 service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Received unexpected event network-vif-plugged-46ea7875-93ff-4630-b6aa-8d4e2b43d4c4 for instance with vm_state building and task_state spawning. [ 1437.043245] env[64496]: DEBUG nova.network.neutron [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Successfully updated port: 46ea7875-93ff-4630-b6aa-8d4e2b43d4c4 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1437.102787] env[64496]: DEBUG nova.scheduler.client.report [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1437.106033] env[64496]: DEBUG nova.compute.provider_tree [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 51 to 52 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1437.106033] env[64496]: DEBUG nova.compute.provider_tree [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1437.160941] env[64496]: DEBUG oslo_vmware.api [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901435, 'name': PowerOnVM_Task, 'duration_secs': 0.590688} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.165407] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1437.165631] env[64496]: INFO nova.compute.manager [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1437.165815] env[64496]: DEBUG nova.compute.manager [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.166620] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edc940c-ed12-4abe-93f2-2824678c8be8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.191791] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.517987] env[64496]: DEBUG oslo_concurrency.lockutils [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.518332] env[64496]: DEBUG oslo_concurrency.lockutils [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.518694] env[64496]: DEBUG nova.compute.manager [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Going to confirm migration 1 {{(pid=64496) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1437.552620] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.552794] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.552954] env[64496]: DEBUG nova.network.neutron [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.609916] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.815s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.610482] env[64496]: DEBUG nova.compute.manager [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.613999] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.181s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.615885] env[64496]: INFO nova.compute.claims [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.689937] env[64496]: INFO nova.compute.manager [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Took 41.08 seconds to build instance. [ 1438.106361] env[64496]: DEBUG oslo_concurrency.lockutils [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "refresh_cache-cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.106577] env[64496]: DEBUG oslo_concurrency.lockutils [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired lock "refresh_cache-cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.106716] env[64496]: DEBUG nova.network.neutron [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.107906] env[64496]: DEBUG nova.objects.instance [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lazy-loading 'info_cache' on Instance uuid cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.116180] env[64496]: DEBUG nova.compute.utils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1438.120017] env[64496]: DEBUG nova.compute.manager [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1438.120017] env[64496]: DEBUG nova.network.neutron [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.122686] env[64496]: DEBUG nova.network.neutron [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1438.194488] env[64496]: DEBUG oslo_concurrency.lockutils [None req-629f589a-ee67-46b3-bdc2-c8667a9af901 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Lock "642c200a-966c-4477-b370-e15824a48ff6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.358s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.198023] env[64496]: DEBUG nova.policy [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d7b3c083d0e4cd5b0fde51dffcdcbb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ae9538004334783acfdd6b02188c1d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1438.445557] env[64496]: DEBUG nova.network.neutron [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Updating instance_info_cache with network_info: [{"id": "46ea7875-93ff-4630-b6aa-8d4e2b43d4c4", "address": "fa:16:3e:ce:ba:43", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46ea7875-93", "ovs_interfaceid": "46ea7875-93ff-4630-b6aa-8d4e2b43d4c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.499659] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquiring lock "642c200a-966c-4477-b370-e15824a48ff6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.501908] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Lock "642c200a-966c-4477-b370-e15824a48ff6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.501908] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquiring lock "642c200a-966c-4477-b370-e15824a48ff6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.501908] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Lock "642c200a-966c-4477-b370-e15824a48ff6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.501908] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Lock "642c200a-966c-4477-b370-e15824a48ff6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.503999] env[64496]: INFO nova.compute.manager [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Terminating instance [ 1438.562264] env[64496]: DEBUG nova.network.neutron [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Successfully created port: 68c36206-8049-4d3d-9563-a8dbd250f08f {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.620423] env[64496]: DEBUG nova.compute.manager [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.703020] env[64496]: DEBUG nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1438.881908] env[64496]: DEBUG nova.compute.manager [req-8706446f-5403-4abb-a5da-ca14c9131742 req-80f1d1ea-4607-4f81-8e1a-3047b8a9bf60 service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Received event network-changed-46ea7875-93ff-4630-b6aa-8d4e2b43d4c4 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1438.882715] env[64496]: DEBUG nova.compute.manager [req-8706446f-5403-4abb-a5da-ca14c9131742 req-80f1d1ea-4607-4f81-8e1a-3047b8a9bf60 service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Refreshing instance network info cache due to event network-changed-46ea7875-93ff-4630-b6aa-8d4e2b43d4c4. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1438.883414] env[64496]: DEBUG oslo_concurrency.lockutils [req-8706446f-5403-4abb-a5da-ca14c9131742 req-80f1d1ea-4607-4f81-8e1a-3047b8a9bf60 service nova] Acquiring lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.948212] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.948527] env[64496]: DEBUG nova.compute.manager [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Instance network_info: |[{"id": "46ea7875-93ff-4630-b6aa-8d4e2b43d4c4", "address": "fa:16:3e:ce:ba:43", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46ea7875-93", "ovs_interfaceid": "46ea7875-93ff-4630-b6aa-8d4e2b43d4c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1438.948817] env[64496]: DEBUG oslo_concurrency.lockutils [req-8706446f-5403-4abb-a5da-ca14c9131742 req-80f1d1ea-4607-4f81-8e1a-3047b8a9bf60 service nova] Acquired lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.949019] env[64496]: DEBUG nova.network.neutron [req-8706446f-5403-4abb-a5da-ca14c9131742 req-80f1d1ea-4607-4f81-8e1a-3047b8a9bf60 service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Refreshing network info cache for port 46ea7875-93ff-4630-b6aa-8d4e2b43d4c4 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.950206] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:ba:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46ea7875-93ff-4630-b6aa-8d4e2b43d4c4', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1438.959268] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Creating folder: Project (43e1428760ab42ba89b64ae644a3fa12). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.961028] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a5a4d03-f03b-4b9e-91d8-59d6da62cb5c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.978977] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Created folder: Project (43e1428760ab42ba89b64ae644a3fa12) in parent group-v392474. [ 1438.979192] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Creating folder: Instances. Parent ref: group-v392548. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.981835] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47ab7504-49f2-4366-94e2-7a84ea08bb07 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.996774] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Created folder: Instances in parent group-v392548. [ 1438.997049] env[64496]: DEBUG oslo.service.loopingcall [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.999819] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1439.001014] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc7c5a68-94e6-4558-b117-960841ff0044 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.018550] env[64496]: DEBUG nova.compute.manager [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1439.018766] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.019811] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34af71ea-a2c9-4399-96ad-3912ec443231 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.028947] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.030865] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1722759a-5872-4f11-afc4-644fcbeb0d10 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.033330] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1439.033330] env[64496]: value = "task-1901438" [ 1439.033330] env[64496]: _type = "Task" [ 1439.033330] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.044313] env[64496]: DEBUG oslo_vmware.api [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1439.044313] env[64496]: value = "task-1901439" [ 1439.044313] env[64496]: _type = "Task" [ 1439.044313] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.048271] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901438, 'name': CreateVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.059454] env[64496]: DEBUG oslo_vmware.api [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.226246] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5434f721-fa39-4f15-8263-1839e7465abb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.230204] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.236435] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36db984c-951d-4b8b-befc-1aae5ed71642 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.279696] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b40c177-920d-48c8-a1b0-359c738269dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.288636] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a4dce7-87cc-4471-ba94-f70ce85654cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.304110] env[64496]: DEBUG nova.compute.provider_tree [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.548514] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901438, 'name': CreateVM_Task, 'duration_secs': 0.477023} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.551434] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.552136] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.552308] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.552617] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1439.553213] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288520f2-04a1-4201-992c-336df0b613a7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.558620] env[64496]: DEBUG oslo_vmware.api [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901439, 'name': PowerOffVM_Task, 'duration_secs': 0.225639} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.560130] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.560360] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1439.560613] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1439.560613] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52363d8f-5007-3ee4-02f9-4e2e2aff189b" [ 1439.560613] env[64496]: _type = "Task" [ 1439.560613] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.560797] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9e0c0ec-1d6f-4228-aa2c-16ea5cb8925d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.571685] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52363d8f-5007-3ee4-02f9-4e2e2aff189b, 'name': SearchDatastore_Task, 'duration_secs': 0.011233} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.571998] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.572222] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.572454] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.572599] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.572840] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.573034] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63162651-639e-4930-8958-f08152dd463d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.583608] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.583877] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.584874] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2f8ced-1bfe-4587-a866-0c1d31be99be {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.591095] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1439.591095] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5230a013-546e-4194-758f-e384a7c381b7" [ 1439.591095] env[64496]: _type = "Task" [ 1439.591095] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.603193] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5230a013-546e-4194-758f-e384a7c381b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.604487] env[64496]: DEBUG nova.network.neutron [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Updating instance_info_cache with network_info: [{"id": "dbe6ff15-674f-461d-8f82-65843a4c0770", "address": "fa:16:3e:37:94:61", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe6ff15-67", "ovs_interfaceid": "dbe6ff15-674f-461d-8f82-65843a4c0770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.632560] env[64496]: DEBUG nova.compute.manager [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.660987] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1439.661257] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1439.661438] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Deleting the datastore file [datastore1] 642c200a-966c-4477-b370-e15824a48ff6 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.661711] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a366b4b-6f22-4bfd-afa7-38f14842dbbf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.668541] env[64496]: DEBUG nova.virt.hardware [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.668787] env[64496]: DEBUG nova.virt.hardware [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.668943] env[64496]: DEBUG nova.virt.hardware [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.669174] env[64496]: DEBUG nova.virt.hardware [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.669326] env[64496]: DEBUG nova.virt.hardware [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.669469] env[64496]: DEBUG nova.virt.hardware [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.669671] env[64496]: DEBUG nova.virt.hardware [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.669824] env[64496]: DEBUG nova.virt.hardware [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.669981] env[64496]: DEBUG nova.virt.hardware [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.670300] env[64496]: DEBUG nova.virt.hardware [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.670422] env[64496]: DEBUG nova.virt.hardware [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.671266] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f059a7b1-6739-424c-962b-7e8b62bd4aa5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.682347] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376601e4-0b6c-478b-acd3-4d4c4dbb3263 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.686747] env[64496]: DEBUG oslo_vmware.api [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for the task: (returnval){ [ 1439.686747] env[64496]: value = "task-1901441" [ 1439.686747] env[64496]: _type = "Task" [ 1439.686747] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.702726] env[64496]: DEBUG oslo_vmware.api [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.752302] env[64496]: DEBUG nova.network.neutron [req-8706446f-5403-4abb-a5da-ca14c9131742 req-80f1d1ea-4607-4f81-8e1a-3047b8a9bf60 service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Updated VIF entry in instance network info cache for port 46ea7875-93ff-4630-b6aa-8d4e2b43d4c4. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.753685] env[64496]: DEBUG nova.network.neutron [req-8706446f-5403-4abb-a5da-ca14c9131742 req-80f1d1ea-4607-4f81-8e1a-3047b8a9bf60 service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Updating instance_info_cache with network_info: [{"id": "46ea7875-93ff-4630-b6aa-8d4e2b43d4c4", "address": "fa:16:3e:ce:ba:43", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46ea7875-93", "ovs_interfaceid": "46ea7875-93ff-4630-b6aa-8d4e2b43d4c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.809834] env[64496]: DEBUG nova.scheduler.client.report [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.104735] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5230a013-546e-4194-758f-e384a7c381b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010853} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.105638] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a40b530-23a5-4aa2-a25f-8b00bb4e1441 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.108304] env[64496]: DEBUG oslo_concurrency.lockutils [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Releasing lock "refresh_cache-cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.108558] env[64496]: DEBUG nova.objects.instance [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lazy-loading 'migration_context' on Instance uuid cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.114636] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1440.114636] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c1f5f1-86b6-22c5-e112-893d9fb5e0fc" [ 1440.114636] env[64496]: _type = "Task" [ 1440.114636] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.126810] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c1f5f1-86b6-22c5-e112-893d9fb5e0fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.199947] env[64496]: DEBUG oslo_vmware.api [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Task: {'id': task-1901441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16829} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.200259] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.200497] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.200713] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1440.200855] env[64496]: INFO nova.compute.manager [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1440.201309] env[64496]: DEBUG oslo.service.loopingcall [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1440.201645] env[64496]: DEBUG nova.compute.manager [-] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1440.201764] env[64496]: DEBUG nova.network.neutron [-] [instance: 642c200a-966c-4477-b370-e15824a48ff6] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1440.255769] env[64496]: DEBUG oslo_concurrency.lockutils [req-8706446f-5403-4abb-a5da-ca14c9131742 req-80f1d1ea-4607-4f81-8e1a-3047b8a9bf60 service nova] Releasing lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.293117] env[64496]: DEBUG nova.network.neutron [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Successfully updated port: 68c36206-8049-4d3d-9563-a8dbd250f08f {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.313093] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.313640] env[64496]: DEBUG nova.compute.manager [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1440.316391] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.616s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.317822] env[64496]: INFO nova.compute.claims [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1440.612014] env[64496]: DEBUG nova.objects.base [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1440.612983] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0888223f-d931-4c84-97a5-518b0e2b13e7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.626479] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c1f5f1-86b6-22c5-e112-893d9fb5e0fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01443} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.642800] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.643145] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 7c42bab8-c89d-4040-bda6-2a1cbcda2da1/7c42bab8-c89d-4040-bda6-2a1cbcda2da1.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1440.643983] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e9a211f-d9cc-41d3-a2f9-04bb07ab2ae4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.646090] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95ca2c2-a111-4fc1-b3ec-3d26d54c1245 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.653075] env[64496]: DEBUG oslo_vmware.api [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1440.653075] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526a90af-8116-f0d6-7e50-42811773dd50" [ 1440.653075] env[64496]: _type = "Task" [ 1440.653075] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.658068] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1440.658068] env[64496]: value = "task-1901442" [ 1440.658068] env[64496]: _type = "Task" [ 1440.658068] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.664732] env[64496]: DEBUG oslo_vmware.api [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526a90af-8116-f0d6-7e50-42811773dd50, 'name': SearchDatastore_Task, 'duration_secs': 0.009005} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.665503] env[64496]: DEBUG oslo_concurrency.lockutils [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.670234] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.799978] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Acquiring lock "refresh_cache-873c1c05-9f9f-41c7-9815-4a5fbeda8d24" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.800193] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Acquired lock "refresh_cache-873c1c05-9f9f-41c7-9815-4a5fbeda8d24" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.800375] env[64496]: DEBUG nova.network.neutron [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.824277] env[64496]: DEBUG nova.compute.utils [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1440.825768] env[64496]: DEBUG nova.compute.manager [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Not allocating networking since 'none' was specified. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1440.972925] env[64496]: DEBUG nova.compute.manager [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Received event network-vif-plugged-68c36206-8049-4d3d-9563-a8dbd250f08f {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1440.973176] env[64496]: DEBUG oslo_concurrency.lockutils [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] Acquiring lock "873c1c05-9f9f-41c7-9815-4a5fbeda8d24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.973752] env[64496]: DEBUG oslo_concurrency.lockutils [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] Lock "873c1c05-9f9f-41c7-9815-4a5fbeda8d24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.973974] env[64496]: DEBUG oslo_concurrency.lockutils [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] Lock "873c1c05-9f9f-41c7-9815-4a5fbeda8d24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.974198] env[64496]: DEBUG nova.compute.manager [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] No waiting events found dispatching network-vif-plugged-68c36206-8049-4d3d-9563-a8dbd250f08f {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1440.974376] env[64496]: WARNING nova.compute.manager [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Received unexpected event network-vif-plugged-68c36206-8049-4d3d-9563-a8dbd250f08f for instance with vm_state building and task_state spawning. [ 1440.974539] env[64496]: DEBUG nova.compute.manager [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Received event network-changed-68c36206-8049-4d3d-9563-a8dbd250f08f {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1440.974689] env[64496]: DEBUG nova.compute.manager [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Refreshing instance network info cache due to event network-changed-68c36206-8049-4d3d-9563-a8dbd250f08f. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1440.974857] env[64496]: DEBUG oslo_concurrency.lockutils [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] Acquiring lock "refresh_cache-873c1c05-9f9f-41c7-9815-4a5fbeda8d24" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.076844] env[64496]: DEBUG nova.network.neutron [-] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.168628] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901442, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.330185] env[64496]: DEBUG nova.compute.manager [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1441.376053] env[64496]: DEBUG nova.network.neutron [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.581464] env[64496]: INFO nova.compute.manager [-] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Took 1.38 seconds to deallocate network for instance. [ 1441.670981] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893431} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.671463] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 7c42bab8-c89d-4040-bda6-2a1cbcda2da1/7c42bab8-c89d-4040-bda6-2a1cbcda2da1.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.671852] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.672245] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d26926f2-0cd5-4f32-8649-13773915a69a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.679390] env[64496]: DEBUG nova.network.neutron [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Updating instance_info_cache with network_info: [{"id": "68c36206-8049-4d3d-9563-a8dbd250f08f", "address": "fa:16:3e:9e:35:e8", "network": {"id": "5e77626f-5acc-4514-a15e-5380f26b0d46", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-479407370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae9538004334783acfdd6b02188c1d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c36206-80", "ovs_interfaceid": "68c36206-8049-4d3d-9563-a8dbd250f08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.681990] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1441.681990] env[64496]: value = "task-1901443" [ 1441.681990] env[64496]: _type = "Task" [ 1441.681990] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.694376] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.823016] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a0beef-cce2-4da0-baa0-4d0acca24e7b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.829413] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40492825-062d-4c32-813c-e26779fb85d9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.870061] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaea940-aae2-4ad2-a66e-f546a0c2db40 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.876161] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ad8f39-263b-4cf5-b36a-f9da17e7f031 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.892033] env[64496]: DEBUG nova.compute.provider_tree [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.089562] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.187398] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Releasing lock "refresh_cache-873c1c05-9f9f-41c7-9815-4a5fbeda8d24" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.187398] env[64496]: DEBUG nova.compute.manager [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Instance network_info: |[{"id": "68c36206-8049-4d3d-9563-a8dbd250f08f", "address": "fa:16:3e:9e:35:e8", "network": {"id": "5e77626f-5acc-4514-a15e-5380f26b0d46", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-479407370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae9538004334783acfdd6b02188c1d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c36206-80", "ovs_interfaceid": "68c36206-8049-4d3d-9563-a8dbd250f08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1442.187613] env[64496]: DEBUG oslo_concurrency.lockutils [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] Acquired lock "refresh_cache-873c1c05-9f9f-41c7-9815-4a5fbeda8d24" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.187613] env[64496]: DEBUG nova.network.neutron [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Refreshing network info cache for port 68c36206-8049-4d3d-9563-a8dbd250f08f {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.187613] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:35:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68c36206-8049-4d3d-9563-a8dbd250f08f', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.196383] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Creating folder: Project (6ae9538004334783acfdd6b02188c1d2). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.201857] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3635b6eb-276e-43a2-9f87-90f3c0701ada {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.211557] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075791} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.212098] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1442.213089] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2474ba3b-95e4-4088-aed5-3ebf4f3b5cb5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.217434] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Created folder: Project (6ae9538004334783acfdd6b02188c1d2) in parent group-v392474. [ 1442.220062] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Creating folder: Instances. Parent ref: group-v392551. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.220062] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d23fd0f-7a5a-436a-afef-e9afe2187732 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.238745] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 7c42bab8-c89d-4040-bda6-2a1cbcda2da1/7c42bab8-c89d-4040-bda6-2a1cbcda2da1.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.239932] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cad2565-9a80-48a4-8a88-a9a04557dcd9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.257143] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Created folder: Instances in parent group-v392551. [ 1442.257823] env[64496]: DEBUG oslo.service.loopingcall [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.258528] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.262015] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af7b5a8c-633f-49b0-a688-372231899738 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.275280] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1442.275280] env[64496]: value = "task-1901446" [ 1442.275280] env[64496]: _type = "Task" [ 1442.275280] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.281917] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.281917] env[64496]: value = "task-1901447" [ 1442.281917] env[64496]: _type = "Task" [ 1442.281917] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.294911] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.301170] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901447, 'name': CreateVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.340915] env[64496]: DEBUG nova.compute.manager [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1442.374348] env[64496]: DEBUG nova.virt.hardware [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1442.374743] env[64496]: DEBUG nova.virt.hardware [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.375120] env[64496]: DEBUG nova.virt.hardware [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1442.375506] env[64496]: DEBUG nova.virt.hardware [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.375816] env[64496]: DEBUG nova.virt.hardware [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1442.376064] env[64496]: DEBUG nova.virt.hardware [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1442.376347] env[64496]: DEBUG nova.virt.hardware [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1442.376565] env[64496]: DEBUG nova.virt.hardware [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1442.376810] env[64496]: DEBUG nova.virt.hardware [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1442.377051] env[64496]: DEBUG nova.virt.hardware [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1442.377333] env[64496]: DEBUG nova.virt.hardware [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1442.378373] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d539243-d756-4e4f-bcb2-f450bb638b94 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.388592] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce615ac-f505-4687-9ecb-629e3d6ff3f7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.395148] env[64496]: DEBUG nova.scheduler.client.report [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.413379] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Instance VIF info [] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.420018] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Creating folder: Project (c919e056adf34356a815ea5c14243cd0). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.422206] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.423098] env[64496]: DEBUG nova.compute.manager [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1442.426093] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22b0a4ee-f1e3-45b9-acc7-4f46b8078a52 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.428162] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.629s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.429740] env[64496]: INFO nova.compute.claims [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1442.444544] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Created folder: Project (c919e056adf34356a815ea5c14243cd0) in parent group-v392474. [ 1442.444885] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Creating folder: Instances. Parent ref: group-v392554. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.445284] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-029e04f9-d252-49a2-b663-f8bc95a3edf8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.459644] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Created folder: Instances in parent group-v392554. [ 1442.459919] env[64496]: DEBUG oslo.service.loopingcall [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.460136] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.460338] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa8af4b8-50dc-4950-9735-1abe87a853c4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.482370] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.482370] env[64496]: value = "task-1901450" [ 1442.482370] env[64496]: _type = "Task" [ 1442.482370] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.491555] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901450, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.791390] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901446, 'name': ReconfigVM_Task, 'duration_secs': 0.368947} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.792421] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 7c42bab8-c89d-4040-bda6-2a1cbcda2da1/7c42bab8-c89d-4040-bda6-2a1cbcda2da1.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.802832] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa5545c4-3be4-463f-8682-2ac5e329d19f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.805416] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901447, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.812195] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1442.812195] env[64496]: value = "task-1901451" [ 1442.812195] env[64496]: _type = "Task" [ 1442.812195] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.826818] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901451, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.936201] env[64496]: DEBUG nova.compute.utils [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1442.945786] env[64496]: DEBUG nova.compute.manager [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Not allocating networking since 'none' was specified. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1442.993858] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901450, 'name': CreateVM_Task, 'duration_secs': 0.402146} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.994110] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1442.994599] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.994861] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.995333] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1442.995655] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754bb7f5-5185-407a-bd7d-a0f462c7ea90 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.001131] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1443.001131] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52161c86-124e-9dd1-5f4e-b726965d0a3e" [ 1443.001131] env[64496]: _type = "Task" [ 1443.001131] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.011161] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52161c86-124e-9dd1-5f4e-b726965d0a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.090210] env[64496]: DEBUG nova.network.neutron [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Updated VIF entry in instance network info cache for port 68c36206-8049-4d3d-9563-a8dbd250f08f. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.090522] env[64496]: DEBUG nova.network.neutron [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Updating instance_info_cache with network_info: [{"id": "68c36206-8049-4d3d-9563-a8dbd250f08f", "address": "fa:16:3e:9e:35:e8", "network": {"id": "5e77626f-5acc-4514-a15e-5380f26b0d46", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-479407370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae9538004334783acfdd6b02188c1d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c36206-80", "ovs_interfaceid": "68c36206-8049-4d3d-9563-a8dbd250f08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.298058] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901447, 'name': CreateVM_Task, 'duration_secs': 0.575943} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.298942] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1443.299819] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.326207] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901451, 'name': Rename_Task, 'duration_secs': 0.161934} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.326856] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.327263] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fa8ab21-6de2-48a1-a553-b6f4130a356e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.337462] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1443.337462] env[64496]: value = "task-1901452" [ 1443.337462] env[64496]: _type = "Task" [ 1443.337462] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.353802] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.445032] env[64496]: DEBUG nova.compute.manager [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1443.513376] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52161c86-124e-9dd1-5f4e-b726965d0a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.013025} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.514058] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.514356] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1443.514602] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.514756] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.514927] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1443.515371] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.515697] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1443.515976] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c54f4d7-f291-4ee1-ad13-0c149354b564 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.518303] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd137380-015a-4de3-980c-593633219129 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.527188] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Waiting for the task: (returnval){ [ 1443.527188] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526cca9e-7044-d9d3-01a7-588b64c52bc7" [ 1443.527188] env[64496]: _type = "Task" [ 1443.527188] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.532492] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1443.534451] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1443.534451] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aea71b1-9372-4c73-a8e6-0adf0e115f0c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.542635] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526cca9e-7044-d9d3-01a7-588b64c52bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.547483] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1443.547483] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522beeed-35a5-c01a-09d0-1d415e9c88b8" [ 1443.547483] env[64496]: _type = "Task" [ 1443.547483] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.557872] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522beeed-35a5-c01a-09d0-1d415e9c88b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.595033] env[64496]: DEBUG oslo_concurrency.lockutils [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] Releasing lock "refresh_cache-873c1c05-9f9f-41c7-9815-4a5fbeda8d24" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.595197] env[64496]: DEBUG nova.compute.manager [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Received event network-vif-deleted-7ac91759-7945-4b06-913e-d8d06f157fb7 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1443.595378] env[64496]: INFO nova.compute.manager [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Neutron deleted interface 7ac91759-7945-4b06-913e-d8d06f157fb7; detaching it from the instance and deleting it from the info cache [ 1443.597016] env[64496]: DEBUG nova.network.neutron [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.853974] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901452, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.028189] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd03730-f22e-477b-85bc-6481e89942ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.045018] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526cca9e-7044-d9d3-01a7-588b64c52bc7, 'name': SearchDatastore_Task, 'duration_secs': 0.025655} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.045018] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.045018] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1444.045172] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.046061] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246d5a23-5f81-4b3f-94f7-4554d6574d55 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.058278] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522beeed-35a5-c01a-09d0-1d415e9c88b8, 'name': SearchDatastore_Task, 'duration_secs': 0.01445} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.087569] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5040391a-766d-43e0-aba2-e79ef824af35 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.090831] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd52a49-1345-425f-b20b-cb724f2e758a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.101261] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df2ae8b5-d097-4f7a-8e62-8ee405726152 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.104162] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da65c934-d769-46ff-bd90-cc66873d751b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.108529] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1444.108529] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5280604b-6ce4-e203-4635-5b04b59126df" [ 1444.108529] env[64496]: _type = "Task" [ 1444.108529] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.121389] env[64496]: DEBUG nova.compute.provider_tree [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.125769] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edd4509-5dfe-47c9-bf30-d661d2ed480f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.141025] env[64496]: DEBUG nova.scheduler.client.report [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.144291] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5280604b-6ce4-e203-4635-5b04b59126df, 'name': SearchDatastore_Task, 'duration_secs': 0.014811} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.145072] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.145335] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] c44451ce-ff63-44a7-a7dc-f84fd88afc38/c44451ce-ff63-44a7-a7dc-f84fd88afc38.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1444.145613] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.145790] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1444.146034] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-427f0b03-14f3-41ff-825f-12b7f7d4530b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.148009] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bd93db4-2bbb-4597-8604-97a006356561 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.157697] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1444.157697] env[64496]: value = "task-1901453" [ 1444.157697] env[64496]: _type = "Task" [ 1444.157697] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.170274] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1444.170574] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1444.172072] env[64496]: DEBUG nova.compute.manager [req-b9475cac-0c47-47a4-8356-db939abed5be req-f777acb4-fdc1-48ce-bf35-194ffc11c9f5 service nova] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Detach interface failed, port_id=7ac91759-7945-4b06-913e-d8d06f157fb7, reason: Instance 642c200a-966c-4477-b370-e15824a48ff6 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1444.175649] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3affdca3-02bc-4ce2-8f55-94b7e7fc8ed9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.185030] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.186115] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Waiting for the task: (returnval){ [ 1444.186115] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c68027-cd70-199f-84df-3835ca5094db" [ 1444.186115] env[64496]: _type = "Task" [ 1444.186115] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.194666] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c68027-cd70-199f-84df-3835ca5094db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.359045] env[64496]: DEBUG oslo_vmware.api [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901452, 'name': PowerOnVM_Task, 'duration_secs': 0.520762} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.359446] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.359757] env[64496]: INFO nova.compute.manager [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1444.360036] env[64496]: DEBUG nova.compute.manager [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.361205] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be84e9f4-d095-48ad-bc6e-72ed027003a2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.461460] env[64496]: DEBUG nova.compute.manager [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1444.492380] env[64496]: DEBUG nova.virt.hardware [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1444.492652] env[64496]: DEBUG nova.virt.hardware [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.492811] env[64496]: DEBUG nova.virt.hardware [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1444.493279] env[64496]: DEBUG nova.virt.hardware [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.493523] env[64496]: DEBUG nova.virt.hardware [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1444.493748] env[64496]: DEBUG nova.virt.hardware [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1444.494094] env[64496]: DEBUG nova.virt.hardware [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1444.494350] env[64496]: DEBUG nova.virt.hardware [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1444.494564] env[64496]: DEBUG nova.virt.hardware [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1444.494737] env[64496]: DEBUG nova.virt.hardware [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1444.494910] env[64496]: DEBUG nova.virt.hardware [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1444.495869] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b83638-1af8-4a2a-befe-4a16102f04aa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.507428] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f6eacf-0f15-46ba-910e-a74b5161de7a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.524320] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Instance VIF info [] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.530361] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Creating folder: Project (f9854d17a032418ba3addb8554510695). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.532236] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d61447da-085d-4f2a-a940-6c48c8ceb053 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.544591] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Created folder: Project (f9854d17a032418ba3addb8554510695) in parent group-v392474. [ 1444.544820] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Creating folder: Instances. Parent ref: group-v392557. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.545133] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7cf53eb-5474-4c0e-b1ce-4a6f642cdd0f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.559135] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Created folder: Instances in parent group-v392557. [ 1444.559416] env[64496]: DEBUG oslo.service.loopingcall [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.559626] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.559836] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02664f65-fa5e-47ca-9919-e59869ef1bdc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.587203] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.587203] env[64496]: value = "task-1901456" [ 1444.587203] env[64496]: _type = "Task" [ 1444.587203] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.600056] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901456, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.646553] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.647099] env[64496]: DEBUG nova.compute.manager [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1444.649764] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.574s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.653020] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.653020] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1444.653020] env[64496]: DEBUG oslo_concurrency.lockutils [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.160s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.653020] env[64496]: INFO nova.compute.claims [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.655938] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e84177-19b7-4145-9d65-eb7603cd6303 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.667275] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e34475a-2d04-4d34-8391-c5345a9d572f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.687536] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69050cb-ff5d-4ca3-b2ee-57cdfc8b1863 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.693048] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494546} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.701317] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] c44451ce-ff63-44a7-a7dc-f84fd88afc38/c44451ce-ff63-44a7-a7dc-f84fd88afc38.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.701556] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.702061] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1f52989-01bc-4d76-875a-4789f1d5aace {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.708541] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ec40d6-e785-446c-8f7d-b974496aca95 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.717342] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1444.717342] env[64496]: value = "task-1901457" [ 1444.717342] env[64496]: _type = "Task" [ 1444.717342] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.717762] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c68027-cd70-199f-84df-3835ca5094db, 'name': SearchDatastore_Task, 'duration_secs': 0.012608} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.721861] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7912b236-6839-4dda-85a0-5677e630cf28 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.751144] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180383MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1444.751308] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.757655] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901457, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.759233] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Waiting for the task: (returnval){ [ 1444.759233] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527bf7d7-dfbd-796e-66d5-5d60a923f299" [ 1444.759233] env[64496]: _type = "Task" [ 1444.759233] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.772015] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527bf7d7-dfbd-796e-66d5-5d60a923f299, 'name': SearchDatastore_Task} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.772339] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.772598] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 873c1c05-9f9f-41c7-9815-4a5fbeda8d24/873c1c05-9f9f-41c7-9815-4a5fbeda8d24.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1444.772894] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4abd497-9ef1-463e-bebb-d651c0a169f7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.781833] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Waiting for the task: (returnval){ [ 1444.781833] env[64496]: value = "task-1901458" [ 1444.781833] env[64496]: _type = "Task" [ 1444.781833] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.791373] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.885430] env[64496]: INFO nova.compute.manager [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Took 42.71 seconds to build instance. [ 1445.104063] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901456, 'name': CreateVM_Task, 'duration_secs': 0.31066} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.104322] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.105276] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.105276] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.105635] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1445.105835] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3df5860-1649-498e-a776-a89a4cd6594e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.114088] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1445.114088] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525ae565-0f00-d231-cb51-0a760a293cc9" [ 1445.114088] env[64496]: _type = "Task" [ 1445.114088] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.126209] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525ae565-0f00-d231-cb51-0a760a293cc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.156896] env[64496]: DEBUG nova.compute.utils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1445.158895] env[64496]: DEBUG nova.compute.manager [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1445.160610] env[64496]: DEBUG nova.network.neutron [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1445.226364] env[64496]: DEBUG nova.policy [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec8bdcd304734f50b187039392752ddf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae3494d697d24add8de8318454fd16e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1445.232955] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076823} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.235582] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1445.236631] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd9e03e-1573-4778-b41b-b615b4d062b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.263825] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] c44451ce-ff63-44a7-a7dc-f84fd88afc38/c44451ce-ff63-44a7-a7dc-f84fd88afc38.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.263991] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5f5bdc6-360f-4627-972e-901746a5e72a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.290948] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1445.290948] env[64496]: value = "task-1901459" [ 1445.290948] env[64496]: _type = "Task" [ 1445.290948] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.296527] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901458, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.302952] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.387308] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0855d43-9edb-40d8-baf9-78c1fc001c28 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "7c42bab8-c89d-4040-bda6-2a1cbcda2da1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.908s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.627891] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525ae565-0f00-d231-cb51-0a760a293cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.075631} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.628875] env[64496]: DEBUG nova.network.neutron [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Successfully created port: a3c40126-4a5a-4828-b5fb-f270f7b3e72b {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1445.631155] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.631454] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.632118] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.632118] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.632118] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.632527] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f7d6474-33d8-4d79-b36e-d0dddeab34b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.643804] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.643997] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.644919] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ba3683-e726-4ebe-bee4-f026541d328c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.652504] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1445.652504] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522247d7-9998-a525-fedb-ae6f26c69c07" [ 1445.652504] env[64496]: _type = "Task" [ 1445.652504] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.662775] env[64496]: DEBUG nova.compute.manager [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1445.666414] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522247d7-9998-a525-fedb-ae6f26c69c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.742018] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "aceef315-f152-4b91-9953-2eceb376b255" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.742256] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.792882] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580727} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.801011] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 873c1c05-9f9f-41c7-9815-4a5fbeda8d24/873c1c05-9f9f-41c7-9815-4a5fbeda8d24.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1445.801129] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1445.801738] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e470311-18b5-458b-b6bc-5368ed0f9f35 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.811602] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901459, 'name': ReconfigVM_Task, 'duration_secs': 0.394582} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.815340] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Reconfigured VM instance instance-0000001a to attach disk [datastore1] c44451ce-ff63-44a7-a7dc-f84fd88afc38/c44451ce-ff63-44a7-a7dc-f84fd88afc38.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.816255] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Waiting for the task: (returnval){ [ 1445.816255] env[64496]: value = "task-1901460" [ 1445.816255] env[64496]: _type = "Task" [ 1445.816255] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.816497] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7c1efe0-b4b9-4dd3-b0f5-2e1586994996 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.826624] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.830316] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1445.830316] env[64496]: value = "task-1901461" [ 1445.830316] env[64496]: _type = "Task" [ 1445.830316] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.838973] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901461, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.890675] env[64496]: DEBUG nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1446.084694] env[64496]: DEBUG nova.compute.manager [req-69576502-3255-4f07-ada7-a9f0b1d72c35 req-33191fde-ac8c-485d-908a-7ba22b616e8b service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Received event network-changed-46ea7875-93ff-4630-b6aa-8d4e2b43d4c4 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1446.084789] env[64496]: DEBUG nova.compute.manager [req-69576502-3255-4f07-ada7-a9f0b1d72c35 req-33191fde-ac8c-485d-908a-7ba22b616e8b service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Refreshing instance network info cache due to event network-changed-46ea7875-93ff-4630-b6aa-8d4e2b43d4c4. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1446.084947] env[64496]: DEBUG oslo_concurrency.lockutils [req-69576502-3255-4f07-ada7-a9f0b1d72c35 req-33191fde-ac8c-485d-908a-7ba22b616e8b service nova] Acquiring lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.085136] env[64496]: DEBUG oslo_concurrency.lockutils [req-69576502-3255-4f07-ada7-a9f0b1d72c35 req-33191fde-ac8c-485d-908a-7ba22b616e8b service nova] Acquired lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.085301] env[64496]: DEBUG nova.network.neutron [req-69576502-3255-4f07-ada7-a9f0b1d72c35 req-33191fde-ac8c-485d-908a-7ba22b616e8b service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Refreshing network info cache for port 46ea7875-93ff-4630-b6aa-8d4e2b43d4c4 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.140038] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e6581f-cc6a-47f7-bda4-37f55bf3109c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.149098] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd95d03-5df7-4114-987c-934824605c12 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.193482] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b9a3c7-07af-4864-8491-69d8d39e5016 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.199804] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522247d7-9998-a525-fedb-ae6f26c69c07, 'name': SearchDatastore_Task, 'duration_secs': 0.013214} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.200780] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a83260a3-1bc9-4dbe-9fdb-5d264d73322a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.207849] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6a5f5e-ce0b-4704-9b23-e4a7d3a6d750 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.212433] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1446.212433] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a51e09-9673-0596-9cc7-0522c6f7a3a8" [ 1446.212433] env[64496]: _type = "Task" [ 1446.212433] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.223673] env[64496]: DEBUG nova.compute.provider_tree [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.231220] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a51e09-9673-0596-9cc7-0522c6f7a3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013075} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.231481] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.231725] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] c91a94a3-8271-4976-bb3c-a503205eea24/c91a94a3-8271-4976-bb3c-a503205eea24.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.231970] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c34ccfbe-6c76-4033-b053-b9d9ff385c4a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.240118] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1446.240118] env[64496]: value = "task-1901462" [ 1446.240118] env[64496]: _type = "Task" [ 1446.240118] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.248466] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.328905] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094184} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.329255] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1446.330194] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c05dbe8-20a6-4822-95c0-04267fa94c4f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.342020] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901461, 'name': Rename_Task, 'duration_secs': 0.155786} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.352588] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.361740] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 873c1c05-9f9f-41c7-9815-4a5fbeda8d24/873c1c05-9f9f-41c7-9815-4a5fbeda8d24.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.362103] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bac52f9c-1805-4338-81f6-cf071fb2dfc5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.364069] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42b92104-4ccd-4a0e-ae26-0d740d393fb8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.386975] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Waiting for the task: (returnval){ [ 1446.386975] env[64496]: value = "task-1901464" [ 1446.386975] env[64496]: _type = "Task" [ 1446.386975] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.388473] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1446.388473] env[64496]: value = "task-1901463" [ 1446.388473] env[64496]: _type = "Task" [ 1446.388473] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.400791] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.406121] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.418053] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.704078] env[64496]: DEBUG nova.compute.manager [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1446.735561] env[64496]: DEBUG nova.virt.hardware [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1446.735920] env[64496]: DEBUG nova.virt.hardware [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.736036] env[64496]: DEBUG nova.virt.hardware [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1446.736238] env[64496]: DEBUG nova.virt.hardware [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.736386] env[64496]: DEBUG nova.virt.hardware [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1446.736533] env[64496]: DEBUG nova.virt.hardware [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1446.736742] env[64496]: DEBUG nova.virt.hardware [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1446.736897] env[64496]: DEBUG nova.virt.hardware [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1446.742795] env[64496]: DEBUG nova.virt.hardware [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1446.743179] env[64496]: DEBUG nova.virt.hardware [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1446.743413] env[64496]: DEBUG nova.virt.hardware [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1446.744494] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc1e8f9-4a84-451b-acc7-8860ba81d9e2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.750165] env[64496]: ERROR nova.scheduler.client.report [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [req-6b7e7f8f-e7fc-41fd-904b-369a585c1272] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6b7e7f8f-e7fc-41fd-904b-369a585c1272"}]} [ 1446.765981] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b60d8e6-dd68-42d9-8e0f-6b15582e8509 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.770874] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901462, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.771908] env[64496]: DEBUG nova.scheduler.client.report [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1446.787463] env[64496]: DEBUG nova.scheduler.client.report [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1446.787688] env[64496]: DEBUG nova.compute.provider_tree [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.802424] env[64496]: DEBUG nova.scheduler.client.report [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1446.820630] env[64496]: DEBUG nova.scheduler.client.report [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1446.905982] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901463, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.909257] env[64496]: DEBUG nova.network.neutron [req-69576502-3255-4f07-ada7-a9f0b1d72c35 req-33191fde-ac8c-485d-908a-7ba22b616e8b service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Updated VIF entry in instance network info cache for port 46ea7875-93ff-4630-b6aa-8d4e2b43d4c4. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.909598] env[64496]: DEBUG nova.network.neutron [req-69576502-3255-4f07-ada7-a9f0b1d72c35 req-33191fde-ac8c-485d-908a-7ba22b616e8b service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Updating instance_info_cache with network_info: [{"id": "46ea7875-93ff-4630-b6aa-8d4e2b43d4c4", "address": "fa:16:3e:ce:ba:43", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46ea7875-93", "ovs_interfaceid": "46ea7875-93ff-4630-b6aa-8d4e2b43d4c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.913584] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901464, 'name': ReconfigVM_Task, 'duration_secs': 0.516878} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.914263] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 873c1c05-9f9f-41c7-9815-4a5fbeda8d24/873c1c05-9f9f-41c7-9815-4a5fbeda8d24.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.914864] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be8eca0c-75ea-4317-b8c9-4621acaecca1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.922824] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Waiting for the task: (returnval){ [ 1446.922824] env[64496]: value = "task-1901465" [ 1446.922824] env[64496]: _type = "Task" [ 1446.922824] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.935997] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901465, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.150127] env[64496]: DEBUG nova.compute.manager [req-9bada85f-fe46-452b-810d-91886a19016b req-fcb640bd-64a2-4a0b-9ba4-fd1d9b21dabd service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Received event network-vif-plugged-a3c40126-4a5a-4828-b5fb-f270f7b3e72b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1447.150127] env[64496]: DEBUG oslo_concurrency.lockutils [req-9bada85f-fe46-452b-810d-91886a19016b req-fcb640bd-64a2-4a0b-9ba4-fd1d9b21dabd service nova] Acquiring lock "383a2fc7-69e5-4ca0-b3f2-667afe137190-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.150127] env[64496]: DEBUG oslo_concurrency.lockutils [req-9bada85f-fe46-452b-810d-91886a19016b req-fcb640bd-64a2-4a0b-9ba4-fd1d9b21dabd service nova] Lock "383a2fc7-69e5-4ca0-b3f2-667afe137190-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.150246] env[64496]: DEBUG oslo_concurrency.lockutils [req-9bada85f-fe46-452b-810d-91886a19016b req-fcb640bd-64a2-4a0b-9ba4-fd1d9b21dabd service nova] Lock "383a2fc7-69e5-4ca0-b3f2-667afe137190-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.150436] env[64496]: DEBUG nova.compute.manager [req-9bada85f-fe46-452b-810d-91886a19016b req-fcb640bd-64a2-4a0b-9ba4-fd1d9b21dabd service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] No waiting events found dispatching network-vif-plugged-a3c40126-4a5a-4828-b5fb-f270f7b3e72b {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1447.150616] env[64496]: WARNING nova.compute.manager [req-9bada85f-fe46-452b-810d-91886a19016b req-fcb640bd-64a2-4a0b-9ba4-fd1d9b21dabd service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Received unexpected event network-vif-plugged-a3c40126-4a5a-4828-b5fb-f270f7b3e72b for instance with vm_state building and task_state spawning. [ 1447.259492] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531312} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.259791] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] c91a94a3-8271-4976-bb3c-a503205eea24/c91a94a3-8271-4976-bb3c-a503205eea24.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1447.259953] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1447.260215] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfb6f6c4-5e64-4adc-859a-8b79db51b624 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.262629] env[64496]: DEBUG nova.network.neutron [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Successfully updated port: a3c40126-4a5a-4828-b5fb-f270f7b3e72b {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1447.269846] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1447.269846] env[64496]: value = "task-1901466" [ 1447.269846] env[64496]: _type = "Task" [ 1447.269846] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.283065] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.338209] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a283d61-80ca-439c-bb08-b6e94589cd77 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.347230] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f891c25-2ae5-4df1-a7d3-314825ee61b4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.379834] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543693e7-dbfc-4545-b723-123edf9db640 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.387808] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6c6cc1-d807-4932-815d-e9ed3f83af1c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.401737] env[64496]: DEBUG nova.compute.provider_tree [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.411661] env[64496]: DEBUG oslo_vmware.api [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901463, 'name': PowerOnVM_Task, 'duration_secs': 0.64981} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.411836] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.412047] env[64496]: INFO nova.compute.manager [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Took 5.07 seconds to spawn the instance on the hypervisor. [ 1447.412230] env[64496]: DEBUG nova.compute.manager [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.413507] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bf1516-012e-4849-9efb-ea91e6841406 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.416920] env[64496]: DEBUG oslo_concurrency.lockutils [req-69576502-3255-4f07-ada7-a9f0b1d72c35 req-33191fde-ac8c-485d-908a-7ba22b616e8b service nova] Releasing lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.432928] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901465, 'name': Rename_Task, 'duration_secs': 0.468213} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.433158] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.433409] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf89b2f0-f91a-471a-964a-6ab6c2082942 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.440614] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Waiting for the task: (returnval){ [ 1447.440614] env[64496]: value = "task-1901467" [ 1447.440614] env[64496]: _type = "Task" [ 1447.440614] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.450320] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.766026] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Acquiring lock "refresh_cache-383a2fc7-69e5-4ca0-b3f2-667afe137190" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.766295] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Acquired lock "refresh_cache-383a2fc7-69e5-4ca0-b3f2-667afe137190" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.766514] env[64496]: DEBUG nova.network.neutron [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.780867] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188405} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.781147] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1447.781907] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ce4917-7e98-42b6-bae8-d26f4dea737e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.803878] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] c91a94a3-8271-4976-bb3c-a503205eea24/c91a94a3-8271-4976-bb3c-a503205eea24.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.804238] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcbd8dd4-3310-4da2-84c2-68319d73ca25 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.826270] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1447.826270] env[64496]: value = "task-1901468" [ 1447.826270] env[64496]: _type = "Task" [ 1447.826270] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.839156] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.907867] env[64496]: DEBUG nova.scheduler.client.report [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.930555] env[64496]: INFO nova.compute.manager [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Took 37.53 seconds to build instance. [ 1447.952147] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.310824] env[64496]: DEBUG nova.network.neutron [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.323536] env[64496]: INFO nova.compute.manager [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Rebuilding instance [ 1448.339416] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.368822] env[64496]: DEBUG nova.compute.manager [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.370470] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c90687-dd92-4549-839c-107c454b0087 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.412650] env[64496]: DEBUG oslo_concurrency.lockutils [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.762s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.413179] env[64496]: DEBUG nova.compute.manager [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1448.415782] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.101s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.417709] env[64496]: INFO nova.compute.claims [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1448.432433] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f8f6506b-78ee-44f6-99a2-b009fad43e26 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Lock "c44451ce-ff63-44a7-a7dc-f84fd88afc38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.577s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.458298] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901467, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.493456] env[64496]: DEBUG nova.network.neutron [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Updating instance_info_cache with network_info: [{"id": "a3c40126-4a5a-4828-b5fb-f270f7b3e72b", "address": "fa:16:3e:84:78:1b", "network": {"id": "ebfdbb9e-b721-45ab-a030-3085d437e7f0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-544098655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3494d697d24add8de8318454fd16e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c40126-4a", "ovs_interfaceid": "a3c40126-4a5a-4828-b5fb-f270f7b3e72b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.835843] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901468, 'name': ReconfigVM_Task, 'duration_secs': 0.637929} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.836164] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Reconfigured VM instance instance-0000001b to attach disk [datastore1] c91a94a3-8271-4976-bb3c-a503205eea24/c91a94a3-8271-4976-bb3c-a503205eea24.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.836760] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b834f5c6-bee6-420f-88db-41e360b115db {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.843760] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1448.843760] env[64496]: value = "task-1901469" [ 1448.843760] env[64496]: _type = "Task" [ 1448.843760] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.851641] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901469, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.922067] env[64496]: DEBUG nova.compute.utils [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1448.925318] env[64496]: DEBUG nova.compute.manager [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Not allocating networking since 'none' was specified. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1448.935314] env[64496]: DEBUG nova.compute.manager [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1448.953638] env[64496]: DEBUG oslo_vmware.api [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901467, 'name': PowerOnVM_Task, 'duration_secs': 1.064925} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.953917] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.954137] env[64496]: INFO nova.compute.manager [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1448.954318] env[64496]: DEBUG nova.compute.manager [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.955409] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fc26aa-db27-4a96-8332-847b133c88cc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.995905] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Releasing lock "refresh_cache-383a2fc7-69e5-4ca0-b3f2-667afe137190" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.996237] env[64496]: DEBUG nova.compute.manager [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Instance network_info: |[{"id": "a3c40126-4a5a-4828-b5fb-f270f7b3e72b", "address": "fa:16:3e:84:78:1b", "network": {"id": "ebfdbb9e-b721-45ab-a030-3085d437e7f0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-544098655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3494d697d24add8de8318454fd16e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c40126-4a", "ovs_interfaceid": "a3c40126-4a5a-4828-b5fb-f270f7b3e72b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1448.996668] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:78:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3c40126-4a5a-4828-b5fb-f270f7b3e72b', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.004037] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Creating folder: Project (ae3494d697d24add8de8318454fd16e5). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.004902] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fae541ab-77b9-46ad-9ad4-448df5dd5148 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.018463] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Created folder: Project (ae3494d697d24add8de8318454fd16e5) in parent group-v392474. [ 1449.018666] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Creating folder: Instances. Parent ref: group-v392560. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.018982] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95d0bbf7-537b-4128-b2d1-52273c64d92b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.029542] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Created folder: Instances in parent group-v392560. [ 1449.029927] env[64496]: DEBUG oslo.service.loopingcall [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.030119] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.030394] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac44a83b-3ca2-48b0-8fdd-a0028f47f175 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.050251] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.050251] env[64496]: value = "task-1901472" [ 1449.050251] env[64496]: _type = "Task" [ 1449.050251] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.058140] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901472, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.176319] env[64496]: DEBUG nova.compute.manager [req-8f97cd76-7ba7-48dc-abf6-c41e694293c3 req-0ba431d0-1b93-4817-90c3-7e0c25aaa79d service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Received event network-changed-a3c40126-4a5a-4828-b5fb-f270f7b3e72b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1449.176528] env[64496]: DEBUG nova.compute.manager [req-8f97cd76-7ba7-48dc-abf6-c41e694293c3 req-0ba431d0-1b93-4817-90c3-7e0c25aaa79d service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Refreshing instance network info cache due to event network-changed-a3c40126-4a5a-4828-b5fb-f270f7b3e72b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1449.176750] env[64496]: DEBUG oslo_concurrency.lockutils [req-8f97cd76-7ba7-48dc-abf6-c41e694293c3 req-0ba431d0-1b93-4817-90c3-7e0c25aaa79d service nova] Acquiring lock "refresh_cache-383a2fc7-69e5-4ca0-b3f2-667afe137190" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.176889] env[64496]: DEBUG oslo_concurrency.lockutils [req-8f97cd76-7ba7-48dc-abf6-c41e694293c3 req-0ba431d0-1b93-4817-90c3-7e0c25aaa79d service nova] Acquired lock "refresh_cache-383a2fc7-69e5-4ca0-b3f2-667afe137190" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.177056] env[64496]: DEBUG nova.network.neutron [req-8f97cd76-7ba7-48dc-abf6-c41e694293c3 req-0ba431d0-1b93-4817-90c3-7e0c25aaa79d service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Refreshing network info cache for port a3c40126-4a5a-4828-b5fb-f270f7b3e72b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.357048] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901469, 'name': Rename_Task, 'duration_secs': 0.144132} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.357435] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.357696] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-582c417f-bfbb-4412-b002-3039513ee108 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.365235] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1449.365235] env[64496]: value = "task-1901473" [ 1449.365235] env[64496]: _type = "Task" [ 1449.365235] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.376316] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.390114] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.390412] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2e8429d-2287-4685-bc38-311ff8033957 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.398780] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1449.398780] env[64496]: value = "task-1901474" [ 1449.398780] env[64496]: _type = "Task" [ 1449.398780] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.409732] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.425887] env[64496]: DEBUG nova.compute.manager [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1449.458270] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.476863] env[64496]: INFO nova.compute.manager [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Took 43.32 seconds to build instance. [ 1449.561363] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901472, 'name': CreateVM_Task, 'duration_secs': 0.340155} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.564140] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.565148] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.565355] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.565781] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.565953] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a56f2147-931d-4da2-ac71-f77726650042 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.572063] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Waiting for the task: (returnval){ [ 1449.572063] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5222a32e-2953-b302-a6c0-bf5eda0a30be" [ 1449.572063] env[64496]: _type = "Task" [ 1449.572063] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.585344] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5222a32e-2953-b302-a6c0-bf5eda0a30be, 'name': SearchDatastore_Task, 'duration_secs': 0.011063} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.585658] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.585895] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1449.586174] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.586333] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.586514] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.586775] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b5a5905-923f-4049-bb20-142b732ab75c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.604062] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.604243] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.604980] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911365c9-af58-4a57-bb1b-ea0b4b5f6ac0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.611844] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Waiting for the task: (returnval){ [ 1449.611844] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a788bd-03c7-8482-c702-623cbb76d90b" [ 1449.611844] env[64496]: _type = "Task" [ 1449.611844] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.624884] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a788bd-03c7-8482-c702-623cbb76d90b, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.628495] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698e8015-6821-4c4c-a16a-4c899edf9910 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.634940] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Waiting for the task: (returnval){ [ 1449.634940] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520f0223-6818-f535-0c32-9b163cce71c9" [ 1449.634940] env[64496]: _type = "Task" [ 1449.634940] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.646382] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520f0223-6818-f535-0c32-9b163cce71c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.876431] env[64496]: DEBUG oslo_vmware.api [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901473, 'name': PowerOnVM_Task, 'duration_secs': 0.509362} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.879325] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1449.879552] env[64496]: INFO nova.compute.manager [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Took 5.42 seconds to spawn the instance on the hypervisor. [ 1449.879729] env[64496]: DEBUG nova.compute.manager [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1449.880731] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b23643-3ea0-4b2d-9154-852f064ad436 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.909449] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901474, 'name': PowerOffVM_Task, 'duration_secs': 0.18975} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.912326] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.912599] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1449.913612] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacdb79d-e88c-4d6c-b724-ea8c216620e3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.922384] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.922631] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c5b1b2a-de86-45b7-b918-f9c66a8ed91a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.925647] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6908a68-9a20-4fb8-809b-bd191432acdc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.940884] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ab7c29-c563-4d2e-89a4-b819250ee6db {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.976471] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d800f028-ed62-4d01-b646-f3b7bb4049e7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.979411] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.979659] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.979877] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Deleting the datastore file [datastore1] c44451ce-ff63-44a7-a7dc-f84fd88afc38 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.980318] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c337e839-eb10-4567-9ce8-f73929ac53e6 tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Lock "873c1c05-9f9f-41c7-9815-4a5fbeda8d24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.195s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.980541] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b1b1543-e052-4c20-875a-849a4fda01ba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.989201] env[64496]: DEBUG nova.network.neutron [req-8f97cd76-7ba7-48dc-abf6-c41e694293c3 req-0ba431d0-1b93-4817-90c3-7e0c25aaa79d service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Updated VIF entry in instance network info cache for port a3c40126-4a5a-4828-b5fb-f270f7b3e72b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.989569] env[64496]: DEBUG nova.network.neutron [req-8f97cd76-7ba7-48dc-abf6-c41e694293c3 req-0ba431d0-1b93-4817-90c3-7e0c25aaa79d service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Updating instance_info_cache with network_info: [{"id": "a3c40126-4a5a-4828-b5fb-f270f7b3e72b", "address": "fa:16:3e:84:78:1b", "network": {"id": "ebfdbb9e-b721-45ab-a030-3085d437e7f0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-544098655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3494d697d24add8de8318454fd16e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c40126-4a", "ovs_interfaceid": "a3c40126-4a5a-4828-b5fb-f270f7b3e72b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.995749] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b815565-cd2f-4605-9867-146b8d0bb97d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.996708] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1449.996708] env[64496]: value = "task-1901476" [ 1449.996708] env[64496]: _type = "Task" [ 1449.996708] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.011763] env[64496]: DEBUG nova.compute.provider_tree [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.018881] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.105086] env[64496]: DEBUG nova.compute.manager [req-b3df088e-63a3-41e6-9540-523883a33861 req-2dc982f2-5b76-45e9-917e-86c987fe784c service nova] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Received event network-changed-68c36206-8049-4d3d-9563-a8dbd250f08f {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1450.105305] env[64496]: DEBUG nova.compute.manager [req-b3df088e-63a3-41e6-9540-523883a33861 req-2dc982f2-5b76-45e9-917e-86c987fe784c service nova] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Refreshing instance network info cache due to event network-changed-68c36206-8049-4d3d-9563-a8dbd250f08f. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1450.105525] env[64496]: DEBUG oslo_concurrency.lockutils [req-b3df088e-63a3-41e6-9540-523883a33861 req-2dc982f2-5b76-45e9-917e-86c987fe784c service nova] Acquiring lock "refresh_cache-873c1c05-9f9f-41c7-9815-4a5fbeda8d24" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.106276] env[64496]: DEBUG oslo_concurrency.lockutils [req-b3df088e-63a3-41e6-9540-523883a33861 req-2dc982f2-5b76-45e9-917e-86c987fe784c service nova] Acquired lock "refresh_cache-873c1c05-9f9f-41c7-9815-4a5fbeda8d24" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.106524] env[64496]: DEBUG nova.network.neutron [req-b3df088e-63a3-41e6-9540-523883a33861 req-2dc982f2-5b76-45e9-917e-86c987fe784c service nova] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Refreshing network info cache for port 68c36206-8049-4d3d-9563-a8dbd250f08f {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.145853] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520f0223-6818-f535-0c32-9b163cce71c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.146164] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.146433] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 383a2fc7-69e5-4ca0-b3f2-667afe137190/383a2fc7-69e5-4ca0-b3f2-667afe137190.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.146707] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecbba8c9-7ec6-490f-ad7d-381a31071017 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.156034] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Waiting for the task: (returnval){ [ 1450.156034] env[64496]: value = "task-1901477" [ 1450.156034] env[64496]: _type = "Task" [ 1450.156034] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.169386] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.399799] env[64496]: INFO nova.compute.manager [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Took 34.75 seconds to build instance. [ 1450.439025] env[64496]: DEBUG nova.compute.manager [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1450.465156] env[64496]: DEBUG nova.virt.hardware [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1450.465466] env[64496]: DEBUG nova.virt.hardware [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.465630] env[64496]: DEBUG nova.virt.hardware [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1450.465811] env[64496]: DEBUG nova.virt.hardware [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.465957] env[64496]: DEBUG nova.virt.hardware [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1450.466115] env[64496]: DEBUG nova.virt.hardware [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1450.466330] env[64496]: DEBUG nova.virt.hardware [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1450.466485] env[64496]: DEBUG nova.virt.hardware [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1450.466649] env[64496]: DEBUG nova.virt.hardware [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1450.466811] env[64496]: DEBUG nova.virt.hardware [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1450.466982] env[64496]: DEBUG nova.virt.hardware [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1450.467891] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba97065c-2a29-4817-b83e-96b670630d3e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.476425] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eeb9c8-2bd6-45f0-9f5f-79710ad30af1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.492305] env[64496]: DEBUG nova.compute.manager [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1450.494218] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Instance VIF info [] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1450.500034] env[64496]: DEBUG oslo.service.loopingcall [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1450.500697] env[64496]: DEBUG oslo_concurrency.lockutils [req-8f97cd76-7ba7-48dc-abf6-c41e694293c3 req-0ba431d0-1b93-4817-90c3-7e0c25aaa79d service nova] Releasing lock "refresh_cache-383a2fc7-69e5-4ca0-b3f2-667afe137190" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.501147] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1450.504375] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30deee76-3a45-4c51-b4d8-bdf462af4786 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.518312] env[64496]: DEBUG nova.scheduler.client.report [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.529178] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179113} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.530555] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1450.530857] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1450.531164] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1450.534030] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1450.534030] env[64496]: value = "task-1901478" [ 1450.534030] env[64496]: _type = "Task" [ 1450.534030] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.544993] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901478, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.669817] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901477, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.903116] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b80517c-37e6-42b2-8803-68e6733a6f09 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "c91a94a3-8271-4976-bb3c-a503205eea24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.424s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.916904] env[64496]: DEBUG nova.network.neutron [req-b3df088e-63a3-41e6-9540-523883a33861 req-2dc982f2-5b76-45e9-917e-86c987fe784c service nova] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Updated VIF entry in instance network info cache for port 68c36206-8049-4d3d-9563-a8dbd250f08f. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.916904] env[64496]: DEBUG nova.network.neutron [req-b3df088e-63a3-41e6-9540-523883a33861 req-2dc982f2-5b76-45e9-917e-86c987fe784c service nova] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Updating instance_info_cache with network_info: [{"id": "68c36206-8049-4d3d-9563-a8dbd250f08f", "address": "fa:16:3e:9e:35:e8", "network": {"id": "5e77626f-5acc-4514-a15e-5380f26b0d46", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-479407370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae9538004334783acfdd6b02188c1d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c36206-80", "ovs_interfaceid": "68c36206-8049-4d3d-9563-a8dbd250f08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.020236] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.024695] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.024695] env[64496]: DEBUG nova.compute.manager [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1451.027474] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.971s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.029035] env[64496]: INFO nova.compute.claims [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1451.047268] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901478, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.166061] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828313} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.166364] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 383a2fc7-69e5-4ca0-b3f2-667afe137190/383a2fc7-69e5-4ca0-b3f2-667afe137190.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1451.166578] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1451.166819] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b942bb67-9a87-4395-9b42-0a269e8153b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.174194] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Waiting for the task: (returnval){ [ 1451.174194] env[64496]: value = "task-1901479" [ 1451.174194] env[64496]: _type = "Task" [ 1451.174194] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.182341] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.406680] env[64496]: DEBUG nova.compute.manager [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1451.421048] env[64496]: DEBUG oslo_concurrency.lockutils [req-b3df088e-63a3-41e6-9540-523883a33861 req-2dc982f2-5b76-45e9-917e-86c987fe784c service nova] Releasing lock "refresh_cache-873c1c05-9f9f-41c7-9815-4a5fbeda8d24" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.538021] env[64496]: DEBUG nova.compute.utils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1451.539336] env[64496]: DEBUG nova.compute.manager [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1451.539505] env[64496]: DEBUG nova.network.neutron [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1451.555153] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901478, 'name': CreateVM_Task, 'duration_secs': 0.606258} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.555364] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.555857] env[64496]: DEBUG oslo_concurrency.lockutils [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.556090] env[64496]: DEBUG oslo_concurrency.lockutils [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.556479] env[64496]: DEBUG oslo_concurrency.lockutils [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1451.556760] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ac6bc8-660e-49ab-9b50-66ef99524e65 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.564720] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1451.564720] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5261f383-5e42-bff6-d914-88c5d8035a50" [ 1451.564720] env[64496]: _type = "Task" [ 1451.564720] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.573101] env[64496]: DEBUG nova.virt.hardware [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1451.573376] env[64496]: DEBUG nova.virt.hardware [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1451.573537] env[64496]: DEBUG nova.virt.hardware [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1451.573715] env[64496]: DEBUG nova.virt.hardware [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1451.573858] env[64496]: DEBUG nova.virt.hardware [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1451.574009] env[64496]: DEBUG nova.virt.hardware [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1451.574222] env[64496]: DEBUG nova.virt.hardware [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1451.574386] env[64496]: DEBUG nova.virt.hardware [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1451.574618] env[64496]: DEBUG nova.virt.hardware [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1451.574791] env[64496]: DEBUG nova.virt.hardware [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1451.574963] env[64496]: DEBUG nova.virt.hardware [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1451.575807] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf23925-1190-46c7-9e5e-3b232b7fc3fc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.581164] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5261f383-5e42-bff6-d914-88c5d8035a50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.586492] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f38f041-6c1f-4405-95cc-0786b58a1e57 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.601236] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Instance VIF info [] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1451.606986] env[64496]: DEBUG oslo.service.loopingcall [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1451.607290] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1451.607524] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0432bfec-d9b9-4171-8804-b421e4d21698 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.623621] env[64496]: DEBUG nova.policy [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1d92fe0ac394a1ebdc9b820eaf2e742', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c5449372e694299a2ef4919b1473e96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1451.627344] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1451.627344] env[64496]: value = "task-1901480" [ 1451.627344] env[64496]: _type = "Task" [ 1451.627344] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.636046] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901480, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.683321] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.929014] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.984933] env[64496]: DEBUG nova.network.neutron [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Successfully created port: b7b1b1e1-fd90-4383-b461-9e9ef1a63580 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1452.044090] env[64496]: DEBUG nova.compute.manager [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1452.078417] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5261f383-5e42-bff6-d914-88c5d8035a50, 'name': SearchDatastore_Task, 'duration_secs': 0.030594} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.083021] env[64496]: DEBUG oslo_concurrency.lockutils [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.083265] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1452.083518] env[64496]: DEBUG oslo_concurrency.lockutils [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.083727] env[64496]: DEBUG oslo_concurrency.lockutils [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.084025] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.084445] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-908d602e-0144-48fc-b94d-a2990b846bd3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.103819] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.104023] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1452.104818] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf166f1-7410-42bb-b351-a1b7788ec47c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.117707] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1452.117707] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528be9fa-b494-bf92-8404-d1fdaea5cf85" [ 1452.117707] env[64496]: _type = "Task" [ 1452.117707] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.135255] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528be9fa-b494-bf92-8404-d1fdaea5cf85, 'name': SearchDatastore_Task, 'duration_secs': 0.012354} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.136819] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d69d0ecc-de1b-4b54-88e0-8bc76fd094b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.144552] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901480, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.148873] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1452.148873] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d3bb51-021f-528e-06b6-ec5b152ff889" [ 1452.148873] env[64496]: _type = "Task" [ 1452.148873] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.159395] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d3bb51-021f-528e-06b6-ec5b152ff889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.183787] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901479, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.582967] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58df56be-887d-4538-92e4-49d44a6b0f04 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.591594] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a75731c-6e1a-4604-a8b3-aaa094019237 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.626290] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24848cde-660a-45a8-b897-8e143c02e710 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.641335] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb42e1d-a91d-4f40-9f39-2ce360796c83 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.645088] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901480, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.657099] env[64496]: DEBUG nova.compute.provider_tree [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.666521] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d3bb51-021f-528e-06b6-ec5b152ff889, 'name': SearchDatastore_Task, 'duration_secs': 0.012982} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.667291] env[64496]: DEBUG oslo_concurrency.lockutils [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.667513] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] faf41e9a-63f0-491b-9ad4-3452182d07fb/faf41e9a-63f0-491b-9ad4-3452182d07fb.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.667746] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a950724c-bad8-4c13-a990-ff76c303bb85 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.675222] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1452.675222] env[64496]: value = "task-1901481" [ 1452.675222] env[64496]: _type = "Task" [ 1452.675222] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.685888] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.090092} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.688705] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.689266] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.689939] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f192642-7470-4291-b02f-0c26e2e85bf2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.711552] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 383a2fc7-69e5-4ca0-b3f2-667afe137190/383a2fc7-69e5-4ca0-b3f2-667afe137190.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.712120] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-030c1739-3876-40eb-b84e-ea30942acb66 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.733045] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Waiting for the task: (returnval){ [ 1452.733045] env[64496]: value = "task-1901482" [ 1452.733045] env[64496]: _type = "Task" [ 1452.733045] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.741401] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.056823] env[64496]: DEBUG nova.compute.manager [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1453.084812] env[64496]: DEBUG nova.virt.hardware [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1453.085119] env[64496]: DEBUG nova.virt.hardware [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.085397] env[64496]: DEBUG nova.virt.hardware [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1453.085633] env[64496]: DEBUG nova.virt.hardware [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.085813] env[64496]: DEBUG nova.virt.hardware [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1453.085995] env[64496]: DEBUG nova.virt.hardware [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1453.086288] env[64496]: DEBUG nova.virt.hardware [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1453.086468] env[64496]: DEBUG nova.virt.hardware [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1453.086673] env[64496]: DEBUG nova.virt.hardware [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1453.086869] env[64496]: DEBUG nova.virt.hardware [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1453.087089] env[64496]: DEBUG nova.virt.hardware [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1453.088063] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bb8baf-ffef-4276-87cd-dcfb1b96ec27 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.097968] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf997c8-20a4-4df7-8767-084a58d91293 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.139631] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901480, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.162810] env[64496]: DEBUG nova.scheduler.client.report [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.188931] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483251} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.189191] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] faf41e9a-63f0-491b-9ad4-3452182d07fb/faf41e9a-63f0-491b-9ad4-3452182d07fb.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1453.189403] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1453.189660] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-948d7c3d-cad8-41d0-b0af-7190e8d0dd5c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.196580] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1453.196580] env[64496]: value = "task-1901483" [ 1453.196580] env[64496]: _type = "Task" [ 1453.196580] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.205624] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.244076] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.642228] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901480, 'name': CreateVM_Task, 'duration_secs': 1.887482} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.642502] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1453.642795] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.642959] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.643315] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1453.643599] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ff3dec-883f-40b9-bef0-4bb94da26707 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.649059] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1453.649059] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528127c2-e777-72c6-34f3-af0e2ffcf969" [ 1453.649059] env[64496]: _type = "Task" [ 1453.649059] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.657583] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528127c2-e777-72c6-34f3-af0e2ffcf969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.669167] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.669167] env[64496]: DEBUG nova.compute.manager [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1453.671839] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.994s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.672167] env[64496]: DEBUG nova.objects.instance [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Lazy-loading 'resources' on Instance uuid 3310d50a-ed0a-41a0-899c-923bfdcdf159 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.707145] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158739} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.707421] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1453.708238] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1b07c3-dcfd-4134-a8b9-4e8e500cfef8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.736484] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] faf41e9a-63f0-491b-9ad4-3452182d07fb/faf41e9a-63f0-491b-9ad4-3452182d07fb.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.737199] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab0b5d97-f759-4e38-bfe8-0d505e4a9acf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.761235] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.762940] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1453.762940] env[64496]: value = "task-1901484" [ 1453.762940] env[64496]: _type = "Task" [ 1453.762940] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.771221] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.838243] env[64496]: DEBUG nova.compute.manager [req-578d414e-10af-4620-87c3-d3f0c42d3256 req-918ae879-a12a-4a3e-8123-4c879a881b86 service nova] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Received event network-vif-plugged-b7b1b1e1-fd90-4383-b461-9e9ef1a63580 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1453.838243] env[64496]: DEBUG oslo_concurrency.lockutils [req-578d414e-10af-4620-87c3-d3f0c42d3256 req-918ae879-a12a-4a3e-8123-4c879a881b86 service nova] Acquiring lock "809dc4e0-b5bf-4f32-987b-08960c97fcca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.838243] env[64496]: DEBUG oslo_concurrency.lockutils [req-578d414e-10af-4620-87c3-d3f0c42d3256 req-918ae879-a12a-4a3e-8123-4c879a881b86 service nova] Lock "809dc4e0-b5bf-4f32-987b-08960c97fcca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.838378] env[64496]: DEBUG oslo_concurrency.lockutils [req-578d414e-10af-4620-87c3-d3f0c42d3256 req-918ae879-a12a-4a3e-8123-4c879a881b86 service nova] Lock "809dc4e0-b5bf-4f32-987b-08960c97fcca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.838555] env[64496]: DEBUG nova.compute.manager [req-578d414e-10af-4620-87c3-d3f0c42d3256 req-918ae879-a12a-4a3e-8123-4c879a881b86 service nova] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] No waiting events found dispatching network-vif-plugged-b7b1b1e1-fd90-4383-b461-9e9ef1a63580 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1453.838752] env[64496]: WARNING nova.compute.manager [req-578d414e-10af-4620-87c3-d3f0c42d3256 req-918ae879-a12a-4a3e-8123-4c879a881b86 service nova] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Received unexpected event network-vif-plugged-b7b1b1e1-fd90-4383-b461-9e9ef1a63580 for instance with vm_state building and task_state spawning. [ 1453.906033] env[64496]: DEBUG nova.network.neutron [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Successfully updated port: b7b1b1e1-fd90-4383-b461-9e9ef1a63580 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1454.160631] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528127c2-e777-72c6-34f3-af0e2ffcf969, 'name': SearchDatastore_Task, 'duration_secs': 0.013248} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.161017] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.161320] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.161603] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.161791] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.162086] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.163031] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cc8f071-a2f5-4eaa-8dd0-d061536b558a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.171708] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.171850] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1454.172568] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2464abc9-41ad-41e7-b52e-24fc88b01cc3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.176544] env[64496]: DEBUG nova.compute.utils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1454.183029] env[64496]: DEBUG nova.compute.manager [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1454.183029] env[64496]: DEBUG nova.network.neutron [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1454.185207] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1454.185207] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52baec12-ba20-4917-8735-71fcfe9a15c3" [ 1454.185207] env[64496]: _type = "Task" [ 1454.185207] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.194785] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52baec12-ba20-4917-8735-71fcfe9a15c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010526} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.195600] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b507fa9f-286b-4154-85fe-d704649f756a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.201902] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1454.201902] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52392a5b-6484-4ef0-4eff-516bc52d6e18" [ 1454.201902] env[64496]: _type = "Task" [ 1454.201902] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.214959] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52392a5b-6484-4ef0-4eff-516bc52d6e18, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.215278] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.215537] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] c44451ce-ff63-44a7-a7dc-f84fd88afc38/c44451ce-ff63-44a7-a7dc-f84fd88afc38.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1454.215895] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a0fa305-8a4b-45e5-a8a1-1ee96a405eab {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.226456] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1454.226456] env[64496]: value = "task-1901485" [ 1454.226456] env[64496]: _type = "Task" [ 1454.226456] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.239640] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.250251] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.268963] env[64496]: DEBUG nova.policy [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90342f49efaa4c8cbb0c493d0d201a2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '865b8ece8ce94513a4e31eb9a115d50a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1454.279758] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.411385] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Acquiring lock "refresh_cache-809dc4e0-b5bf-4f32-987b-08960c97fcca" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.411385] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Acquired lock "refresh_cache-809dc4e0-b5bf-4f32-987b-08960c97fcca" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.411385] env[64496]: DEBUG nova.network.neutron [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.668745] env[64496]: DEBUG nova.network.neutron [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Successfully created port: 009d6957-8ed1-484d-afc2-733ec13cda04 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1454.682140] env[64496]: DEBUG nova.compute.manager [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1454.749891] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492057} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.751332] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] c44451ce-ff63-44a7-a7dc-f84fd88afc38/c44451ce-ff63-44a7-a7dc-f84fd88afc38.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1454.751554] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1454.752282] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7dc7a1-84a5-4262-917b-4080eb51091b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.758107] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45f431e2-6e27-4dc0-b7fb-e87000826fbe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.760214] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901482, 'name': ReconfigVM_Task, 'duration_secs': 1.64397} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.760935] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 383a2fc7-69e5-4ca0-b3f2-667afe137190/383a2fc7-69e5-4ca0-b3f2-667afe137190.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.761692] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27a6407c-7c66-4e49-89ff-b5a044732753 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.769888] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2187397-074b-493b-95f5-13a877891a28 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.775911] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Waiting for the task: (returnval){ [ 1454.775911] env[64496]: value = "task-1901487" [ 1454.775911] env[64496]: _type = "Task" [ 1454.775911] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.776191] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1454.776191] env[64496]: value = "task-1901486" [ 1454.776191] env[64496]: _type = "Task" [ 1454.776191] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.815892] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901484, 'name': ReconfigVM_Task, 'duration_secs': 0.684746} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.817484] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe215d8-df44-4367-a98e-7bc6ea3f43fd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.820255] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Reconfigured VM instance instance-0000001d to attach disk [datastore1] faf41e9a-63f0-491b-9ad4-3452182d07fb/faf41e9a-63f0-491b-9ad4-3452182d07fb.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.826867] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e88ea718-2d7e-4ce5-be21-57018675b9f0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.828801] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901487, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.829087] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901486, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.835190] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a275aa6c-cfb4-4e5a-a90c-3d3498525369 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.840841] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1454.840841] env[64496]: value = "task-1901488" [ 1454.840841] env[64496]: _type = "Task" [ 1454.840841] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.853441] env[64496]: DEBUG nova.compute.provider_tree [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1454.863189] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901488, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.971606] env[64496]: DEBUG nova.network.neutron [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1455.149039] env[64496]: DEBUG nova.network.neutron [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Updating instance_info_cache with network_info: [{"id": "b7b1b1e1-fd90-4383-b461-9e9ef1a63580", "address": "fa:16:3e:aa:ad:63", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b1b1e1-fd", "ovs_interfaceid": "b7b1b1e1-fd90-4383-b461-9e9ef1a63580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.289959] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901487, 'name': Rename_Task, 'duration_secs': 0.163561} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.292891] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.293259] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075671} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.293819] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7e878d0-6340-46c2-8ed2-ec3950668536 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.295479] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1455.296239] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0427b3-2254-4a7b-999d-4c3787a1c817 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.317083] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] c44451ce-ff63-44a7-a7dc-f84fd88afc38/c44451ce-ff63-44a7-a7dc-f84fd88afc38.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.318531] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a431da21-0bb9-4272-9d6f-e9140eaf8a2e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.332689] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Waiting for the task: (returnval){ [ 1455.332689] env[64496]: value = "task-1901489" [ 1455.332689] env[64496]: _type = "Task" [ 1455.332689] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.338939] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1455.338939] env[64496]: value = "task-1901490" [ 1455.338939] env[64496]: _type = "Task" [ 1455.338939] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.342725] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.354844] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901488, 'name': Rename_Task, 'duration_secs': 0.142409} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.358078] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.361347] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901490, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.362226] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4499293-1007-4668-ba16-75c060906de5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.369883] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1455.369883] env[64496]: value = "task-1901491" [ 1455.369883] env[64496]: _type = "Task" [ 1455.369883] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.382293] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.392030] env[64496]: DEBUG nova.scheduler.client.report [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1455.392030] env[64496]: DEBUG nova.compute.provider_tree [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 53 to 54 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1455.392030] env[64496]: DEBUG nova.compute.provider_tree [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1455.651650] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Releasing lock "refresh_cache-809dc4e0-b5bf-4f32-987b-08960c97fcca" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.652057] env[64496]: DEBUG nova.compute.manager [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Instance network_info: |[{"id": "b7b1b1e1-fd90-4383-b461-9e9ef1a63580", "address": "fa:16:3e:aa:ad:63", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b1b1e1-fd", "ovs_interfaceid": "b7b1b1e1-fd90-4383-b461-9e9ef1a63580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1455.652476] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:ad:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7b1b1e1-fd90-4383-b461-9e9ef1a63580', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1455.659988] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Creating folder: Project (5c5449372e694299a2ef4919b1473e96). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1455.660284] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4da3161-e2dc-495b-ab84-92940e61cd4b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.672331] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Created folder: Project (5c5449372e694299a2ef4919b1473e96) in parent group-v392474. [ 1455.672600] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Creating folder: Instances. Parent ref: group-v392565. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1455.672772] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-351003fb-33c2-48e9-bef5-1f2f7e091100 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.683684] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Created folder: Instances in parent group-v392565. [ 1455.683866] env[64496]: DEBUG oslo.service.loopingcall [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.684091] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1455.684327] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adb1abd6-a13c-4aac-a774-bfabb41d678f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.701628] env[64496]: DEBUG nova.compute.manager [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1455.709479] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1455.709479] env[64496]: value = "task-1901494" [ 1455.709479] env[64496]: _type = "Task" [ 1455.709479] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.718399] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901494, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.730108] env[64496]: DEBUG nova.virt.hardware [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1455.730324] env[64496]: DEBUG nova.virt.hardware [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.730479] env[64496]: DEBUG nova.virt.hardware [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1455.730663] env[64496]: DEBUG nova.virt.hardware [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.730855] env[64496]: DEBUG nova.virt.hardware [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1455.731017] env[64496]: DEBUG nova.virt.hardware [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1455.731239] env[64496]: DEBUG nova.virt.hardware [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1455.731420] env[64496]: DEBUG nova.virt.hardware [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1455.731600] env[64496]: DEBUG nova.virt.hardware [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1455.731765] env[64496]: DEBUG nova.virt.hardware [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1455.731937] env[64496]: DEBUG nova.virt.hardware [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1455.732781] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ced1887-fe99-4d48-957a-b153abb93128 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.741421] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1da9be-e500-4e79-889a-8eacb70e68fb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.846688] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901489, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.859461] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.880695] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.890160] env[64496]: DEBUG nova.compute.manager [req-2f129658-7dfc-4d26-94f1-2794efa1b112 req-b02b2717-aea4-4e1e-8e16-9c9ae7a0bb45 service nova] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Received event network-changed-b7b1b1e1-fd90-4383-b461-9e9ef1a63580 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1455.890160] env[64496]: DEBUG nova.compute.manager [req-2f129658-7dfc-4d26-94f1-2794efa1b112 req-b02b2717-aea4-4e1e-8e16-9c9ae7a0bb45 service nova] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Refreshing instance network info cache due to event network-changed-b7b1b1e1-fd90-4383-b461-9e9ef1a63580. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1455.890383] env[64496]: DEBUG oslo_concurrency.lockutils [req-2f129658-7dfc-4d26-94f1-2794efa1b112 req-b02b2717-aea4-4e1e-8e16-9c9ae7a0bb45 service nova] Acquiring lock "refresh_cache-809dc4e0-b5bf-4f32-987b-08960c97fcca" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.890526] env[64496]: DEBUG oslo_concurrency.lockutils [req-2f129658-7dfc-4d26-94f1-2794efa1b112 req-b02b2717-aea4-4e1e-8e16-9c9ae7a0bb45 service nova] Acquired lock "refresh_cache-809dc4e0-b5bf-4f32-987b-08960c97fcca" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.890684] env[64496]: DEBUG nova.network.neutron [req-2f129658-7dfc-4d26-94f1-2794efa1b112 req-b02b2717-aea4-4e1e-8e16-9c9ae7a0bb45 service nova] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Refreshing network info cache for port b7b1b1e1-fd90-4383-b461-9e9ef1a63580 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.896809] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.900424] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.874s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.900833] env[64496]: INFO nova.compute.claims [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.922812] env[64496]: INFO nova.scheduler.client.report [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Deleted allocations for instance 3310d50a-ed0a-41a0-899c-923bfdcdf159 [ 1456.226030] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901494, 'name': CreateVM_Task, 'duration_secs': 0.471663} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.226030] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1456.227260] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.229114] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.229114] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1456.229114] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdfc26c2-0bc2-43dc-bda3-e5187fd4ccca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.236165] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Waiting for the task: (returnval){ [ 1456.236165] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52096625-9ed9-68cd-71d9-a6ebace2750a" [ 1456.236165] env[64496]: _type = "Task" [ 1456.236165] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.250206] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52096625-9ed9-68cd-71d9-a6ebace2750a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.356464] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901489, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.373856] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901490, 'name': ReconfigVM_Task, 'duration_secs': 0.899119} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.379437] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Reconfigured VM instance instance-0000001a to attach disk [datastore1] c44451ce-ff63-44a7-a7dc-f84fd88afc38/c44451ce-ff63-44a7-a7dc-f84fd88afc38.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1456.380610] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b5a192b-22a3-4f30-ba71-ed18e887dd14 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.394387] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901491, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.398499] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1456.398499] env[64496]: value = "task-1901495" [ 1456.398499] env[64496]: _type = "Task" [ 1456.398499] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.412136] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901495, 'name': Rename_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.433929] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c5858acc-d751-49de-bf71-c6d346c2b6cb tempest-ImagesOneServerTestJSON-1497666088 tempest-ImagesOneServerTestJSON-1497666088-project-member] Lock "3310d50a-ed0a-41a0-899c-923bfdcdf159" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.279s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.495846] env[64496]: DEBUG nova.network.neutron [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Successfully updated port: 009d6957-8ed1-484d-afc2-733ec13cda04 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1456.728238] env[64496]: DEBUG nova.network.neutron [req-2f129658-7dfc-4d26-94f1-2794efa1b112 req-b02b2717-aea4-4e1e-8e16-9c9ae7a0bb45 service nova] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Updated VIF entry in instance network info cache for port b7b1b1e1-fd90-4383-b461-9e9ef1a63580. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.728742] env[64496]: DEBUG nova.network.neutron [req-2f129658-7dfc-4d26-94f1-2794efa1b112 req-b02b2717-aea4-4e1e-8e16-9c9ae7a0bb45 service nova] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Updating instance_info_cache with network_info: [{"id": "b7b1b1e1-fd90-4383-b461-9e9ef1a63580", "address": "fa:16:3e:aa:ad:63", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b1b1e1-fd", "ovs_interfaceid": "b7b1b1e1-fd90-4383-b461-9e9ef1a63580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.751474] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52096625-9ed9-68cd-71d9-a6ebace2750a, 'name': SearchDatastore_Task, 'duration_secs': 0.015503} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.751812] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.752057] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1456.752300] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.752449] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.752626] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1456.753316] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60da6d93-8565-4bb0-ab16-0496c37d1ca4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.770323] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1456.770707] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1456.771483] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94641e7c-6fb2-4244-acc1-1a59516a364a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.778713] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Waiting for the task: (returnval){ [ 1456.778713] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527a2c41-ad17-99f7-79c0-d2fe020312be" [ 1456.778713] env[64496]: _type = "Task" [ 1456.778713] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.791282] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527a2c41-ad17-99f7-79c0-d2fe020312be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.845504] env[64496]: DEBUG oslo_vmware.api [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901489, 'name': PowerOnVM_Task, 'duration_secs': 1.081642} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.845818] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.846113] env[64496]: INFO nova.compute.manager [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1456.846362] env[64496]: DEBUG nova.compute.manager [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1456.847153] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb24db0-ab10-4526-9942-abed6f1a9b6b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.886752] env[64496]: DEBUG oslo_vmware.api [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901491, 'name': PowerOnVM_Task, 'duration_secs': 1.056428} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.888110] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.888110] env[64496]: INFO nova.compute.manager [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Took 6.45 seconds to spawn the instance on the hypervisor. [ 1456.888110] env[64496]: DEBUG nova.compute.manager [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1456.889400] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0ab45c-b315-4100-ba26-7c9543e00973 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.911827] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901495, 'name': Rename_Task, 'duration_secs': 0.286613} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.912778] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.913567] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9211ec4b-7d2f-430d-ac03-4171f0c2c553 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.930208] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1456.930208] env[64496]: value = "task-1901496" [ 1456.930208] env[64496]: _type = "Task" [ 1456.930208] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.941377] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.999545] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Acquiring lock "refresh_cache-63cc3567-f8dc-463c-a3d1-e96b74f533a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.999545] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Acquired lock "refresh_cache-63cc3567-f8dc-463c-a3d1-e96b74f533a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.999545] env[64496]: DEBUG nova.network.neutron [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.231203] env[64496]: DEBUG oslo_concurrency.lockutils [req-2f129658-7dfc-4d26-94f1-2794efa1b112 req-b02b2717-aea4-4e1e-8e16-9c9ae7a0bb45 service nova] Releasing lock "refresh_cache-809dc4e0-b5bf-4f32-987b-08960c97fcca" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.292769] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527a2c41-ad17-99f7-79c0-d2fe020312be, 'name': SearchDatastore_Task, 'duration_secs': 0.052609} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.300985] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6869a6-1386-4e6e-90f7-e083c54e79ec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.309381] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Waiting for the task: (returnval){ [ 1457.309381] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52089275-23d8-184e-49b3-48c04fd8b9ff" [ 1457.309381] env[64496]: _type = "Task" [ 1457.309381] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.322298] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52089275-23d8-184e-49b3-48c04fd8b9ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.368964] env[64496]: INFO nova.compute.manager [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Took 39.59 seconds to build instance. [ 1457.419042] env[64496]: INFO nova.compute.manager [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Took 34.95 seconds to build instance. [ 1457.443203] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901496, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.462887] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dea518e-1bee-41fd-84f3-46de414ab564 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.474025] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a214c50-0d66-4a56-9c59-d47a5f913641 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.510620] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dd4151-e732-4b75-a0f9-22aabb66759a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.520991] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f21cb91-65e9-4281-9ef7-f07794fbbf3c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.538563] env[64496]: DEBUG nova.compute.provider_tree [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.562075] env[64496]: DEBUG nova.network.neutron [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1457.763323] env[64496]: DEBUG nova.network.neutron [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Updating instance_info_cache with network_info: [{"id": "009d6957-8ed1-484d-afc2-733ec13cda04", "address": "fa:16:3e:b5:88:63", "network": {"id": "63e91d53-79a4-41ba-8599-14a3fe73ca50", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1592855295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865b8ece8ce94513a4e31eb9a115d50a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009d6957-8e", "ovs_interfaceid": "009d6957-8ed1-484d-afc2-733ec13cda04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.823278] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52089275-23d8-184e-49b3-48c04fd8b9ff, 'name': SearchDatastore_Task, 'duration_secs': 0.015665} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.823560] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.823930] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 809dc4e0-b5bf-4f32-987b-08960c97fcca/809dc4e0-b5bf-4f32-987b-08960c97fcca.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1457.824186] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d805919-5ea9-43ce-8300-2ec4a0b37bff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.833368] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Waiting for the task: (returnval){ [ 1457.833368] env[64496]: value = "task-1901497" [ 1457.833368] env[64496]: _type = "Task" [ 1457.833368] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.844059] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.871297] env[64496]: DEBUG oslo_concurrency.lockutils [None req-42704562-3967-4dbf-81bb-a09c4a24dc9a tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Lock "383a2fc7-69e5-4ca0-b3f2-667afe137190" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.777s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.922020] env[64496]: DEBUG oslo_concurrency.lockutils [None req-72ca8f80-f03f-4109-8105-cddd9cd3e213 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "faf41e9a-63f0-491b-9ad4-3452182d07fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.809s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.944225] env[64496]: DEBUG oslo_vmware.api [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901496, 'name': PowerOnVM_Task, 'duration_secs': 0.77744} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.944518] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.944721] env[64496]: DEBUG nova.compute.manager [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.945630] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fa8653-3940-4943-be72-7dbdc5728a23 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.048309] env[64496]: DEBUG nova.scheduler.client.report [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.205730] env[64496]: DEBUG nova.compute.manager [req-e50eeceb-7af4-4be9-8460-985bf392328d req-5732b74b-028f-4208-bbcd-d003fe3d508b service nova] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Received event network-vif-plugged-009d6957-8ed1-484d-afc2-733ec13cda04 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1458.205955] env[64496]: DEBUG oslo_concurrency.lockutils [req-e50eeceb-7af4-4be9-8460-985bf392328d req-5732b74b-028f-4208-bbcd-d003fe3d508b service nova] Acquiring lock "63cc3567-f8dc-463c-a3d1-e96b74f533a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.206183] env[64496]: DEBUG oslo_concurrency.lockutils [req-e50eeceb-7af4-4be9-8460-985bf392328d req-5732b74b-028f-4208-bbcd-d003fe3d508b service nova] Lock "63cc3567-f8dc-463c-a3d1-e96b74f533a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.206371] env[64496]: DEBUG oslo_concurrency.lockutils [req-e50eeceb-7af4-4be9-8460-985bf392328d req-5732b74b-028f-4208-bbcd-d003fe3d508b service nova] Lock "63cc3567-f8dc-463c-a3d1-e96b74f533a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.206543] env[64496]: DEBUG nova.compute.manager [req-e50eeceb-7af4-4be9-8460-985bf392328d req-5732b74b-028f-4208-bbcd-d003fe3d508b service nova] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] No waiting events found dispatching network-vif-plugged-009d6957-8ed1-484d-afc2-733ec13cda04 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1458.206726] env[64496]: WARNING nova.compute.manager [req-e50eeceb-7af4-4be9-8460-985bf392328d req-5732b74b-028f-4208-bbcd-d003fe3d508b service nova] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Received unexpected event network-vif-plugged-009d6957-8ed1-484d-afc2-733ec13cda04 for instance with vm_state building and task_state spawning. [ 1458.206915] env[64496]: DEBUG nova.compute.manager [req-e50eeceb-7af4-4be9-8460-985bf392328d req-5732b74b-028f-4208-bbcd-d003fe3d508b service nova] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Received event network-changed-009d6957-8ed1-484d-afc2-733ec13cda04 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1458.207086] env[64496]: DEBUG nova.compute.manager [req-e50eeceb-7af4-4be9-8460-985bf392328d req-5732b74b-028f-4208-bbcd-d003fe3d508b service nova] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Refreshing instance network info cache due to event network-changed-009d6957-8ed1-484d-afc2-733ec13cda04. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1458.207256] env[64496]: DEBUG oslo_concurrency.lockutils [req-e50eeceb-7af4-4be9-8460-985bf392328d req-5732b74b-028f-4208-bbcd-d003fe3d508b service nova] Acquiring lock "refresh_cache-63cc3567-f8dc-463c-a3d1-e96b74f533a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.265989] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Releasing lock "refresh_cache-63cc3567-f8dc-463c-a3d1-e96b74f533a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.266475] env[64496]: DEBUG nova.compute.manager [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Instance network_info: |[{"id": "009d6957-8ed1-484d-afc2-733ec13cda04", "address": "fa:16:3e:b5:88:63", "network": {"id": "63e91d53-79a4-41ba-8599-14a3fe73ca50", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1592855295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865b8ece8ce94513a4e31eb9a115d50a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009d6957-8e", "ovs_interfaceid": "009d6957-8ed1-484d-afc2-733ec13cda04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1458.266782] env[64496]: DEBUG oslo_concurrency.lockutils [req-e50eeceb-7af4-4be9-8460-985bf392328d req-5732b74b-028f-4208-bbcd-d003fe3d508b service nova] Acquired lock "refresh_cache-63cc3567-f8dc-463c-a3d1-e96b74f533a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.266953] env[64496]: DEBUG nova.network.neutron [req-e50eeceb-7af4-4be9-8460-985bf392328d req-5732b74b-028f-4208-bbcd-d003fe3d508b service nova] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Refreshing network info cache for port 009d6957-8ed1-484d-afc2-733ec13cda04 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.270215] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:88:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '009d6957-8ed1-484d-afc2-733ec13cda04', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1458.285568] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Creating folder: Project (865b8ece8ce94513a4e31eb9a115d50a). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1458.289987] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47402aa1-7829-4521-a3f0-c2e195aa64f4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.304759] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Created folder: Project (865b8ece8ce94513a4e31eb9a115d50a) in parent group-v392474. [ 1458.304993] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Creating folder: Instances. Parent ref: group-v392568. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1458.305407] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-120c8970-6fd0-4dfd-af94-0b9d5991ecb8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.321592] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Created folder: Instances in parent group-v392568. [ 1458.321866] env[64496]: DEBUG oslo.service.loopingcall [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1458.322099] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1458.322433] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7db29bee-5e30-4132-8ebf-5b4251ab2b82 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.370701] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901497, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.372890] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1458.372890] env[64496]: value = "task-1901500" [ 1458.372890] env[64496]: _type = "Task" [ 1458.372890] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.373727] env[64496]: DEBUG nova.compute.manager [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1458.394386] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901500, 'name': CreateVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.423897] env[64496]: DEBUG nova.compute.manager [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1458.470878] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.510043] env[64496]: INFO nova.compute.manager [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Rebuilding instance [ 1458.551122] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.551658] env[64496]: DEBUG nova.compute.manager [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1458.557929] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.334s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.557929] env[64496]: DEBUG nova.objects.instance [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64496) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1458.567698] env[64496]: DEBUG nova.compute.manager [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.568560] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91c0e63-f469-430c-abf8-5e88e581e53c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.685570] env[64496]: DEBUG nova.network.neutron [req-e50eeceb-7af4-4be9-8460-985bf392328d req-5732b74b-028f-4208-bbcd-d003fe3d508b service nova] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Updated VIF entry in instance network info cache for port 009d6957-8ed1-484d-afc2-733ec13cda04. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.685907] env[64496]: DEBUG nova.network.neutron [req-e50eeceb-7af4-4be9-8460-985bf392328d req-5732b74b-028f-4208-bbcd-d003fe3d508b service nova] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Updating instance_info_cache with network_info: [{"id": "009d6957-8ed1-484d-afc2-733ec13cda04", "address": "fa:16:3e:b5:88:63", "network": {"id": "63e91d53-79a4-41ba-8599-14a3fe73ca50", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1592855295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865b8ece8ce94513a4e31eb9a115d50a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009d6957-8e", "ovs_interfaceid": "009d6957-8ed1-484d-afc2-733ec13cda04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.864650] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745177} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.864933] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 809dc4e0-b5bf-4f32-987b-08960c97fcca/809dc4e0-b5bf-4f32-987b-08960c97fcca.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1458.865143] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1458.865425] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce7f3bf3-5b78-487c-8db1-74f42914d2b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.872697] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Waiting for the task: (returnval){ [ 1458.872697] env[64496]: value = "task-1901501" [ 1458.872697] env[64496]: _type = "Task" [ 1458.872697] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.887902] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901500, 'name': CreateVM_Task, 'duration_secs': 0.422445} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.892394] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1458.892700] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.894643] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.894751] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.896123] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.896123] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad57a5d-f3de-4ffb-b3a4-148cce061cd0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.902455] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Waiting for the task: (returnval){ [ 1458.902455] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52054a75-4c0a-1696-e894-0fb80acda850" [ 1458.902455] env[64496]: _type = "Task" [ 1458.902455] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.903814] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.915874] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52054a75-4c0a-1696-e894-0fb80acda850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.947878] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.061095] env[64496]: DEBUG nova.compute.utils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1459.062628] env[64496]: DEBUG nova.compute.manager [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1459.063174] env[64496]: DEBUG nova.network.neutron [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1459.111412] env[64496]: DEBUG nova.policy [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3249b5baa8504290959e05113872459d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48811ee8f7e34fbdbfad5b270a53754f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1459.188833] env[64496]: DEBUG oslo_concurrency.lockutils [req-e50eeceb-7af4-4be9-8460-985bf392328d req-5732b74b-028f-4208-bbcd-d003fe3d508b service nova] Releasing lock "refresh_cache-63cc3567-f8dc-463c-a3d1-e96b74f533a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.387822] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078074} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.388384] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1459.389661] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c1a42d-4034-4434-b73c-e179eebd148d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.426068] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 809dc4e0-b5bf-4f32-987b-08960c97fcca/809dc4e0-b5bf-4f32-987b-08960c97fcca.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.427591] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4f90a3f-ab3c-42c1-b1cc-9a761588ea1c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.445321] env[64496]: DEBUG nova.network.neutron [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Successfully created port: 06ee62bb-555e-4133-a2ee-787a02adf4ab {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1459.455704] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52054a75-4c0a-1696-e894-0fb80acda850, 'name': SearchDatastore_Task, 'duration_secs': 0.012497} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.459017] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.459017] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1459.459017] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.459017] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.459231] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1459.459316] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Waiting for the task: (returnval){ [ 1459.459316] env[64496]: value = "task-1901502" [ 1459.459316] env[64496]: _type = "Task" [ 1459.459316] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.459652] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07680671-37d6-48b2-b0dc-894d0605a813 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.473221] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.474695] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1459.475016] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1459.475857] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41673c4a-1036-48e4-830b-5833c5c549a2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.485138] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Waiting for the task: (returnval){ [ 1459.485138] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522e8b53-b978-090d-b339-cc55683d6840" [ 1459.485138] env[64496]: _type = "Task" [ 1459.485138] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.493985] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522e8b53-b978-090d-b339-cc55683d6840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.573084] env[64496]: DEBUG nova.compute.manager [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1459.574309] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1539ec78-d401-4c02-acc2-25d3fe36f6e2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.575803] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.283s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.576330] env[64496]: DEBUG nova.objects.instance [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Lazy-loading 'resources' on Instance uuid dd9e2451-ff9f-4fb2-a486-df1a5ab36347 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.586470] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1459.587037] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31527c43-f2c7-4b2b-9448-a60818822d59 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.600023] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1459.600023] env[64496]: value = "task-1901503" [ 1459.600023] env[64496]: _type = "Task" [ 1459.600023] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.613681] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.762266] env[64496]: DEBUG nova.compute.manager [req-b19bd5e2-3df7-4b80-a6b0-1d604bcb1ed3 req-9c3c068e-1862-488c-97fd-62824e7ae610 service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Received event network-changed-a3c40126-4a5a-4828-b5fb-f270f7b3e72b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1459.762433] env[64496]: DEBUG nova.compute.manager [req-b19bd5e2-3df7-4b80-a6b0-1d604bcb1ed3 req-9c3c068e-1862-488c-97fd-62824e7ae610 service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Refreshing instance network info cache due to event network-changed-a3c40126-4a5a-4828-b5fb-f270f7b3e72b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1459.762648] env[64496]: DEBUG oslo_concurrency.lockutils [req-b19bd5e2-3df7-4b80-a6b0-1d604bcb1ed3 req-9c3c068e-1862-488c-97fd-62824e7ae610 service nova] Acquiring lock "refresh_cache-383a2fc7-69e5-4ca0-b3f2-667afe137190" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.762807] env[64496]: DEBUG oslo_concurrency.lockutils [req-b19bd5e2-3df7-4b80-a6b0-1d604bcb1ed3 req-9c3c068e-1862-488c-97fd-62824e7ae610 service nova] Acquired lock "refresh_cache-383a2fc7-69e5-4ca0-b3f2-667afe137190" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.762914] env[64496]: DEBUG nova.network.neutron [req-b19bd5e2-3df7-4b80-a6b0-1d604bcb1ed3 req-9c3c068e-1862-488c-97fd-62824e7ae610 service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Refreshing network info cache for port a3c40126-4a5a-4828-b5fb-f270f7b3e72b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.864912] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquiring lock "6ca6c4fd-2234-4077-a0f3-510385354b2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.865236] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Lock "6ca6c4fd-2234-4077-a0f3-510385354b2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.972947] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.994161] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522e8b53-b978-090d-b339-cc55683d6840, 'name': SearchDatastore_Task, 'duration_secs': 0.018041} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.995338] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d4d7ae2-8a58-4e5e-a1e8-bc2777a04755 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.001337] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Waiting for the task: (returnval){ [ 1460.001337] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529e5478-8507-bfec-84a6-16339a8c4434" [ 1460.001337] env[64496]: _type = "Task" [ 1460.001337] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.009949] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529e5478-8507-bfec-84a6-16339a8c4434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.108611] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901503, 'name': PowerOffVM_Task, 'duration_secs': 0.323475} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.108893] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.109136] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1460.109947] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b645cf-c60f-47ea-a0e1-60da456bd8a2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.120926] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1460.122064] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be375eb2-a7c3-44b2-8d05-57926666f91e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.156530] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1460.156759] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1460.156937] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Deleting the datastore file [datastore1] faf41e9a-63f0-491b-9ad4-3452182d07fb {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1460.157219] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c70b1cd3-ffdc-4e46-988e-a53c5d51325b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.165923] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1460.165923] env[64496]: value = "task-1901505" [ 1460.165923] env[64496]: _type = "Task" [ 1460.165923] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.173318] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.235117] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquiring lock "c44451ce-ff63-44a7-a7dc-f84fd88afc38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.236456] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Lock "c44451ce-ff63-44a7-a7dc-f84fd88afc38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.236555] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquiring lock "c44451ce-ff63-44a7-a7dc-f84fd88afc38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.236932] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Lock "c44451ce-ff63-44a7-a7dc-f84fd88afc38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.238092] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Lock "c44451ce-ff63-44a7-a7dc-f84fd88afc38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.242757] env[64496]: INFO nova.compute.manager [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Terminating instance [ 1460.474622] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.515858] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529e5478-8507-bfec-84a6-16339a8c4434, 'name': SearchDatastore_Task, 'duration_secs': 0.011132} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.516627] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.516972] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 63cc3567-f8dc-463c-a3d1-e96b74f533a8/63cc3567-f8dc-463c-a3d1-e96b74f533a8.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1460.519171] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1901bb43-dd29-4b06-a7cf-e56bd043868b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.529660] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Waiting for the task: (returnval){ [ 1460.529660] env[64496]: value = "task-1901506" [ 1460.529660] env[64496]: _type = "Task" [ 1460.529660] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.542970] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.586513] env[64496]: DEBUG nova.compute.manager [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1460.621387] env[64496]: DEBUG nova.virt.hardware [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1460.621646] env[64496]: DEBUG nova.virt.hardware [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1460.621843] env[64496]: DEBUG nova.virt.hardware [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1460.622085] env[64496]: DEBUG nova.virt.hardware [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1460.622238] env[64496]: DEBUG nova.virt.hardware [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1460.622391] env[64496]: DEBUG nova.virt.hardware [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1460.622715] env[64496]: DEBUG nova.virt.hardware [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1460.622874] env[64496]: DEBUG nova.virt.hardware [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1460.623203] env[64496]: DEBUG nova.virt.hardware [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1460.623376] env[64496]: DEBUG nova.virt.hardware [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1460.623554] env[64496]: DEBUG nova.virt.hardware [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1460.624434] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db84d331-c2a7-4426-9c71-de98abc2f52c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.629755] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097b6925-7aeb-4889-87f3-42776fd2fc66 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.634562] env[64496]: DEBUG nova.network.neutron [req-b19bd5e2-3df7-4b80-a6b0-1d604bcb1ed3 req-9c3c068e-1862-488c-97fd-62824e7ae610 service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Updated VIF entry in instance network info cache for port a3c40126-4a5a-4828-b5fb-f270f7b3e72b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.634897] env[64496]: DEBUG nova.network.neutron [req-b19bd5e2-3df7-4b80-a6b0-1d604bcb1ed3 req-9c3c068e-1862-488c-97fd-62824e7ae610 service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Updating instance_info_cache with network_info: [{"id": "a3c40126-4a5a-4828-b5fb-f270f7b3e72b", "address": "fa:16:3e:84:78:1b", "network": {"id": "ebfdbb9e-b721-45ab-a030-3085d437e7f0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-544098655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3494d697d24add8de8318454fd16e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c40126-4a", "ovs_interfaceid": "a3c40126-4a5a-4828-b5fb-f270f7b3e72b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.639660] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda7d372-a5b3-436c-8bf5-9ddeb1c25d6e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.648318] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cb2e38-412e-4938-be98-c23e27850236 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.693782] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed854b-5e79-4cd2-a1fa-9e8bb2fcef9b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.702332] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150813} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.704368] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1460.704555] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1460.704787] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1460.708080] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21e0d53-6ba0-4d0a-a7c1-1d7219df101d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.724306] env[64496]: DEBUG nova.compute.provider_tree [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.747071] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquiring lock "refresh_cache-c44451ce-ff63-44a7-a7dc-f84fd88afc38" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.747268] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquired lock "refresh_cache-c44451ce-ff63-44a7-a7dc-f84fd88afc38" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.747472] env[64496]: DEBUG nova.network.neutron [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.985222] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901502, 'name': ReconfigVM_Task, 'duration_secs': 1.297665} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.985222] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 809dc4e0-b5bf-4f32-987b-08960c97fcca/809dc4e0-b5bf-4f32-987b-08960c97fcca.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.986999] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baff6a96-eaec-488d-8631-7bd921dfbe14 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.997218] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Waiting for the task: (returnval){ [ 1460.997218] env[64496]: value = "task-1901507" [ 1460.997218] env[64496]: _type = "Task" [ 1460.997218] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.011456] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901507, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.052272] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901506, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.139236] env[64496]: DEBUG oslo_concurrency.lockutils [req-b19bd5e2-3df7-4b80-a6b0-1d604bcb1ed3 req-9c3c068e-1862-488c-97fd-62824e7ae610 service nova] Releasing lock "refresh_cache-383a2fc7-69e5-4ca0-b3f2-667afe137190" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.227665] env[64496]: DEBUG nova.scheduler.client.report [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.253948] env[64496]: DEBUG nova.network.neutron [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Successfully updated port: 06ee62bb-555e-4133-a2ee-787a02adf4ab {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1461.273682] env[64496]: DEBUG nova.network.neutron [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.338930] env[64496]: DEBUG nova.network.neutron [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.347666] env[64496]: DEBUG nova.compute.manager [req-c0a19ee8-a9c9-40a3-93f2-16fef31cac3e req-a23c4ee1-5af3-43cf-8f24-ac30093e2842 service nova] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Received event network-vif-plugged-06ee62bb-555e-4133-a2ee-787a02adf4ab {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1461.347666] env[64496]: DEBUG oslo_concurrency.lockutils [req-c0a19ee8-a9c9-40a3-93f2-16fef31cac3e req-a23c4ee1-5af3-43cf-8f24-ac30093e2842 service nova] Acquiring lock "d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.347666] env[64496]: DEBUG oslo_concurrency.lockutils [req-c0a19ee8-a9c9-40a3-93f2-16fef31cac3e req-a23c4ee1-5af3-43cf-8f24-ac30093e2842 service nova] Lock "d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.347666] env[64496]: DEBUG oslo_concurrency.lockutils [req-c0a19ee8-a9c9-40a3-93f2-16fef31cac3e req-a23c4ee1-5af3-43cf-8f24-ac30093e2842 service nova] Lock "d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.347666] env[64496]: DEBUG nova.compute.manager [req-c0a19ee8-a9c9-40a3-93f2-16fef31cac3e req-a23c4ee1-5af3-43cf-8f24-ac30093e2842 service nova] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] No waiting events found dispatching network-vif-plugged-06ee62bb-555e-4133-a2ee-787a02adf4ab {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1461.347832] env[64496]: WARNING nova.compute.manager [req-c0a19ee8-a9c9-40a3-93f2-16fef31cac3e req-a23c4ee1-5af3-43cf-8f24-ac30093e2842 service nova] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Received unexpected event network-vif-plugged-06ee62bb-555e-4133-a2ee-787a02adf4ab for instance with vm_state building and task_state spawning. [ 1461.508412] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901507, 'name': Rename_Task, 'duration_secs': 0.385193} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.508698] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.508941] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84d8b6c2-bc46-4510-964e-dc7ea7b23b75 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.516427] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Waiting for the task: (returnval){ [ 1461.516427] env[64496]: value = "task-1901508" [ 1461.516427] env[64496]: _type = "Task" [ 1461.516427] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.524914] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.541958] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768136} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.542252] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 63cc3567-f8dc-463c-a3d1-e96b74f533a8/63cc3567-f8dc-463c-a3d1-e96b74f533a8.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1461.542469] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1461.542717] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c649982-3037-4527-aee5-edbdd9458ad8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.551027] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Waiting for the task: (returnval){ [ 1461.551027] env[64496]: value = "task-1901509" [ 1461.551027] env[64496]: _type = "Task" [ 1461.551027] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.559661] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.738101] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.742745] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.449s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.742990] env[64496]: DEBUG nova.objects.instance [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Lazy-loading 'resources' on Instance uuid ef35217a-ca54-4d32-8c43-f4821cd2bdeb {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.750951] env[64496]: DEBUG nova.virt.hardware [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1461.751214] env[64496]: DEBUG nova.virt.hardware [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.751374] env[64496]: DEBUG nova.virt.hardware [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1461.751562] env[64496]: DEBUG nova.virt.hardware [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.751696] env[64496]: DEBUG nova.virt.hardware [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1461.751838] env[64496]: DEBUG nova.virt.hardware [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1461.752097] env[64496]: DEBUG nova.virt.hardware [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1461.752246] env[64496]: DEBUG nova.virt.hardware [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1461.752493] env[64496]: DEBUG nova.virt.hardware [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1461.752798] env[64496]: DEBUG nova.virt.hardware [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1461.753096] env[64496]: DEBUG nova.virt.hardware [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1461.753964] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973cfa3d-eba1-4dd8-91d1-3490cdcfe5d4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.757549] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Acquiring lock "refresh_cache-d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.757684] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Acquired lock "refresh_cache-d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.757826] env[64496]: DEBUG nova.network.neutron [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.767298] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7769138b-e549-4af3-b70c-66ec5b17ee8b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.772896] env[64496]: INFO nova.scheduler.client.report [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Deleted allocations for instance dd9e2451-ff9f-4fb2-a486-df1a5ab36347 [ 1461.792638] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Instance VIF info [] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1461.798543] env[64496]: DEBUG oslo.service.loopingcall [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1461.799103] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1461.799362] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74f13081-afce-4b1f-b234-20adf9ab04b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.818118] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1461.818118] env[64496]: value = "task-1901510" [ 1461.818118] env[64496]: _type = "Task" [ 1461.818118] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.828182] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901510, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.841484] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Releasing lock "refresh_cache-c44451ce-ff63-44a7-a7dc-f84fd88afc38" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.842184] env[64496]: DEBUG nova.compute.manager [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1461.842184] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1461.842937] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff4beed-6a29-41db-a781-cdb0cce95fea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.851462] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.851742] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a086429e-620d-482f-9f9d-4f979c851ef5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.859701] env[64496]: DEBUG oslo_vmware.api [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1461.859701] env[64496]: value = "task-1901511" [ 1461.859701] env[64496]: _type = "Task" [ 1461.859701] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.869021] env[64496]: DEBUG oslo_vmware.api [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.028444] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.061176] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076563} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.061505] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1462.062328] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6febf2df-31bf-4702-842e-894c5906c9a4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.089474] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 63cc3567-f8dc-463c-a3d1-e96b74f533a8/63cc3567-f8dc-463c-a3d1-e96b74f533a8.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.089474] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6968c30-b143-41be-8f74-62a90b7de706 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.109593] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Waiting for the task: (returnval){ [ 1462.109593] env[64496]: value = "task-1901512" [ 1462.109593] env[64496]: _type = "Task" [ 1462.109593] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.268898] env[64496]: DEBUG nova.compute.manager [req-1c92e3a6-c70e-4c83-9797-2d94d9cbca15 req-4997e91e-4809-434d-a18a-1c1df2113a6f service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Received event network-changed-a3c40126-4a5a-4828-b5fb-f270f7b3e72b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1462.270213] env[64496]: DEBUG nova.compute.manager [req-1c92e3a6-c70e-4c83-9797-2d94d9cbca15 req-4997e91e-4809-434d-a18a-1c1df2113a6f service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Refreshing instance network info cache due to event network-changed-a3c40126-4a5a-4828-b5fb-f270f7b3e72b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1462.270213] env[64496]: DEBUG oslo_concurrency.lockutils [req-1c92e3a6-c70e-4c83-9797-2d94d9cbca15 req-4997e91e-4809-434d-a18a-1c1df2113a6f service nova] Acquiring lock "refresh_cache-383a2fc7-69e5-4ca0-b3f2-667afe137190" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.270520] env[64496]: DEBUG oslo_concurrency.lockutils [req-1c92e3a6-c70e-4c83-9797-2d94d9cbca15 req-4997e91e-4809-434d-a18a-1c1df2113a6f service nova] Acquired lock "refresh_cache-383a2fc7-69e5-4ca0-b3f2-667afe137190" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.271236] env[64496]: DEBUG nova.network.neutron [req-1c92e3a6-c70e-4c83-9797-2d94d9cbca15 req-4997e91e-4809-434d-a18a-1c1df2113a6f service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Refreshing network info cache for port a3c40126-4a5a-4828-b5fb-f270f7b3e72b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.282165] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cbcc9ea2-85c0-4059-b394-f0746f5c0028 tempest-ServerExternalEventsTest-696329014 tempest-ServerExternalEventsTest-696329014-project-member] Lock "dd9e2451-ff9f-4fb2-a486-df1a5ab36347" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.587s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.303533] env[64496]: DEBUG nova.network.neutron [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1462.335011] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901510, 'name': CreateVM_Task, 'duration_secs': 0.402858} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.335885] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.336412] env[64496]: DEBUG oslo_concurrency.lockutils [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.336606] env[64496]: DEBUG oslo_concurrency.lockutils [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.336956] env[64496]: DEBUG oslo_concurrency.lockutils [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1462.337485] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-069bca29-4e1a-4ae3-a576-6804adc3f51e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.347559] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1462.347559] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f15193-5450-7233-1d42-01a1cc6b2e30" [ 1462.347559] env[64496]: _type = "Task" [ 1462.347559] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.369734] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f15193-5450-7233-1d42-01a1cc6b2e30, 'name': SearchDatastore_Task, 'duration_secs': 0.01137} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.373059] env[64496]: DEBUG oslo_concurrency.lockutils [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.373402] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.373575] env[64496]: DEBUG oslo_concurrency.lockutils [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.373810] env[64496]: DEBUG oslo_concurrency.lockutils [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.373948] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.377063] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-287c7258-9a06-44bf-a32e-b150e2246128 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.383270] env[64496]: DEBUG oslo_vmware.api [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901511, 'name': PowerOffVM_Task, 'duration_secs': 0.248958} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.383962] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.384091] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.384404] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccaf3e88-d169-49b2-8bc4-5afe733b5fa9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.393596] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.393675] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1462.394605] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ddae2d7-5c43-4b86-80ff-70669d9aa832 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.405981] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1462.405981] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5201e9db-e342-3e5a-1a17-5d4e130fff91" [ 1462.405981] env[64496]: _type = "Task" [ 1462.405981] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.413033] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1462.413033] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1462.413275] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Deleting the datastore file [datastore1] c44451ce-ff63-44a7-a7dc-f84fd88afc38 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.413589] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-276f8148-718c-4c94-88d3-1c4f194a2219 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.420746] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5201e9db-e342-3e5a-1a17-5d4e130fff91, 'name': SearchDatastore_Task, 'duration_secs': 0.016749} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.425056] env[64496]: DEBUG oslo_vmware.api [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for the task: (returnval){ [ 1462.425056] env[64496]: value = "task-1901514" [ 1462.425056] env[64496]: _type = "Task" [ 1462.425056] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.425633] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eea5079-0480-46a1-9090-97bba6408ce5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.441083] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1462.441083] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f8e4ad-c24a-e016-a8a3-793dcdc65897" [ 1462.441083] env[64496]: _type = "Task" [ 1462.441083] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.441361] env[64496]: DEBUG oslo_vmware.api [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.450242] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f8e4ad-c24a-e016-a8a3-793dcdc65897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.532345] env[64496]: DEBUG oslo_vmware.api [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901508, 'name': PowerOnVM_Task, 'duration_secs': 0.870784} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.532345] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1462.532672] env[64496]: INFO nova.compute.manager [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1462.532832] env[64496]: DEBUG nova.compute.manager [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.536411] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aba1da9-b72e-44c6-b352-966af772e405 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.600575] env[64496]: DEBUG nova.network.neutron [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Updating instance_info_cache with network_info: [{"id": "06ee62bb-555e-4133-a2ee-787a02adf4ab", "address": "fa:16:3e:ba:f1:09", "network": {"id": "3c20e467-133b-4396-a32f-5502ffa38e43", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-751502102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48811ee8f7e34fbdbfad5b270a53754f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ee62bb-55", "ovs_interfaceid": "06ee62bb-555e-4133-a2ee-787a02adf4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.624411] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901512, 'name': ReconfigVM_Task, 'duration_secs': 0.430387} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.624540] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 63cc3567-f8dc-463c-a3d1-e96b74f533a8/63cc3567-f8dc-463c-a3d1-e96b74f533a8.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1462.625304] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc8e253b-aeee-45b7-bedb-a38633918c1f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.633689] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Waiting for the task: (returnval){ [ 1462.633689] env[64496]: value = "task-1901515" [ 1462.633689] env[64496]: _type = "Task" [ 1462.633689] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.648453] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901515, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.903489] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d0ab03-2a08-4d9f-8929-fe4a58b4aec3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.913767] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5541c04b-e164-4d66-8af9-a169d4c0e67a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.956882] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae51ee56-07d6-48ca-ae6d-58916c932ed3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.965874] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f8e4ad-c24a-e016-a8a3-793dcdc65897, 'name': SearchDatastore_Task, 'duration_secs': 0.013079} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.973480] env[64496]: DEBUG oslo_concurrency.lockutils [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.973717] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] faf41e9a-63f0-491b-9ad4-3452182d07fb/faf41e9a-63f0-491b-9ad4-3452182d07fb.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1462.974015] env[64496]: DEBUG oslo_vmware.api [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Task: {'id': task-1901514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308593} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.974228] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64f78d8e-cff4-47ff-a6f4-66c9812abe65 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.977618] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d309ca5-9342-46a3-b068-4d0c9d0928a8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.981376] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.981570] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.981746] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.981916] env[64496]: INFO nova.compute.manager [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1462.982175] env[64496]: DEBUG oslo.service.loopingcall [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1462.982704] env[64496]: DEBUG nova.compute.manager [-] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1462.982806] env[64496]: DEBUG nova.network.neutron [-] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1462.995907] env[64496]: DEBUG nova.compute.provider_tree [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.001148] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1463.001148] env[64496]: value = "task-1901516" [ 1463.001148] env[64496]: _type = "Task" [ 1463.001148] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.007570] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.008177] env[64496]: DEBUG nova.network.neutron [-] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1463.057402] env[64496]: INFO nova.compute.manager [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Took 37.78 seconds to build instance. [ 1463.105437] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Releasing lock "refresh_cache-d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.105772] env[64496]: DEBUG nova.compute.manager [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Instance network_info: |[{"id": "06ee62bb-555e-4133-a2ee-787a02adf4ab", "address": "fa:16:3e:ba:f1:09", "network": {"id": "3c20e467-133b-4396-a32f-5502ffa38e43", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-751502102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48811ee8f7e34fbdbfad5b270a53754f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ee62bb-55", "ovs_interfaceid": "06ee62bb-555e-4133-a2ee-787a02adf4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1463.106189] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:f1:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06ee62bb-555e-4133-a2ee-787a02adf4ab', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.114922] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Creating folder: Project (48811ee8f7e34fbdbfad5b270a53754f). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1463.115348] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d06272f3-2806-4202-918e-f40b8f18ebe2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.123339] env[64496]: DEBUG nova.network.neutron [req-1c92e3a6-c70e-4c83-9797-2d94d9cbca15 req-4997e91e-4809-434d-a18a-1c1df2113a6f service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Updated VIF entry in instance network info cache for port a3c40126-4a5a-4828-b5fb-f270f7b3e72b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.123339] env[64496]: DEBUG nova.network.neutron [req-1c92e3a6-c70e-4c83-9797-2d94d9cbca15 req-4997e91e-4809-434d-a18a-1c1df2113a6f service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Updating instance_info_cache with network_info: [{"id": "a3c40126-4a5a-4828-b5fb-f270f7b3e72b", "address": "fa:16:3e:84:78:1b", "network": {"id": "ebfdbb9e-b721-45ab-a030-3085d437e7f0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-544098655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae3494d697d24add8de8318454fd16e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c40126-4a", "ovs_interfaceid": "a3c40126-4a5a-4828-b5fb-f270f7b3e72b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.129178] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Created folder: Project (48811ee8f7e34fbdbfad5b270a53754f) in parent group-v392474. [ 1463.129337] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Creating folder: Instances. Parent ref: group-v392572. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1463.129581] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9de16126-b245-405d-b782-cfabff3dd210 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.140989] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Created folder: Instances in parent group-v392572. [ 1463.141290] env[64496]: DEBUG oslo.service.loopingcall [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.144441] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.144987] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901515, 'name': Rename_Task, 'duration_secs': 0.348772} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.145204] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d601b380-db54-41f2-817c-4ac4e4d49388 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.160993] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1463.161511] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-482a0b74-c406-4138-8b96-d1e955dc0d1f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.169886] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Waiting for the task: (returnval){ [ 1463.169886] env[64496]: value = "task-1901519" [ 1463.169886] env[64496]: _type = "Task" [ 1463.169886] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.170890] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.170890] env[64496]: value = "task-1901520" [ 1463.170890] env[64496]: _type = "Task" [ 1463.170890] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.181865] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901520, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.184937] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.490998] env[64496]: DEBUG nova.compute.manager [req-181b9d9e-43fd-4695-a83a-c4fdc9222cec req-1e4325d5-6bfa-4d65-8b43-44154c41d849 service nova] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Received event network-changed-06ee62bb-555e-4133-a2ee-787a02adf4ab {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1463.491332] env[64496]: DEBUG nova.compute.manager [req-181b9d9e-43fd-4695-a83a-c4fdc9222cec req-1e4325d5-6bfa-4d65-8b43-44154c41d849 service nova] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Refreshing instance network info cache due to event network-changed-06ee62bb-555e-4133-a2ee-787a02adf4ab. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1463.491629] env[64496]: DEBUG oslo_concurrency.lockutils [req-181b9d9e-43fd-4695-a83a-c4fdc9222cec req-1e4325d5-6bfa-4d65-8b43-44154c41d849 service nova] Acquiring lock "refresh_cache-d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.491824] env[64496]: DEBUG oslo_concurrency.lockutils [req-181b9d9e-43fd-4695-a83a-c4fdc9222cec req-1e4325d5-6bfa-4d65-8b43-44154c41d849 service nova] Acquired lock "refresh_cache-d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.491947] env[64496]: DEBUG nova.network.neutron [req-181b9d9e-43fd-4695-a83a-c4fdc9222cec req-1e4325d5-6bfa-4d65-8b43-44154c41d849 service nova] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Refreshing network info cache for port 06ee62bb-555e-4133-a2ee-787a02adf4ab {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.500249] env[64496]: DEBUG nova.scheduler.client.report [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.511556] env[64496]: DEBUG nova.network.neutron [-] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.517252] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901516, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.559243] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6ddb7908-5c2d-490c-8310-2f5ea4bb27ca tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Lock "809dc4e0-b5bf-4f32-987b-08960c97fcca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.408s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.625913] env[64496]: DEBUG oslo_concurrency.lockutils [req-1c92e3a6-c70e-4c83-9797-2d94d9cbca15 req-4997e91e-4809-434d-a18a-1c1df2113a6f service nova] Releasing lock "refresh_cache-383a2fc7-69e5-4ca0-b3f2-667afe137190" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.685972] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901519, 'name': PowerOnVM_Task} progress is 71%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.689503] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901520, 'name': CreateVM_Task, 'duration_secs': 0.461368} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.689737] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1463.691224] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.691483] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.691862] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1463.692165] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5f017f-7e6d-4d5a-8bdd-34bbf25dfa48 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.700218] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Waiting for the task: (returnval){ [ 1463.700218] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5227ea14-32ab-28e4-c40a-cc99451bd05f" [ 1463.700218] env[64496]: _type = "Task" [ 1463.700218] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.707804] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5227ea14-32ab-28e4-c40a-cc99451bd05f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.795131] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Acquiring lock "383a2fc7-69e5-4ca0-b3f2-667afe137190" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.795417] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Lock "383a2fc7-69e5-4ca0-b3f2-667afe137190" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.795682] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Acquiring lock "383a2fc7-69e5-4ca0-b3f2-667afe137190-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.795883] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Lock "383a2fc7-69e5-4ca0-b3f2-667afe137190-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.796064] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Lock "383a2fc7-69e5-4ca0-b3f2-667afe137190-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.801016] env[64496]: INFO nova.compute.manager [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Terminating instance [ 1464.012355] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.014526] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.099s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.014754] env[64496]: DEBUG nova.objects.instance [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lazy-loading 'resources' on Instance uuid 50bab324-a7f4-430e-81fa-36d4248bb3f4 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.018104] env[64496]: INFO nova.compute.manager [-] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Took 1.04 seconds to deallocate network for instance. [ 1464.024066] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700568} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.028263] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] faf41e9a-63f0-491b-9ad4-3452182d07fb/faf41e9a-63f0-491b-9ad4-3452182d07fb.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.028485] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.029031] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33dea56d-8096-40a3-b279-3d1a2050d3bd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.039385] env[64496]: INFO nova.scheduler.client.report [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Deleted allocations for instance ef35217a-ca54-4d32-8c43-f4821cd2bdeb [ 1464.045127] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1464.045127] env[64496]: value = "task-1901521" [ 1464.045127] env[64496]: _type = "Task" [ 1464.045127] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.062626] env[64496]: DEBUG nova.compute.manager [None req-1caf1f1d-30f4-461f-bffd-058225d8b807 tempest-ServersListShow296Test-1915789557 tempest-ServersListShow296Test-1915789557-project-member] [instance: f07e8023-a6d3-4610-8285-05111d5a1838] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1464.066459] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.184492] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901519, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.211368] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5227ea14-32ab-28e4-c40a-cc99451bd05f, 'name': SearchDatastore_Task, 'duration_secs': 0.016077} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.211703] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.211942] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.212203] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.212351] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.212525] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.212786] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-578f32da-77ae-4cea-b17a-8ce5b824fc03 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.228528] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.228755] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.229591] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-540776af-6bf1-4bdf-b99d-ab950af7d7b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.236453] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Waiting for the task: (returnval){ [ 1464.236453] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529a69c8-b8a7-0c2e-9883-76cd40531a0e" [ 1464.236453] env[64496]: _type = "Task" [ 1464.236453] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.246046] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529a69c8-b8a7-0c2e-9883-76cd40531a0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.302443] env[64496]: DEBUG nova.compute.manager [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1464.302708] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.303676] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16faa2d-3187-4d80-b68a-ee446f41cb00 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.313360] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.317153] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c1f2302-dad6-4a32-b388-f92e5fe3407c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.324050] env[64496]: DEBUG oslo_vmware.api [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Waiting for the task: (returnval){ [ 1464.324050] env[64496]: value = "task-1901522" [ 1464.324050] env[64496]: _type = "Task" [ 1464.324050] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.330320] env[64496]: DEBUG nova.network.neutron [req-181b9d9e-43fd-4695-a83a-c4fdc9222cec req-1e4325d5-6bfa-4d65-8b43-44154c41d849 service nova] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Updated VIF entry in instance network info cache for port 06ee62bb-555e-4133-a2ee-787a02adf4ab. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.330672] env[64496]: DEBUG nova.network.neutron [req-181b9d9e-43fd-4695-a83a-c4fdc9222cec req-1e4325d5-6bfa-4d65-8b43-44154c41d849 service nova] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Updating instance_info_cache with network_info: [{"id": "06ee62bb-555e-4133-a2ee-787a02adf4ab", "address": "fa:16:3e:ba:f1:09", "network": {"id": "3c20e467-133b-4396-a32f-5502ffa38e43", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-751502102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48811ee8f7e34fbdbfad5b270a53754f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ee62bb-55", "ovs_interfaceid": "06ee62bb-555e-4133-a2ee-787a02adf4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.335100] env[64496]: DEBUG oslo_vmware.api [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.533196] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.553299] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Acquiring lock "809dc4e0-b5bf-4f32-987b-08960c97fcca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.553545] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Lock "809dc4e0-b5bf-4f32-987b-08960c97fcca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.553747] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Acquiring lock "809dc4e0-b5bf-4f32-987b-08960c97fcca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.553924] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Lock "809dc4e0-b5bf-4f32-987b-08960c97fcca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.554097] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Lock "809dc4e0-b5bf-4f32-987b-08960c97fcca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.560893] env[64496]: INFO nova.compute.manager [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Terminating instance [ 1464.562356] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b665fdd4-259e-4a7a-88ca-8a8e551cb783 tempest-AttachInterfacesV270Test-1203147141 tempest-AttachInterfacesV270Test-1203147141-project-member] Lock "ef35217a-ca54-4d32-8c43-f4821cd2bdeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.733s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.567558] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07694} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.567776] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1464.568330] env[64496]: DEBUG nova.compute.manager [None req-1caf1f1d-30f4-461f-bffd-058225d8b807 tempest-ServersListShow296Test-1915789557 tempest-ServersListShow296Test-1915789557-project-member] [instance: f07e8023-a6d3-4610-8285-05111d5a1838] Instance disappeared before build. {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1464.570195] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4545d865-af9c-4462-a26d-4740f01c4052 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.595879] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] faf41e9a-63f0-491b-9ad4-3452182d07fb/faf41e9a-63f0-491b-9ad4-3452182d07fb.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.598644] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa260ea-ade3-4130-9e4e-1a9811fe9568 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.620076] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1464.620076] env[64496]: value = "task-1901523" [ 1464.620076] env[64496]: _type = "Task" [ 1464.620076] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.632626] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.681481] env[64496]: DEBUG oslo_vmware.api [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901519, 'name': PowerOnVM_Task, 'duration_secs': 1.034767} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.683885] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1464.684105] env[64496]: INFO nova.compute.manager [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1464.684290] env[64496]: DEBUG nova.compute.manager [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1464.685822] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff04a893-fbba-4cc1-84c4-0c2a11e7aceb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.750258] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529a69c8-b8a7-0c2e-9883-76cd40531a0e, 'name': SearchDatastore_Task, 'duration_secs': 0.02165} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.755891] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0409e8b-2fe0-4cb8-b9b1-51373fa8161c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.763673] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Waiting for the task: (returnval){ [ 1464.763673] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525b3b18-3319-9580-bfaf-0693100f8c8f" [ 1464.763673] env[64496]: _type = "Task" [ 1464.763673] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.775501] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525b3b18-3319-9580-bfaf-0693100f8c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.836207] env[64496]: DEBUG oslo_concurrency.lockutils [req-181b9d9e-43fd-4695-a83a-c4fdc9222cec req-1e4325d5-6bfa-4d65-8b43-44154c41d849 service nova] Releasing lock "refresh_cache-d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.836638] env[64496]: DEBUG oslo_vmware.api [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.019264] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3b3e86-1c77-4a3b-8f5e-c19d2764c244 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.027862] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30b14b4-a9ae-483a-82f9-c1c73fabce0a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.064093] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6186dfc-43bc-4ecc-9256-ce6cea01eeb0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.068861] env[64496]: DEBUG nova.compute.manager [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1465.069114] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1465.070420] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb8404b-fce1-4776-b113-bcd2f830fdfe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.076088] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816fe2c8-8b7c-4f7d-b113-1db4a75fc245 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.084547] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1465.085335] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f9e18cc-3a74-46b9-a8e4-f81f698b7cdb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.096559] env[64496]: DEBUG nova.compute.provider_tree [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.101196] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1caf1f1d-30f4-461f-bffd-058225d8b807 tempest-ServersListShow296Test-1915789557 tempest-ServersListShow296Test-1915789557-project-member] Lock "f07e8023-a6d3-4610-8285-05111d5a1838" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.420s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.101373] env[64496]: DEBUG oslo_vmware.api [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Waiting for the task: (returnval){ [ 1465.101373] env[64496]: value = "task-1901524" [ 1465.101373] env[64496]: _type = "Task" [ 1465.101373] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.111660] env[64496]: DEBUG oslo_vmware.api [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.130227] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.207049] env[64496]: INFO nova.compute.manager [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Took 38.18 seconds to build instance. [ 1465.275491] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525b3b18-3319-9580-bfaf-0693100f8c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.017505} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.275877] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.276300] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a/d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.276472] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9ee3335-c1ae-48a2-aefe-c25992a1c136 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.285130] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Waiting for the task: (returnval){ [ 1465.285130] env[64496]: value = "task-1901525" [ 1465.285130] env[64496]: _type = "Task" [ 1465.285130] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.304641] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': task-1901525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.339735] env[64496]: DEBUG oslo_vmware.api [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901522, 'name': PowerOffVM_Task, 'duration_secs': 0.732921} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.340088] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.340511] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.340819] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0382735f-7ff2-403a-9d70-0bfb09ff7d05 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.450936] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.451270] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.451524] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Deleting the datastore file [datastore2] 383a2fc7-69e5-4ca0-b3f2-667afe137190 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.451822] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8ee359e-04fe-42d1-a411-60cd561d2311 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.464598] env[64496]: DEBUG oslo_vmware.api [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Waiting for the task: (returnval){ [ 1465.464598] env[64496]: value = "task-1901527" [ 1465.464598] env[64496]: _type = "Task" [ 1465.464598] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.471035] env[64496]: DEBUG oslo_vmware.api [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.604879] env[64496]: DEBUG nova.compute.manager [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1465.606845] env[64496]: DEBUG nova.scheduler.client.report [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.634953] env[64496]: DEBUG oslo_vmware.api [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901524, 'name': PowerOffVM_Task, 'duration_secs': 0.344723} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.635939] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.636287] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.636670] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-230ca208-81c2-41e9-a5dd-411dacb271fb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.642873] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901523, 'name': ReconfigVM_Task, 'duration_secs': 0.715447} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.646448] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Reconfigured VM instance instance-0000001d to attach disk [datastore2] faf41e9a-63f0-491b-9ad4-3452182d07fb/faf41e9a-63f0-491b-9ad4-3452182d07fb.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.651182] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08a1e3f5-d321-4c85-88eb-f9cfb66a04dd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.662148] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1465.662148] env[64496]: value = "task-1901529" [ 1465.662148] env[64496]: _type = "Task" [ 1465.662148] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.681238] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901529, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.710088] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c2005700-1c16-434d-bd07-d56f03fcae73 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Lock "63cc3567-f8dc-463c-a3d1-e96b74f533a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.439s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.770193] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.770895] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.771184] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Deleting the datastore file [datastore1] 809dc4e0-b5bf-4f32-987b-08960c97fcca {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.771519] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2222e013-004e-40aa-b092-9454156bc398 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.783169] env[64496]: DEBUG oslo_vmware.api [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Waiting for the task: (returnval){ [ 1465.783169] env[64496]: value = "task-1901530" [ 1465.783169] env[64496]: _type = "Task" [ 1465.783169] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.810788] env[64496]: DEBUG oslo_vmware.api [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.811072] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': task-1901525, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.974325] env[64496]: DEBUG oslo_vmware.api [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Task: {'id': task-1901527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466412} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.974597] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.974782] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.975035] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.975147] env[64496]: INFO nova.compute.manager [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1465.975486] env[64496]: DEBUG oslo.service.loopingcall [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.976059] env[64496]: DEBUG nova.compute.manager [-] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1465.976173] env[64496]: DEBUG nova.network.neutron [-] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1466.127215] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.127215] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.935s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.127215] env[64496]: DEBUG nova.objects.instance [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lazy-loading 'resources' on Instance uuid 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.138710] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.150825] env[64496]: INFO nova.scheduler.client.report [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Deleted allocations for instance 50bab324-a7f4-430e-81fa-36d4248bb3f4 [ 1466.172200] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901529, 'name': Rename_Task, 'duration_secs': 0.30277} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.172200] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.172200] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dd1f61b-8fbf-4c3e-ad8b-b102ac55e739 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.182118] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1466.182118] env[64496]: value = "task-1901531" [ 1466.182118] env[64496]: _type = "Task" [ 1466.182118] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.189431] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.213879] env[64496]: DEBUG nova.compute.manager [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1466.294373] env[64496]: DEBUG oslo_vmware.api [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.307751] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': task-1901525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571126} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.308145] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a/d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.308499] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.308703] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-113040aa-50c6-4315-9c98-05b66af8ade6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.320151] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Waiting for the task: (returnval){ [ 1466.320151] env[64496]: value = "task-1901532" [ 1466.320151] env[64496]: _type = "Task" [ 1466.320151] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.331206] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': task-1901532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.354500] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Acquiring lock "63cc3567-f8dc-463c-a3d1-e96b74f533a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.355163] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Lock "63cc3567-f8dc-463c-a3d1-e96b74f533a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.355163] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Acquiring lock "63cc3567-f8dc-463c-a3d1-e96b74f533a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.355869] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Lock "63cc3567-f8dc-463c-a3d1-e96b74f533a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.355869] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Lock "63cc3567-f8dc-463c-a3d1-e96b74f533a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.359227] env[64496]: INFO nova.compute.manager [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Terminating instance [ 1466.435049] env[64496]: DEBUG nova.compute.manager [req-bdf2f7c1-16a5-4302-86bf-3807cf56ea0e req-8f7a3e1b-69db-4ed8-8f4a-ae818d4f10c5 service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Received event network-vif-deleted-a3c40126-4a5a-4828-b5fb-f270f7b3e72b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1466.435049] env[64496]: INFO nova.compute.manager [req-bdf2f7c1-16a5-4302-86bf-3807cf56ea0e req-8f7a3e1b-69db-4ed8-8f4a-ae818d4f10c5 service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Neutron deleted interface a3c40126-4a5a-4828-b5fb-f270f7b3e72b; detaching it from the instance and deleting it from the info cache [ 1466.435049] env[64496]: DEBUG nova.network.neutron [req-bdf2f7c1-16a5-4302-86bf-3807cf56ea0e req-8f7a3e1b-69db-4ed8-8f4a-ae818d4f10c5 service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.661522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09a7a41f-cf3b-4cbd-88a7-769839a7b1a0 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "50bab324-a7f4-430e-81fa-36d4248bb3f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.848s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.694081] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.744290] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.795886] env[64496]: DEBUG oslo_vmware.api [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Task: {'id': task-1901530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541436} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.800342] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1466.800342] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1466.800342] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1466.800841] env[64496]: INFO nova.compute.manager [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1466.801191] env[64496]: DEBUG oslo.service.loopingcall [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.801941] env[64496]: DEBUG nova.compute.manager [-] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1466.802291] env[64496]: DEBUG nova.network.neutron [-] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1466.819207] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "8990fe10-951e-4336-a041-8f95ba0d8fa8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.819677] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "8990fe10-951e-4336-a041-8f95ba0d8fa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.819943] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "8990fe10-951e-4336-a041-8f95ba0d8fa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.820180] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "8990fe10-951e-4336-a041-8f95ba0d8fa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.820386] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "8990fe10-951e-4336-a041-8f95ba0d8fa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.826686] env[64496]: INFO nova.compute.manager [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Terminating instance [ 1466.837553] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': task-1901532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079776} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.837839] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1466.839040] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1f825a-aab3-4a2a-9b54-482092695ff1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.869067] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a/d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1466.874265] env[64496]: DEBUG nova.compute.manager [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1466.874723] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1466.875330] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51edc560-d1fd-40ee-a64c-f512b228823a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.894374] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58725f38-d693-4ede-810a-d5b6011f75db {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.895877] env[64496]: DEBUG nova.network.neutron [-] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.903346] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.904602] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79aa5745-bc55-4e74-aeb6-bbc7b7daaeaa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.906286] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Waiting for the task: (returnval){ [ 1466.906286] env[64496]: value = "task-1901533" [ 1466.906286] env[64496]: _type = "Task" [ 1466.906286] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.914844] env[64496]: DEBUG oslo_vmware.api [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Waiting for the task: (returnval){ [ 1466.914844] env[64496]: value = "task-1901534" [ 1466.914844] env[64496]: _type = "Task" [ 1466.914844] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.918227] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': task-1901533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.927103] env[64496]: DEBUG oslo_vmware.api [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.937032] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83f6e866-1836-4882-8f46-67128ec6d012 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.948430] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f57375-ddba-434c-89c0-6378f7770d66 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.985330] env[64496]: DEBUG nova.compute.manager [req-bdf2f7c1-16a5-4302-86bf-3807cf56ea0e req-8f7a3e1b-69db-4ed8-8f4a-ae818d4f10c5 service nova] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Detach interface failed, port_id=a3c40126-4a5a-4828-b5fb-f270f7b3e72b, reason: Instance 383a2fc7-69e5-4ca0-b3f2-667afe137190 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1467.193899] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901531, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.214851] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50692f1e-1ee5-499d-ad04-6036eb2d35e5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.222394] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea141d8-de54-4ab6-b17e-514bb2ae2e9f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.259559] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8fa462-3a6a-4fad-9c95-4c78e2ce0333 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.267636] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c855b321-4c40-4e72-aa9b-874071e68a42 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.284695] env[64496]: DEBUG nova.compute.provider_tree [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.338151] env[64496]: DEBUG nova.compute.manager [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1467.338372] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1467.339380] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e27cd-4c7e-4c3a-917e-b45ffc446fa0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.347965] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.348281] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1984210-c3ce-4235-bc0d-896411cd3a07 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.354544] env[64496]: DEBUG oslo_vmware.api [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1467.354544] env[64496]: value = "task-1901535" [ 1467.354544] env[64496]: _type = "Task" [ 1467.354544] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.369663] env[64496]: DEBUG oslo_vmware.api [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.399290] env[64496]: INFO nova.compute.manager [-] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Took 1.42 seconds to deallocate network for instance. [ 1467.419343] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': task-1901533, 'name': ReconfigVM_Task, 'duration_secs': 0.360194} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.425017] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Reconfigured VM instance instance-00000020 to attach disk [datastore2] d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a/d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.425017] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be2a65a0-d45a-4757-a99b-2acd7e4607ff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.431370] env[64496]: DEBUG oslo_vmware.api [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901534, 'name': PowerOffVM_Task, 'duration_secs': 0.220644} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.432835] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.433024] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1467.433384] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Waiting for the task: (returnval){ [ 1467.433384] env[64496]: value = "task-1901536" [ 1467.433384] env[64496]: _type = "Task" [ 1467.433384] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.433576] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3de9dd2-7e7e-4a76-8311-956794a65e23 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.447165] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': task-1901536, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.520598] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1467.520829] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1467.521075] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Deleting the datastore file [datastore2] 63cc3567-f8dc-463c-a3d1-e96b74f533a8 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1467.521598] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b82d35e-ea85-4ce8-8acf-9b64564f5ece {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.532535] env[64496]: DEBUG oslo_vmware.api [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Waiting for the task: (returnval){ [ 1467.532535] env[64496]: value = "task-1901538" [ 1467.532535] env[64496]: _type = "Task" [ 1467.532535] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.544575] env[64496]: DEBUG oslo_vmware.api [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.695024] env[64496]: DEBUG oslo_vmware.api [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901531, 'name': PowerOnVM_Task, 'duration_secs': 1.05667} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.695024] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1467.695024] env[64496]: DEBUG nova.compute.manager [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1467.695024] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52126891-b1ed-4c52-9230-3901a0e59417 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.790027] env[64496]: DEBUG nova.scheduler.client.report [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1467.867924] env[64496]: DEBUG oslo_vmware.api [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901535, 'name': PowerOffVM_Task, 'duration_secs': 0.283051} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.868233] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.868396] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1467.868651] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc990532-ecd2-4762-a9e3-507a1b3a9b59 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.906491] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.943029] env[64496]: DEBUG nova.network.neutron [-] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.955141] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': task-1901536, 'name': Rename_Task, 'duration_secs': 0.16193} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.955471] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.955724] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-921d7b64-ef07-4a80-8747-d1b7dd4e5b9d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.964128] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Waiting for the task: (returnval){ [ 1467.964128] env[64496]: value = "task-1901540" [ 1467.964128] env[64496]: _type = "Task" [ 1467.964128] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.974718] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': task-1901540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.043296] env[64496]: DEBUG oslo_vmware.api [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Task: {'id': task-1901538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371713} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.043636] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1468.043833] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1468.043982] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1468.047779] env[64496]: INFO nova.compute.manager [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1468.047779] env[64496]: DEBUG oslo.service.loopingcall [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1468.047779] env[64496]: DEBUG nova.compute.manager [-] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1468.047779] env[64496]: DEBUG nova.network.neutron [-] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1468.212012] env[64496]: DEBUG oslo_concurrency.lockutils [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.294396] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.298540] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.067s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.302021] env[64496]: INFO nova.compute.claims [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1468.326579] env[64496]: INFO nova.scheduler.client.report [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleted allocations for instance 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6 [ 1468.453291] env[64496]: INFO nova.compute.manager [-] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Took 1.65 seconds to deallocate network for instance. [ 1468.476754] env[64496]: DEBUG oslo_vmware.api [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': task-1901540, 'name': PowerOnVM_Task, 'duration_secs': 0.475397} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.477377] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1468.477549] env[64496]: INFO nova.compute.manager [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1468.477745] env[64496]: DEBUG nova.compute.manager [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1468.478628] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8fedfe-abb2-4a9d-a02e-d5c4aef2b63f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.638024] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "2769fc49-4f22-44c1-a0e5-7481ec8b595c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.638024] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "2769fc49-4f22-44c1-a0e5-7481ec8b595c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.652452] env[64496]: DEBUG nova.compute.manager [req-d41b07ba-7270-4c9d-9990-53568329f33f req-be0e2a02-ef94-4f99-a1ed-2031b7439fd3 service nova] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Received event network-vif-deleted-b7b1b1e1-fd90-4383-b461-9e9ef1a63580 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1468.652667] env[64496]: DEBUG nova.compute.manager [req-d41b07ba-7270-4c9d-9990-53568329f33f req-be0e2a02-ef94-4f99-a1ed-2031b7439fd3 service nova] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Received event network-vif-deleted-009d6957-8ed1-484d-afc2-733ec13cda04 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1468.652838] env[64496]: INFO nova.compute.manager [req-d41b07ba-7270-4c9d-9990-53568329f33f req-be0e2a02-ef94-4f99-a1ed-2031b7439fd3 service nova] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Neutron deleted interface 009d6957-8ed1-484d-afc2-733ec13cda04; detaching it from the instance and deleting it from the info cache [ 1468.653009] env[64496]: DEBUG nova.network.neutron [req-d41b07ba-7270-4c9d-9990-53568329f33f req-be0e2a02-ef94-4f99-a1ed-2031b7439fd3 service nova] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.751223] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1468.751460] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1468.751644] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Deleting the datastore file [datastore1] 8990fe10-951e-4336-a041-8f95ba0d8fa8 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1468.751914] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aca4f9fc-6f4e-4031-bc5e-78623e474405 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.761602] env[64496]: DEBUG oslo_vmware.api [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for the task: (returnval){ [ 1468.761602] env[64496]: value = "task-1901541" [ 1468.761602] env[64496]: _type = "Task" [ 1468.761602] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.773812] env[64496]: DEBUG oslo_vmware.api [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.840830] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f24b8060-3abb-44ff-8ff1-8da6be5b0525 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.066s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.850820] env[64496]: DEBUG nova.network.neutron [-] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.958265] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.003200] env[64496]: INFO nova.compute.manager [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Took 39.99 seconds to build instance. [ 1469.068394] env[64496]: DEBUG oslo_concurrency.lockutils [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "faf41e9a-63f0-491b-9ad4-3452182d07fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.068690] env[64496]: DEBUG oslo_concurrency.lockutils [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "faf41e9a-63f0-491b-9ad4-3452182d07fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.068991] env[64496]: DEBUG oslo_concurrency.lockutils [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "faf41e9a-63f0-491b-9ad4-3452182d07fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.069293] env[64496]: DEBUG oslo_concurrency.lockutils [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "faf41e9a-63f0-491b-9ad4-3452182d07fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.069408] env[64496]: DEBUG oslo_concurrency.lockutils [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "faf41e9a-63f0-491b-9ad4-3452182d07fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.074517] env[64496]: INFO nova.compute.manager [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Terminating instance [ 1469.161551] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f47900b8-0169-4ae1-843f-848ab59b1055 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.172340] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cee6ca-1309-438d-a784-ce63b4dbdc15 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.204924] env[64496]: DEBUG nova.compute.manager [req-d41b07ba-7270-4c9d-9990-53568329f33f req-be0e2a02-ef94-4f99-a1ed-2031b7439fd3 service nova] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Detach interface failed, port_id=009d6957-8ed1-484d-afc2-733ec13cda04, reason: Instance 63cc3567-f8dc-463c-a3d1-e96b74f533a8 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1469.271316] env[64496]: DEBUG oslo_vmware.api [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.354262] env[64496]: INFO nova.compute.manager [-] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Took 1.31 seconds to deallocate network for instance. [ 1469.509233] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1f0c8a9-ff53-4226-9ce1-0007821a75b7 tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Lock "d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.230s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.582132] env[64496]: DEBUG oslo_concurrency.lockutils [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "refresh_cache-faf41e9a-63f0-491b-9ad4-3452182d07fb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.582132] env[64496]: DEBUG oslo_concurrency.lockutils [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquired lock "refresh_cache-faf41e9a-63f0-491b-9ad4-3452182d07fb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.582132] env[64496]: DEBUG nova.network.neutron [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1469.737465] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c25336f-93eb-4a78-a78e-2cac6968b86a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.747028] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7632fa6-aab6-4545-99af-e4ed226bd127 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.784351] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37703b95-3fea-4daf-b3b6-eb47001a7fa5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.792896] env[64496]: DEBUG oslo_vmware.api [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.795312] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156b9056-eba6-420b-b79f-bb3a37712d63 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.808785] env[64496]: DEBUG nova.compute.provider_tree [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.863277] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.013039] env[64496]: DEBUG nova.compute.manager [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1470.099374] env[64496]: DEBUG nova.network.neutron [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1470.182374] env[64496]: DEBUG nova.network.neutron [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.293104] env[64496]: DEBUG oslo_vmware.api [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.311624] env[64496]: DEBUG nova.scheduler.client.report [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.528255] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Acquiring lock "d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.528497] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Lock "d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.528968] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Acquiring lock "d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.528968] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Lock "d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.529409] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Lock "d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.531147] env[64496]: INFO nova.compute.manager [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Terminating instance [ 1470.540937] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.684829] env[64496]: DEBUG oslo_concurrency.lockutils [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Releasing lock "refresh_cache-faf41e9a-63f0-491b-9ad4-3452182d07fb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.685243] env[64496]: DEBUG nova.compute.manager [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1470.685483] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.686854] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b425c6-ca35-4bd1-bad4-7e517f127f16 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.694296] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.694517] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-952f7093-26ef-4f9c-9103-60b56befe606 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.700729] env[64496]: DEBUG oslo_vmware.api [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1470.700729] env[64496]: value = "task-1901542" [ 1470.700729] env[64496]: _type = "Task" [ 1470.700729] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.708471] env[64496]: DEBUG oslo_vmware.api [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.790030] env[64496]: DEBUG oslo_vmware.api [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.817677] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.818268] env[64496]: DEBUG nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1470.821131] env[64496]: DEBUG oslo_concurrency.lockutils [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.156s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.034973] env[64496]: DEBUG nova.compute.manager [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1471.035239] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1471.036248] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e5f047-26e3-403a-8d08-a9e4e4c3027f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.044030] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.044267] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81209cbb-86cd-4206-bed0-9f9f74884c45 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.050348] env[64496]: DEBUG oslo_vmware.api [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Waiting for the task: (returnval){ [ 1471.050348] env[64496]: value = "task-1901543" [ 1471.050348] env[64496]: _type = "Task" [ 1471.050348] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.059099] env[64496]: DEBUG oslo_vmware.api [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': task-1901543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.210261] env[64496]: DEBUG oslo_vmware.api [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901542, 'name': PowerOffVM_Task, 'duration_secs': 0.177089} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.210261] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1471.210343] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1471.210543] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30aa9908-6681-4041-9308-e04ce8971cfb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.234014] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1471.234256] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1471.234441] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Deleting the datastore file [datastore2] faf41e9a-63f0-491b-9ad4-3452182d07fb {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1471.234757] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0425ce25-6951-4880-a90f-82c556d608f7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.241225] env[64496]: DEBUG oslo_vmware.api [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1471.241225] env[64496]: value = "task-1901545" [ 1471.241225] env[64496]: _type = "Task" [ 1471.241225] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.248888] env[64496]: DEBUG oslo_vmware.api [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.290984] env[64496]: DEBUG oslo_vmware.api [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Task: {'id': task-1901541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.399908} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.292022] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.292022] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.292022] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.292022] env[64496]: INFO nova.compute.manager [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Took 3.95 seconds to destroy the instance on the hypervisor. [ 1471.292311] env[64496]: DEBUG oslo.service.loopingcall [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.292499] env[64496]: DEBUG nova.compute.manager [-] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1471.292665] env[64496]: DEBUG nova.network.neutron [-] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.325146] env[64496]: DEBUG nova.compute.utils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1471.329683] env[64496]: DEBUG nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1471.329898] env[64496]: DEBUG nova.network.neutron [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1471.429138] env[64496]: DEBUG nova.policy [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b675d19acff34bfe9191a3d6f8a8c838', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '817688fdcc53478cac0977a099aaa6b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1471.564018] env[64496]: DEBUG oslo_vmware.api [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': task-1901543, 'name': PowerOffVM_Task, 'duration_secs': 0.304809} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.564018] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1471.564018] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1471.564018] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-383a53cc-6009-4493-89d7-dc2c1c0915ef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.659276] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1471.659735] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1471.660139] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Deleting the datastore file [datastore2] d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1471.660485] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-920c0b39-5224-4cc9-ab4a-cc3e2f7c555a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.666859] env[64496]: DEBUG oslo_vmware.api [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Waiting for the task: (returnval){ [ 1471.666859] env[64496]: value = "task-1901547" [ 1471.666859] env[64496]: _type = "Task" [ 1471.666859] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.681413] env[64496]: DEBUG oslo_vmware.api [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': task-1901547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.715781] env[64496]: DEBUG nova.compute.manager [req-7ff41cfa-1e25-4004-b7c2-24595f3b9787 req-4c573192-c528-408c-917c-d8c67b275bdf service nova] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Received event network-vif-deleted-c6dd3b57-de24-4370-8d92-c0464c4e3299 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1471.715990] env[64496]: INFO nova.compute.manager [req-7ff41cfa-1e25-4004-b7c2-24595f3b9787 req-4c573192-c528-408c-917c-d8c67b275bdf service nova] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Neutron deleted interface c6dd3b57-de24-4370-8d92-c0464c4e3299; detaching it from the instance and deleting it from the info cache [ 1471.716424] env[64496]: DEBUG nova.network.neutron [req-7ff41cfa-1e25-4004-b7c2-24595f3b9787 req-4c573192-c528-408c-917c-d8c67b275bdf service nova] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.731323] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3876545-8028-4197-bf76-8142b2467413 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.740761] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f52ce3-3678-4896-8336-f8400cf2e55a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.751407] env[64496]: DEBUG oslo_vmware.api [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09504} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.775633] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.775839] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.776025] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.776205] env[64496]: INFO nova.compute.manager [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1471.776447] env[64496]: DEBUG oslo.service.loopingcall [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.777363] env[64496]: DEBUG nova.compute.manager [-] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1471.777478] env[64496]: DEBUG nova.network.neutron [-] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.780646] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f20eba-8d8d-4703-b329-b7918fff002f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.788613] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446cf8f6-8418-45ad-8cd3-884a7019133f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.804233] env[64496]: DEBUG nova.compute.provider_tree [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1471.806238] env[64496]: DEBUG nova.network.neutron [-] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.830700] env[64496]: DEBUG nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1471.841571] env[64496]: DEBUG nova.network.neutron [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Successfully created port: e9dcebeb-48ff-4330-ad69-2337c9191562 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1472.179462] env[64496]: DEBUG oslo_vmware.api [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Task: {'id': task-1901547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181603} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.179759] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1472.179961] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1472.180156] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1472.180330] env[64496]: INFO nova.compute.manager [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1472.180834] env[64496]: DEBUG oslo.service.loopingcall [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.180834] env[64496]: DEBUG nova.compute.manager [-] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1472.180834] env[64496]: DEBUG nova.network.neutron [-] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1472.184950] env[64496]: DEBUG nova.network.neutron [-] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.221582] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d626c29-42d1-414b-ba51-9e5e13ed3fd8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.230785] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eddb85-cff9-4e56-8ec3-277a7b616db4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.262095] env[64496]: DEBUG nova.compute.manager [req-7ff41cfa-1e25-4004-b7c2-24595f3b9787 req-4c573192-c528-408c-917c-d8c67b275bdf service nova] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Detach interface failed, port_id=c6dd3b57-de24-4370-8d92-c0464c4e3299, reason: Instance 8990fe10-951e-4336-a041-8f95ba0d8fa8 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1472.312335] env[64496]: DEBUG nova.network.neutron [-] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.333331] env[64496]: ERROR nova.scheduler.client.report [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [req-31f945d1-d372-4e0c-afba-cab4597017ac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-31f945d1-d372-4e0c-afba-cab4597017ac"}]} [ 1472.355721] env[64496]: DEBUG nova.scheduler.client.report [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1472.373491] env[64496]: DEBUG nova.scheduler.client.report [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1472.373801] env[64496]: DEBUG nova.compute.provider_tree [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1472.387925] env[64496]: DEBUG nova.scheduler.client.report [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1472.416191] env[64496]: DEBUG nova.scheduler.client.report [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1472.687335] env[64496]: INFO nova.compute.manager [-] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Took 1.39 seconds to deallocate network for instance. [ 1472.815209] env[64496]: INFO nova.compute.manager [-] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Took 1.04 seconds to deallocate network for instance. [ 1472.843088] env[64496]: DEBUG nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1472.868611] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1472.868866] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.869036] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1472.869222] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.869365] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1472.869507] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1472.869712] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1472.869866] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1472.870043] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1472.870211] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1472.870380] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1472.871243] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda088c0-30ef-4ea8-9fd5-7b37d8e59665 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.879618] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc29e9c8-9d6c-4743-8049-773cf0115ec1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.894383] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ac411f-7d47-4d3e-82f2-8c85e621001d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.900941] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9f6789-6122-4e96-a5ba-fe16a03cc7e5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.932945] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9543b89d-41a3-47d5-aa6e-5af8ea0fe7a2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.935473] env[64496]: DEBUG nova.network.neutron [-] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.941840] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f01f97-bdea-4d8a-85c4-df37fd42f084 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.955920] env[64496]: DEBUG nova.compute.provider_tree [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1473.196680] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.323937] env[64496]: DEBUG oslo_concurrency.lockutils [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.348943] env[64496]: DEBUG nova.network.neutron [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Successfully updated port: e9dcebeb-48ff-4330-ad69-2337c9191562 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1473.438356] env[64496]: INFO nova.compute.manager [-] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Took 1.26 seconds to deallocate network for instance. [ 1473.617448] env[64496]: DEBUG nova.scheduler.client.report [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1473.617722] env[64496]: DEBUG nova.compute.provider_tree [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 56 to 57 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1473.617906] env[64496]: DEBUG nova.compute.provider_tree [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1473.743557] env[64496]: DEBUG nova.compute.manager [req-6beab793-85b9-4510-86c8-27db6d0d9067 req-b9bda11e-2b34-4500-b441-dac379003194 service nova] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Received event network-vif-deleted-06ee62bb-555e-4133-a2ee-787a02adf4ab {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1473.743775] env[64496]: DEBUG nova.compute.manager [req-6beab793-85b9-4510-86c8-27db6d0d9067 req-b9bda11e-2b34-4500-b441-dac379003194 service nova] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Received event network-vif-plugged-e9dcebeb-48ff-4330-ad69-2337c9191562 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1473.743973] env[64496]: DEBUG oslo_concurrency.lockutils [req-6beab793-85b9-4510-86c8-27db6d0d9067 req-b9bda11e-2b34-4500-b441-dac379003194 service nova] Acquiring lock "850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.744197] env[64496]: DEBUG oslo_concurrency.lockutils [req-6beab793-85b9-4510-86c8-27db6d0d9067 req-b9bda11e-2b34-4500-b441-dac379003194 service nova] Lock "850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.744368] env[64496]: DEBUG oslo_concurrency.lockutils [req-6beab793-85b9-4510-86c8-27db6d0d9067 req-b9bda11e-2b34-4500-b441-dac379003194 service nova] Lock "850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.744536] env[64496]: DEBUG nova.compute.manager [req-6beab793-85b9-4510-86c8-27db6d0d9067 req-b9bda11e-2b34-4500-b441-dac379003194 service nova] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] No waiting events found dispatching network-vif-plugged-e9dcebeb-48ff-4330-ad69-2337c9191562 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1473.744706] env[64496]: WARNING nova.compute.manager [req-6beab793-85b9-4510-86c8-27db6d0d9067 req-b9bda11e-2b34-4500-b441-dac379003194 service nova] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Received unexpected event network-vif-plugged-e9dcebeb-48ff-4330-ad69-2337c9191562 for instance with vm_state building and task_state spawning. [ 1473.744862] env[64496]: DEBUG nova.compute.manager [req-6beab793-85b9-4510-86c8-27db6d0d9067 req-b9bda11e-2b34-4500-b441-dac379003194 service nova] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Received event network-changed-e9dcebeb-48ff-4330-ad69-2337c9191562 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1473.745029] env[64496]: DEBUG nova.compute.manager [req-6beab793-85b9-4510-86c8-27db6d0d9067 req-b9bda11e-2b34-4500-b441-dac379003194 service nova] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Refreshing instance network info cache due to event network-changed-e9dcebeb-48ff-4330-ad69-2337c9191562. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1473.745220] env[64496]: DEBUG oslo_concurrency.lockutils [req-6beab793-85b9-4510-86c8-27db6d0d9067 req-b9bda11e-2b34-4500-b441-dac379003194 service nova] Acquiring lock "refresh_cache-850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.745368] env[64496]: DEBUG oslo_concurrency.lockutils [req-6beab793-85b9-4510-86c8-27db6d0d9067 req-b9bda11e-2b34-4500-b441-dac379003194 service nova] Acquired lock "refresh_cache-850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.745570] env[64496]: DEBUG nova.network.neutron [req-6beab793-85b9-4510-86c8-27db6d0d9067 req-b9bda11e-2b34-4500-b441-dac379003194 service nova] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Refreshing network info cache for port e9dcebeb-48ff-4330-ad69-2337c9191562 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.851674] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "refresh_cache-850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.944784] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.275583] env[64496]: DEBUG nova.network.neutron [req-6beab793-85b9-4510-86c8-27db6d0d9067 req-b9bda11e-2b34-4500-b441-dac379003194 service nova] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.359183] env[64496]: DEBUG nova.network.neutron [req-6beab793-85b9-4510-86c8-27db6d0d9067 req-b9bda11e-2b34-4500-b441-dac379003194 service nova] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.628103] env[64496]: DEBUG oslo_concurrency.lockutils [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.807s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.631061] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.542s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.631061] env[64496]: DEBUG nova.objects.instance [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Lazy-loading 'resources' on Instance uuid 642c200a-966c-4477-b370-e15824a48ff6 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.861685] env[64496]: DEBUG oslo_concurrency.lockutils [req-6beab793-85b9-4510-86c8-27db6d0d9067 req-b9bda11e-2b34-4500-b441-dac379003194 service nova] Releasing lock "refresh_cache-850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.863474] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired lock "refresh_cache-850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.863474] env[64496]: DEBUG nova.network.neutron [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.207788] env[64496]: INFO nova.scheduler.client.report [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Deleted allocation for migration 23d50c90-9116-4a80-a738-fb5c7434ec75 [ 1475.424259] env[64496]: DEBUG nova.network.neutron [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.576304] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd35677-19c8-4754-9468-680c9ff52b8c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.584662] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c814a3-90ad-4404-b5b4-d4924c4581d6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.623080] env[64496]: DEBUG nova.network.neutron [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Updating instance_info_cache with network_info: [{"id": "e9dcebeb-48ff-4330-ad69-2337c9191562", "address": "fa:16:3e:f4:08:ff", "network": {"id": "751a4483-c080-4559-a5b5-e807fee0483e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-193921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "817688fdcc53478cac0977a099aaa6b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dcebeb-48", "ovs_interfaceid": "e9dcebeb-48ff-4330-ad69-2337c9191562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.624811] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c104940-f4c2-4377-a960-8c748b1bdfca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.633482] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988fbf73-f7a6-4825-83bb-60334d77a9d7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.648616] env[64496]: DEBUG nova.compute.provider_tree [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.713481] env[64496]: DEBUG oslo_concurrency.lockutils [None req-14081900-d48f-4271-b759-8342ad9591c5 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.195s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.128600] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Releasing lock "refresh_cache-850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.128934] env[64496]: DEBUG nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Instance network_info: |[{"id": "e9dcebeb-48ff-4330-ad69-2337c9191562", "address": "fa:16:3e:f4:08:ff", "network": {"id": "751a4483-c080-4559-a5b5-e807fee0483e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-193921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "817688fdcc53478cac0977a099aaa6b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dcebeb-48", "ovs_interfaceid": "e9dcebeb-48ff-4330-ad69-2337c9191562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1476.129369] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:08:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9dcebeb-48ff-4330-ad69-2337c9191562', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.137280] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Creating folder: Project (817688fdcc53478cac0977a099aaa6b5). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.137571] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62b3e1fd-ad9e-4c11-8e4f-66e7312ac974 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.149479] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Created folder: Project (817688fdcc53478cac0977a099aaa6b5) in parent group-v392474. [ 1476.149679] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Creating folder: Instances. Parent ref: group-v392575. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.149917] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91394aec-30d3-4c6f-b5ba-b2c8f5b4e9d1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.152196] env[64496]: DEBUG nova.scheduler.client.report [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.163208] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Created folder: Instances in parent group-v392575. [ 1476.163432] env[64496]: DEBUG oslo.service.loopingcall [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.163610] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.163807] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c91ed33b-210a-408b-83f5-333528ab6792 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.183774] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.183774] env[64496]: value = "task-1901550" [ 1476.183774] env[64496]: _type = "Task" [ 1476.183774] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.190820] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901550, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.608686] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "70080cd5-d6d1-49b9-b9bb-7b41871dfb07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.608935] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "70080cd5-d6d1-49b9-b9bb-7b41871dfb07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.657598] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.660494] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.909s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.680617] env[64496]: INFO nova.scheduler.client.report [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Deleted allocations for instance 642c200a-966c-4477-b370-e15824a48ff6 [ 1476.693750] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901550, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.189802] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8f9c013a-02e7-4aa5-afb2-fa215b219871 tempest-DeleteServersAdminTestJSON-1992890118 tempest-DeleteServersAdminTestJSON-1992890118-project-member] Lock "642c200a-966c-4477-b370-e15824a48ff6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.690s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.196629] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901550, 'name': CreateVM_Task, 'duration_secs': 0.646064} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.196827] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1477.197447] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.197612] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.197926] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1477.198196] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f1bc07-dbc4-43ee-9e4f-038b68eef2f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.202889] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1477.202889] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5249a1c8-2f1f-7ed0-2221-e746f451859f" [ 1477.202889] env[64496]: _type = "Task" [ 1477.202889] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.211180] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5249a1c8-2f1f-7ed0-2221-e746f451859f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.703240] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance fb4b120d-4097-40af-a6e9-ee18a55fed58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1477.703240] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 8990fe10-951e-4336-a041-8f95ba0d8fa8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1477.703240] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 5d6fd328-423e-4b4a-8615-8d47117d1c85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1477.703240] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 399cb2ae-8ac1-4a4a-807a-69d6b9992614 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1477.703574] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance e89d41f7-8ef4-4793-b9ba-05cb7cf3630f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1477.703574] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1477.703574] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance de873593-e744-4c71-bdd7-09962f6bcedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1477.703672] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 4beb0377-8b69-438a-aa7f-af5f68092240 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1477.703917] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 99e415cd-77a4-4557-bdb4-67727d5621ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1477.703917] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 7c42bab8-c89d-4040-bda6-2a1cbcda2da1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1477.704685] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1477.704803] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 873c1c05-9f9f-41c7-9815-4a5fbeda8d24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1477.704986] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance c44451ce-ff63-44a7-a7dc-f84fd88afc38 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1477.705100] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance c91a94a3-8271-4976-bb3c-a503205eea24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1477.705212] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 383a2fc7-69e5-4ca0-b3f2-667afe137190 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1477.705436] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance faf41e9a-63f0-491b-9ad4-3452182d07fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1477.706225] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 809dc4e0-b5bf-4f32-987b-08960c97fcca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1477.706225] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 63cc3567-f8dc-463c-a3d1-e96b74f533a8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1477.706225] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1477.706225] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1477.718200] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5249a1c8-2f1f-7ed0-2221-e746f451859f, 'name': SearchDatastore_Task, 'duration_secs': 0.065963} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.718501] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.718728] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1477.718956] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.719116] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.719293] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1477.719545] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5167fc2c-23be-437f-92a1-5b960a374039 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.731271] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1477.731478] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1477.732199] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ae0663-b178-4d22-92c6-2a1b010807eb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.738211] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1477.738211] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d554e2-2fba-07ce-71f3-aaa357addfa6" [ 1477.738211] env[64496]: _type = "Task" [ 1477.738211] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.745779] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d554e2-2fba-07ce-71f3-aaa357addfa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.213162] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance cb97679a-6f0b-40fe-8f67-654c55c49f20 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1478.249873] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d554e2-2fba-07ce-71f3-aaa357addfa6, 'name': SearchDatastore_Task, 'duration_secs': 0.047722} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.250657] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e662de-9337-4d6a-b9ea-cb4c28904dea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.255872] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1478.255872] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525b78dc-cfc6-f52c-a5a3-9e2ff2618bb0" [ 1478.255872] env[64496]: _type = "Task" [ 1478.255872] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.263528] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525b78dc-cfc6-f52c-a5a3-9e2ff2618bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.718653] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 1d606e17-3ee9-45e0-b92a-fb5e816720f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1478.764014] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "fb4b120d-4097-40af-a6e9-ee18a55fed58" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.764014] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "fb4b120d-4097-40af-a6e9-ee18a55fed58" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.770116] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525b78dc-cfc6-f52c-a5a3-9e2ff2618bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.770867] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.771145] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb/850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1478.771489] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ef9d978-c7cd-4781-b2ef-b7c6538904bc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.780188] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1478.780188] env[64496]: value = "task-1901551" [ 1478.780188] env[64496]: _type = "Task" [ 1478.780188] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.791759] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.221527] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 2b460d0f-65c7-4a8c-a769-c94cbc6872dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1479.272023] env[64496]: DEBUG nova.compute.utils [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1479.291187] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901551, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.725084] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance a1233927-5630-45c5-bf14-eb81de95cf44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1479.774712] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "fb4b120d-4097-40af-a6e9-ee18a55fed58" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.790655] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55184} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.790942] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb/850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1479.791257] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1479.791523] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fc3fa7d-c0b9-416f-be0d-6f727e0b3f6c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.799231] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1479.799231] env[64496]: value = "task-1901552" [ 1479.799231] env[64496]: _type = "Task" [ 1479.799231] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.807737] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.230223] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1480.309797] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.733056] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 7cbdba76-b9f3-417d-b49f-6e3913fa290b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1480.814135] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.592213} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.814833] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1480.815708] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8bb101-a97b-44ba-bb8f-4f23e2c3030e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.842577] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb/850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.842577] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65d7473b-9a93-41ec-887f-74e2fca6c227 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.859275] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "fb4b120d-4097-40af-a6e9-ee18a55fed58" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.859526] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "fb4b120d-4097-40af-a6e9-ee18a55fed58" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.859854] env[64496]: INFO nova.compute.manager [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Attaching volume e10543bf-1a9a-4d2a-af17-f37e71b14cf5 to /dev/sdb [ 1480.868890] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1480.868890] env[64496]: value = "task-1901553" [ 1480.868890] env[64496]: _type = "Task" [ 1480.868890] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.876815] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.901230] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e068d8-af5d-4f11-8f83-299af6acecb6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.907351] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a36eca-e942-49a1-9114-0907e12817e4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.920403] env[64496]: DEBUG nova.virt.block_device [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Updating existing volume attachment record: bfac9481-4c7d-4917-88b6-f0f6aab5595e {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1481.237691] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 02198b91-3757-44f5-aa10-c48ec83e47ab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1481.379587] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.741123] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance aceef315-f152-4b91-9953-2eceb376b255 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1481.879874] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901553, 'name': ReconfigVM_Task, 'duration_secs': 0.579837} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.880174] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb/850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.880806] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff3576c4-da1a-40d6-b863-2a481df12dcd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.888378] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1481.888378] env[64496]: value = "task-1901557" [ 1481.888378] env[64496]: _type = "Task" [ 1481.888378] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.896260] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901557, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.071390] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Acquiring lock "5d6fd328-423e-4b4a-8615-8d47117d1c85" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.071654] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Lock "5d6fd328-423e-4b4a-8615-8d47117d1c85" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.245876] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 6ca6c4fd-2234-4077-a0f3-510385354b2b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1482.399671] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901557, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.576772] env[64496]: DEBUG nova.compute.utils [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1482.748871] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 2769fc49-4f22-44c1-a0e5-7481ec8b595c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1482.905858] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901557, 'name': Rename_Task, 'duration_secs': 0.783152} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.906685] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1482.907187] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52cff7df-e180-4042-afaf-ed91742d76cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.914698] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1482.914698] env[64496]: value = "task-1901558" [ 1482.914698] env[64496]: _type = "Task" [ 1482.914698] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.925040] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.079954] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Lock "5d6fd328-423e-4b4a-8615-8d47117d1c85" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.256102] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 70080cd5-d6d1-49b9-b9bb-7b41871dfb07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1483.256422] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1483.256583] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1483.429808] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.765784] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ea8612-a14d-4c74-b17d-1e609a10d527 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.774087] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deab43ab-b2e9-43eb-831a-9313fbb4b613 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.808248] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958b97dc-3e42-4f9e-9042-96e63e6c3758 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.818433] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d5568e-42ca-40bf-8440-4087e6cc293e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.834574] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.925899] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901558, 'name': PowerOnVM_Task, 'duration_secs': 0.758228} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.930017] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1483.930017] env[64496]: INFO nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Took 11.08 seconds to spawn the instance on the hypervisor. [ 1483.930017] env[64496]: DEBUG nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1483.930017] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefb3784-e30e-488c-9f9d-5b9d2a46cc0b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.183871] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Acquiring lock "5d6fd328-423e-4b4a-8615-8d47117d1c85" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.184178] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Lock "5d6fd328-423e-4b4a-8615-8d47117d1c85" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.184899] env[64496]: INFO nova.compute.manager [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Attaching volume 53d4c931-fd4e-4471-be18-e6b302e8b295 to /dev/sdb [ 1484.228875] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed590c1b-bb9b-4803-be76-41b2f4077a67 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.236352] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e488291-3049-427c-91e9-43cce709de3a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.251634] env[64496]: DEBUG nova.virt.block_device [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Updating existing volume attachment record: 14538a9b-3f45-40c2-b862-8a5da5bfbf31 {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1484.338875] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1484.453136] env[64496]: INFO nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Took 45.24 seconds to build instance. [ 1484.843612] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1484.843927] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.183s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.843927] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.426s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.845445] env[64496]: INFO nova.compute.claims [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1484.850031] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.850031] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Cleaning up deleted instances {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1484.956891] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.406s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.362395] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] There are 13 instances to clean {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1485.362395] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 642c200a-966c-4477-b370-e15824a48ff6] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1485.462433] env[64496]: DEBUG nova.compute.manager [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1485.485227] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1485.485227] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392579', 'volume_id': 'e10543bf-1a9a-4d2a-af17-f37e71b14cf5', 'name': 'volume-e10543bf-1a9a-4d2a-af17-f37e71b14cf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb4b120d-4097-40af-a6e9-ee18a55fed58', 'attached_at': '', 'detached_at': '', 'volume_id': 'e10543bf-1a9a-4d2a-af17-f37e71b14cf5', 'serial': 'e10543bf-1a9a-4d2a-af17-f37e71b14cf5'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1485.486017] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c8679a-c921-412a-90ab-bf465643e639 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.517690] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabc2df8-f5d3-4ab7-8e52-aeee647d5e5f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.546581] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] volume-e10543bf-1a9a-4d2a-af17-f37e71b14cf5/volume-e10543bf-1a9a-4d2a-af17-f37e71b14cf5.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.547232] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a87ac35-2beb-4a0b-b979-af2aeb0e5da4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.570506] env[64496]: DEBUG oslo_vmware.api [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1485.570506] env[64496]: value = "task-1901563" [ 1485.570506] env[64496]: _type = "Task" [ 1485.570506] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.589238] env[64496]: DEBUG oslo_vmware.api [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.869176] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: dd9e2451-ff9f-4fb2-a486-df1a5ab36347] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1485.977730] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.079462] env[64496]: DEBUG oslo_vmware.api [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901563, 'name': ReconfigVM_Task, 'duration_secs': 0.407968} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.079745] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Reconfigured VM instance instance-00000007 to attach disk [datastore1] volume-e10543bf-1a9a-4d2a-af17-f37e71b14cf5/volume-e10543bf-1a9a-4d2a-af17-f37e71b14cf5.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1486.087976] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54ebe9ad-870a-41a8-b66a-5bdd4fb596d6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.105429] env[64496]: DEBUG oslo_vmware.api [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1486.105429] env[64496]: value = "task-1901564" [ 1486.105429] env[64496]: _type = "Task" [ 1486.105429] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.118100] env[64496]: DEBUG oslo_vmware.api [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.287736] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3ad663-32e4-4dfb-86ec-26db005a1d62 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.295048] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e14b75-31a8-42c0-852c-91fe4f85c49e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.325557] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed1794d-43b7-4a54-a221-16ffb5393bed {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.332798] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dec310-c68e-4fe5-8edb-ca66d620f2da {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.345820] env[64496]: DEBUG nova.compute.provider_tree [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.373665] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ef35217a-ca54-4d32-8c43-f4821cd2bdeb] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1486.615490] env[64496]: DEBUG oslo_vmware.api [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901564, 'name': ReconfigVM_Task, 'duration_secs': 0.135719} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.615714] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392579', 'volume_id': 'e10543bf-1a9a-4d2a-af17-f37e71b14cf5', 'name': 'volume-e10543bf-1a9a-4d2a-af17-f37e71b14cf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb4b120d-4097-40af-a6e9-ee18a55fed58', 'attached_at': '', 'detached_at': '', 'volume_id': 'e10543bf-1a9a-4d2a-af17-f37e71b14cf5', 'serial': 'e10543bf-1a9a-4d2a-af17-f37e71b14cf5'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1486.849417] env[64496]: DEBUG nova.scheduler.client.report [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.876749] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 50bab324-a7f4-430e-81fa-36d4248bb3f4] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1487.354576] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.355126] env[64496]: DEBUG nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1487.358016] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.900s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.359859] env[64496]: INFO nova.compute.claims [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1487.379958] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 8fe3be0e-3b9d-4461-a56a-5735b9dbbbb6] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1487.662132] env[64496]: DEBUG nova.objects.instance [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lazy-loading 'flavor' on Instance uuid fb4b120d-4097-40af-a6e9-ee18a55fed58 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.864954] env[64496]: DEBUG nova.compute.utils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1487.873941] env[64496]: DEBUG nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1487.877991] env[64496]: DEBUG nova.network.neutron [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1487.882799] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 01b20150-ba71-48ab-87fd-5a235552e757] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1487.925254] env[64496]: DEBUG nova.policy [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b675d19acff34bfe9191a3d6f8a8c838', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '817688fdcc53478cac0977a099aaa6b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1488.168907] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7b5ee0ab-13ec-4b07-8a59-0164b3e4e4d0 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "fb4b120d-4097-40af-a6e9-ee18a55fed58" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.308s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.375768] env[64496]: DEBUG nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1488.388199] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 85f549d9-28c1-4f8e-9708-2072e977c52b] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1488.457360] env[64496]: DEBUG nova.network.neutron [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Successfully created port: d723b4cc-059a-40e0-ae43-ec4f42375498 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1488.512031] env[64496]: DEBUG oslo_concurrency.lockutils [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "fb4b120d-4097-40af-a6e9-ee18a55fed58" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.512267] env[64496]: DEBUG oslo_concurrency.lockutils [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "fb4b120d-4097-40af-a6e9-ee18a55fed58" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.801918] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1488.801918] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392582', 'volume_id': '53d4c931-fd4e-4471-be18-e6b302e8b295', 'name': 'volume-53d4c931-fd4e-4471-be18-e6b302e8b295', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d6fd328-423e-4b4a-8615-8d47117d1c85', 'attached_at': '', 'detached_at': '', 'volume_id': '53d4c931-fd4e-4471-be18-e6b302e8b295', 'serial': '53d4c931-fd4e-4471-be18-e6b302e8b295'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1488.802456] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5535e081-4069-46fc-83c8-61a8a555a326 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.827740] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83126f65-84bf-48b0-9c0b-a34b9915637e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.852625] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-53d4c931-fd4e-4471-be18-e6b302e8b295/volume-53d4c931-fd4e-4471-be18-e6b302e8b295.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1488.855418] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb5ad8de-b289-4fb0-9852-f5b09a103af1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.875053] env[64496]: DEBUG oslo_vmware.api [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Waiting for the task: (returnval){ [ 1488.875053] env[64496]: value = "task-1901566" [ 1488.875053] env[64496]: _type = "Task" [ 1488.875053] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.891149] env[64496]: DEBUG oslo_vmware.api [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Task: {'id': task-1901566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.891832] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 3310d50a-ed0a-41a0-899c-923bfdcdf159] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1488.899204] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9910d603-0213-49a1-9c4b-50f1a42b57be {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.905971] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16db899-bc92-4900-965e-26edda1ff646 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.942178] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97cc1f6-6ea3-4879-adca-e7b36d2dcdef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.948097] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8102671-d0d7-4765-a6f5-5825a873345a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.964422] env[64496]: DEBUG nova.compute.provider_tree [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.017397] env[64496]: INFO nova.compute.manager [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Detaching volume e10543bf-1a9a-4d2a-af17-f37e71b14cf5 [ 1489.054507] env[64496]: INFO nova.virt.block_device [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Attempting to driver detach volume e10543bf-1a9a-4d2a-af17-f37e71b14cf5 from mountpoint /dev/sdb [ 1489.054749] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1489.054935] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392579', 'volume_id': 'e10543bf-1a9a-4d2a-af17-f37e71b14cf5', 'name': 'volume-e10543bf-1a9a-4d2a-af17-f37e71b14cf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb4b120d-4097-40af-a6e9-ee18a55fed58', 'attached_at': '', 'detached_at': '', 'volume_id': 'e10543bf-1a9a-4d2a-af17-f37e71b14cf5', 'serial': 'e10543bf-1a9a-4d2a-af17-f37e71b14cf5'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1489.055870] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eff5b4-287f-4198-ab35-b24ff0021659 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.077243] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bcdeb2-7b01-4971-90b2-7d181bbf3a3f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.084412] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cd8a74-7466-4bda-85af-09560cce9188 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.104762] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26d06c2-2f59-4ea9-82d7-7e9b0d5e9650 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.121113] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] The volume has not been displaced from its original location: [datastore1] volume-e10543bf-1a9a-4d2a-af17-f37e71b14cf5/volume-e10543bf-1a9a-4d2a-af17-f37e71b14cf5.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1489.126578] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1489.126740] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f1e9b6c-6afe-428f-9e17-61ac584349e4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.144677] env[64496]: DEBUG oslo_vmware.api [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1489.144677] env[64496]: value = "task-1901567" [ 1489.144677] env[64496]: _type = "Task" [ 1489.144677] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.152620] env[64496]: DEBUG oslo_vmware.api [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.385929] env[64496]: DEBUG oslo_vmware.api [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Task: {'id': task-1901566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.393370] env[64496]: DEBUG nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1489.396112] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 51f4045f-a7b8-4293-aa22-17b5cba7e7ce] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1489.423900] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1489.424176] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1489.424345] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1489.424542] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1489.424691] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1489.424836] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1489.429110] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1489.429360] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1489.429547] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1489.429720] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1489.429902] env[64496]: DEBUG nova.virt.hardware [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1489.430804] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5343863-44ec-4f64-932d-4337c29470b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.442834] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b077ab91-89df-46e8-8e89-acd1e3900eb7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.472187] env[64496]: DEBUG nova.scheduler.client.report [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1489.656795] env[64496]: DEBUG oslo_vmware.api [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901567, 'name': ReconfigVM_Task, 'duration_secs': 0.23128} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.657103] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1489.661762] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-369a6ad4-96f5-4d7c-9eb0-108ff9629cc8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.677515] env[64496]: DEBUG oslo_vmware.api [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1489.677515] env[64496]: value = "task-1901568" [ 1489.677515] env[64496]: _type = "Task" [ 1489.677515] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.686108] env[64496]: DEBUG oslo_vmware.api [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.886554] env[64496]: DEBUG oslo_vmware.api [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Task: {'id': task-1901566, 'name': ReconfigVM_Task, 'duration_secs': 0.574307} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.890015] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-53d4c931-fd4e-4471-be18-e6b302e8b295/volume-53d4c931-fd4e-4471-be18-e6b302e8b295.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1489.892435] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9f94b28-7c44-4a76-9f4a-768849fc3031 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.908440] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 2a74d990-c005-4f5c-97a5-d921d33a47e7] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1489.918333] env[64496]: DEBUG oslo_vmware.api [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Waiting for the task: (returnval){ [ 1489.918333] env[64496]: value = "task-1901569" [ 1489.918333] env[64496]: _type = "Task" [ 1489.918333] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.929610] env[64496]: DEBUG oslo_vmware.api [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Task: {'id': task-1901569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.979105] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.979105] env[64496]: DEBUG nova.compute.manager [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1489.981598] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.962s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.984335] env[64496]: INFO nova.compute.claims [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1490.090762] env[64496]: DEBUG nova.compute.manager [req-8f6a6551-ed65-4abc-a53a-e8c2107d624f req-aa2dffa6-da6d-4381-b31b-8402dd764ebe service nova] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Received event network-vif-plugged-d723b4cc-059a-40e0-ae43-ec4f42375498 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1490.090990] env[64496]: DEBUG oslo_concurrency.lockutils [req-8f6a6551-ed65-4abc-a53a-e8c2107d624f req-aa2dffa6-da6d-4381-b31b-8402dd764ebe service nova] Acquiring lock "cb97679a-6f0b-40fe-8f67-654c55c49f20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.091378] env[64496]: DEBUG oslo_concurrency.lockutils [req-8f6a6551-ed65-4abc-a53a-e8c2107d624f req-aa2dffa6-da6d-4381-b31b-8402dd764ebe service nova] Lock "cb97679a-6f0b-40fe-8f67-654c55c49f20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.091481] env[64496]: DEBUG oslo_concurrency.lockutils [req-8f6a6551-ed65-4abc-a53a-e8c2107d624f req-aa2dffa6-da6d-4381-b31b-8402dd764ebe service nova] Lock "cb97679a-6f0b-40fe-8f67-654c55c49f20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.091577] env[64496]: DEBUG nova.compute.manager [req-8f6a6551-ed65-4abc-a53a-e8c2107d624f req-aa2dffa6-da6d-4381-b31b-8402dd764ebe service nova] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] No waiting events found dispatching network-vif-plugged-d723b4cc-059a-40e0-ae43-ec4f42375498 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1490.091741] env[64496]: WARNING nova.compute.manager [req-8f6a6551-ed65-4abc-a53a-e8c2107d624f req-aa2dffa6-da6d-4381-b31b-8402dd764ebe service nova] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Received unexpected event network-vif-plugged-d723b4cc-059a-40e0-ae43-ec4f42375498 for instance with vm_state building and task_state spawning. [ 1490.188894] env[64496]: DEBUG oslo_vmware.api [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901568, 'name': ReconfigVM_Task, 'duration_secs': 0.134874} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.189225] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392579', 'volume_id': 'e10543bf-1a9a-4d2a-af17-f37e71b14cf5', 'name': 'volume-e10543bf-1a9a-4d2a-af17-f37e71b14cf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb4b120d-4097-40af-a6e9-ee18a55fed58', 'attached_at': '', 'detached_at': '', 'volume_id': 'e10543bf-1a9a-4d2a-af17-f37e71b14cf5', 'serial': 'e10543bf-1a9a-4d2a-af17-f37e71b14cf5'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1490.286566] env[64496]: DEBUG nova.network.neutron [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Successfully updated port: d723b4cc-059a-40e0-ae43-ec4f42375498 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1490.414165] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ceb3d3dc-c15e-4039-91e5-6e8cdcced0ad] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1490.427321] env[64496]: DEBUG oslo_vmware.api [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Task: {'id': task-1901569, 'name': ReconfigVM_Task, 'duration_secs': 0.236542} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.427609] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392582', 'volume_id': '53d4c931-fd4e-4471-be18-e6b302e8b295', 'name': 'volume-53d4c931-fd4e-4471-be18-e6b302e8b295', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d6fd328-423e-4b4a-8615-8d47117d1c85', 'attached_at': '', 'detached_at': '', 'volume_id': '53d4c931-fd4e-4471-be18-e6b302e8b295', 'serial': '53d4c931-fd4e-4471-be18-e6b302e8b295'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1490.488395] env[64496]: DEBUG nova.compute.utils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1490.492011] env[64496]: DEBUG nova.compute.manager [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1490.495476] env[64496]: DEBUG nova.network.neutron [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1490.586971] env[64496]: DEBUG nova.policy [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd72cb18a1e0f48b486811c475c0d50c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e97feab6cc4443a888326db4c54e8bba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1490.747441] env[64496]: DEBUG nova.objects.instance [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lazy-loading 'flavor' on Instance uuid fb4b120d-4097-40af-a6e9-ee18a55fed58 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.789671] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "refresh_cache-cb97679a-6f0b-40fe-8f67-654c55c49f20" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.789825] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired lock "refresh_cache-cb97679a-6f0b-40fe-8f67-654c55c49f20" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.790026] env[64496]: DEBUG nova.network.neutron [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.899800] env[64496]: DEBUG nova.network.neutron [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Successfully created port: 85acee0b-81af-4e5d-959b-2e2b634ba6b3 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1490.918808] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 2d62a651-bd46-4f8f-a000-dfdefe179ba8] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1490.992903] env[64496]: DEBUG nova.compute.manager [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1491.321392] env[64496]: DEBUG nova.network.neutron [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1491.425035] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: d9aff96a-c016-4c16-be2a-bbecfcc85093] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1491.477520] env[64496]: DEBUG nova.objects.instance [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Lazy-loading 'flavor' on Instance uuid 5d6fd328-423e-4b4a-8615-8d47117d1c85 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.495069] env[64496]: DEBUG nova.network.neutron [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Updating instance_info_cache with network_info: [{"id": "d723b4cc-059a-40e0-ae43-ec4f42375498", "address": "fa:16:3e:bd:45:10", "network": {"id": "751a4483-c080-4559-a5b5-e807fee0483e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-193921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "817688fdcc53478cac0977a099aaa6b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd723b4cc-05", "ovs_interfaceid": "d723b4cc-059a-40e0-ae43-ec4f42375498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.522170] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefa8299-5d81-4dde-acd9-86027511c0f8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.530571] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc57e5b9-ffdf-49dc-96e6-e15b0f60fd6f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.568066] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7d5500-f409-4660-a8db-ad45a34489f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.576319] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d760b99-a03b-4c6b-a030-e68a178f5c7e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.598015] env[64496]: DEBUG nova.compute.provider_tree [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.756666] env[64496]: DEBUG oslo_concurrency.lockutils [None req-35162ded-a2c7-440a-80df-63ada672ee1f tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "fb4b120d-4097-40af-a6e9-ee18a55fed58" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.987511] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c184afe-b436-4163-a728-97d505dad38e tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Lock "5d6fd328-423e-4b4a-8615-8d47117d1c85" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.803s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.998247] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Releasing lock "refresh_cache-cb97679a-6f0b-40fe-8f67-654c55c49f20" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.998849] env[64496]: DEBUG nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Instance network_info: |[{"id": "d723b4cc-059a-40e0-ae43-ec4f42375498", "address": "fa:16:3e:bd:45:10", "network": {"id": "751a4483-c080-4559-a5b5-e807fee0483e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-193921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "817688fdcc53478cac0977a099aaa6b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd723b4cc-05", "ovs_interfaceid": "d723b4cc-059a-40e0-ae43-ec4f42375498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1491.999183] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:45:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd723b4cc-059a-40e0-ae43-ec4f42375498', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1492.008973] env[64496]: DEBUG oslo.service.loopingcall [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1492.010833] env[64496]: DEBUG nova.compute.manager [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1492.013267] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1492.014822] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e4704b4-ee45-477c-8b2d-1b13a0a42ba7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.035357] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1492.035357] env[64496]: value = "task-1901570" [ 1492.035357] env[64496]: _type = "Task" [ 1492.035357] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.045790] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901570, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.052022] env[64496]: DEBUG nova.virt.hardware [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1492.052022] env[64496]: DEBUG nova.virt.hardware [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1492.052022] env[64496]: DEBUG nova.virt.hardware [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1492.052242] env[64496]: DEBUG nova.virt.hardware [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1492.052242] env[64496]: DEBUG nova.virt.hardware [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1492.052242] env[64496]: DEBUG nova.virt.hardware [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1492.052653] env[64496]: DEBUG nova.virt.hardware [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1492.053049] env[64496]: DEBUG nova.virt.hardware [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1492.053341] env[64496]: DEBUG nova.virt.hardware [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1492.053622] env[64496]: DEBUG nova.virt.hardware [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1492.055716] env[64496]: DEBUG nova.virt.hardware [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1492.055716] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c952bc-590c-4be5-a31d-37f40d231f86 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.068790] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffa6382-83e2-4e59-9339-2779e3ec7abc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.098858] env[64496]: DEBUG nova.scheduler.client.report [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1492.320445] env[64496]: DEBUG nova.compute.manager [req-d1fb7964-ca27-4c92-94cb-3cb7aae91461 req-f14510da-5d52-410e-919c-91cbd147cfb3 service nova] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Received event network-changed-d723b4cc-059a-40e0-ae43-ec4f42375498 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1492.321456] env[64496]: DEBUG nova.compute.manager [req-d1fb7964-ca27-4c92-94cb-3cb7aae91461 req-f14510da-5d52-410e-919c-91cbd147cfb3 service nova] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Refreshing instance network info cache due to event network-changed-d723b4cc-059a-40e0-ae43-ec4f42375498. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1492.322385] env[64496]: DEBUG oslo_concurrency.lockutils [req-d1fb7964-ca27-4c92-94cb-3cb7aae91461 req-f14510da-5d52-410e-919c-91cbd147cfb3 service nova] Acquiring lock "refresh_cache-cb97679a-6f0b-40fe-8f67-654c55c49f20" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.322544] env[64496]: DEBUG oslo_concurrency.lockutils [req-d1fb7964-ca27-4c92-94cb-3cb7aae91461 req-f14510da-5d52-410e-919c-91cbd147cfb3 service nova] Acquired lock "refresh_cache-cb97679a-6f0b-40fe-8f67-654c55c49f20" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.322716] env[64496]: DEBUG nova.network.neutron [req-d1fb7964-ca27-4c92-94cb-3cb7aae91461 req-f14510da-5d52-410e-919c-91cbd147cfb3 service nova] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Refreshing network info cache for port d723b4cc-059a-40e0-ae43-ec4f42375498 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1492.545986] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901570, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.558598] env[64496]: DEBUG nova.network.neutron [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Successfully updated port: 85acee0b-81af-4e5d-959b-2e2b634ba6b3 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1492.604756] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.605312] env[64496]: DEBUG nova.compute.manager [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1492.609770] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.681s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.612494] env[64496]: INFO nova.compute.claims [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1493.048682] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901570, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.057496] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "399cb2ae-8ac1-4a4a-807a-69d6b9992614" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.057905] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "399cb2ae-8ac1-4a4a-807a-69d6b9992614" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.058303] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "399cb2ae-8ac1-4a4a-807a-69d6b9992614-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.060638] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "399cb2ae-8ac1-4a4a-807a-69d6b9992614-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.060638] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "399cb2ae-8ac1-4a4a-807a-69d6b9992614-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.061678] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Acquiring lock "a450a602-d839-45a2-8b41-dfcef81f7a57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.061678] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Lock "a450a602-d839-45a2-8b41-dfcef81f7a57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.062751] env[64496]: INFO nova.compute.manager [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Terminating instance [ 1493.063817] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "refresh_cache-1d606e17-3ee9-45e0-b92a-fb5e816720f0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.064031] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquired lock "refresh_cache-1d606e17-3ee9-45e0-b92a-fb5e816720f0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.064338] env[64496]: DEBUG nova.network.neutron [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1493.117628] env[64496]: DEBUG nova.compute.utils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1493.123324] env[64496]: DEBUG nova.compute.manager [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1493.123324] env[64496]: DEBUG nova.network.neutron [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1493.132655] env[64496]: DEBUG nova.network.neutron [req-d1fb7964-ca27-4c92-94cb-3cb7aae91461 req-f14510da-5d52-410e-919c-91cbd147cfb3 service nova] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Updated VIF entry in instance network info cache for port d723b4cc-059a-40e0-ae43-ec4f42375498. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1493.132655] env[64496]: DEBUG nova.network.neutron [req-d1fb7964-ca27-4c92-94cb-3cb7aae91461 req-f14510da-5d52-410e-919c-91cbd147cfb3 service nova] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Updating instance_info_cache with network_info: [{"id": "d723b4cc-059a-40e0-ae43-ec4f42375498", "address": "fa:16:3e:bd:45:10", "network": {"id": "751a4483-c080-4559-a5b5-e807fee0483e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-193921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "817688fdcc53478cac0977a099aaa6b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd723b4cc-05", "ovs_interfaceid": "d723b4cc-059a-40e0-ae43-ec4f42375498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.197893] env[64496]: DEBUG nova.policy [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f00fac5a16d435f8938be696a5a6159', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b88d208e85b84077b0e30e3afc05eb6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1493.205806] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Acquiring lock "5d6fd328-423e-4b4a-8615-8d47117d1c85" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.206522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Lock "5d6fd328-423e-4b4a-8615-8d47117d1c85" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.552606] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901570, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.554594] env[64496]: DEBUG nova.network.neutron [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Successfully created port: 0c5b0ba6-5f0c-4911-b335-6dec1009fc73 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.571599] env[64496]: DEBUG nova.compute.manager [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1493.571741] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1493.572643] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cf23ee-6d24-4fd0-95fe-d02fcd9cdadd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.581355] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.581564] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a594b13-dffd-4a20-bbe1-a0fb9d3e718d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.588870] env[64496]: DEBUG oslo_vmware.api [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1493.588870] env[64496]: value = "task-1901571" [ 1493.588870] env[64496]: _type = "Task" [ 1493.588870] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.598596] env[64496]: DEBUG oslo_vmware.api [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.627064] env[64496]: DEBUG nova.compute.manager [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1493.633688] env[64496]: DEBUG nova.network.neutron [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1493.637660] env[64496]: DEBUG oslo_concurrency.lockutils [req-d1fb7964-ca27-4c92-94cb-3cb7aae91461 req-f14510da-5d52-410e-919c-91cbd147cfb3 service nova] Releasing lock "refresh_cache-cb97679a-6f0b-40fe-8f67-654c55c49f20" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.696359] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "1800df03-6446-4f49-9f76-1dedd242b880" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.696359] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "1800df03-6446-4f49-9f76-1dedd242b880" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.710726] env[64496]: INFO nova.compute.manager [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Detaching volume 53d4c931-fd4e-4471-be18-e6b302e8b295 [ 1493.758069] env[64496]: INFO nova.virt.block_device [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Attempting to driver detach volume 53d4c931-fd4e-4471-be18-e6b302e8b295 from mountpoint /dev/sdb [ 1493.758348] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1493.758569] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392582', 'volume_id': '53d4c931-fd4e-4471-be18-e6b302e8b295', 'name': 'volume-53d4c931-fd4e-4471-be18-e6b302e8b295', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d6fd328-423e-4b4a-8615-8d47117d1c85', 'attached_at': '', 'detached_at': '', 'volume_id': '53d4c931-fd4e-4471-be18-e6b302e8b295', 'serial': '53d4c931-fd4e-4471-be18-e6b302e8b295'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1493.759522] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcedac5e-b440-433f-ba2e-a42a02c4945d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.795766] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b4e5c8-d2c9-4b3c-8188-09481fd31d41 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.803706] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e67894c-e496-4e33-bee1-c813a953a868 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.828087] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55983c6d-a280-4cd6-b586-3e96bb0b2b98 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.844783] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] The volume has not been displaced from its original location: [datastore1] volume-53d4c931-fd4e-4471-be18-e6b302e8b295/volume-53d4c931-fd4e-4471-be18-e6b302e8b295.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1493.850103] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1493.852877] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d10e4f31-cd12-4fce-b5b6-eda077f4a67e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.870691] env[64496]: DEBUG oslo_vmware.api [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Waiting for the task: (returnval){ [ 1493.870691] env[64496]: value = "task-1901572" [ 1493.870691] env[64496]: _type = "Task" [ 1493.870691] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.880634] env[64496]: DEBUG oslo_vmware.api [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Task: {'id': task-1901572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.979755] env[64496]: DEBUG nova.network.neutron [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Updating instance_info_cache with network_info: [{"id": "85acee0b-81af-4e5d-959b-2e2b634ba6b3", "address": "fa:16:3e:0d:9e:7f", "network": {"id": "b863b0c2-2f21-42f2-9ddf-7880bc777e71", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1826939370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97feab6cc4443a888326db4c54e8bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85acee0b-81", "ovs_interfaceid": "85acee0b-81af-4e5d-959b-2e2b634ba6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.055808] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901570, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.068131] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "b5fda5f0-2f89-4eed-9284-0b0f74a747db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.068275] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "b5fda5f0-2f89-4eed-9284-0b0f74a747db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.100190] env[64496]: DEBUG oslo_vmware.api [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901571, 'name': PowerOffVM_Task, 'duration_secs': 0.257321} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.101095] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1494.101095] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1494.101256] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16459d72-3be0-4b54-bd2c-c8d534bb69d7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.202679] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9051ecf9-280a-4be8-9556-7fe1c960e842 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.210667] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd28906-e684-451d-9793-69131fc65fb1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.240290] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dff1c71-4a41-4c09-8633-7f20aa5ec3d6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.248046] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6240db-215a-4250-ad6d-10341addb040 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.263423] env[64496]: DEBUG nova.compute.provider_tree [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.347273] env[64496]: DEBUG nova.compute.manager [req-9cbf4319-44e1-44b2-9f73-5d78a86e90d2 req-4413445d-d8b9-4267-a944-594fa556d609 service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Received event network-vif-plugged-85acee0b-81af-4e5d-959b-2e2b634ba6b3 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1494.349115] env[64496]: DEBUG oslo_concurrency.lockutils [req-9cbf4319-44e1-44b2-9f73-5d78a86e90d2 req-4413445d-d8b9-4267-a944-594fa556d609 service nova] Acquiring lock "1d606e17-3ee9-45e0-b92a-fb5e816720f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.349115] env[64496]: DEBUG oslo_concurrency.lockutils [req-9cbf4319-44e1-44b2-9f73-5d78a86e90d2 req-4413445d-d8b9-4267-a944-594fa556d609 service nova] Lock "1d606e17-3ee9-45e0-b92a-fb5e816720f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.349115] env[64496]: DEBUG oslo_concurrency.lockutils [req-9cbf4319-44e1-44b2-9f73-5d78a86e90d2 req-4413445d-d8b9-4267-a944-594fa556d609 service nova] Lock "1d606e17-3ee9-45e0-b92a-fb5e816720f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.349115] env[64496]: DEBUG nova.compute.manager [req-9cbf4319-44e1-44b2-9f73-5d78a86e90d2 req-4413445d-d8b9-4267-a944-594fa556d609 service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] No waiting events found dispatching network-vif-plugged-85acee0b-81af-4e5d-959b-2e2b634ba6b3 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1494.349115] env[64496]: WARNING nova.compute.manager [req-9cbf4319-44e1-44b2-9f73-5d78a86e90d2 req-4413445d-d8b9-4267-a944-594fa556d609 service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Received unexpected event network-vif-plugged-85acee0b-81af-4e5d-959b-2e2b634ba6b3 for instance with vm_state building and task_state spawning. [ 1494.349270] env[64496]: DEBUG nova.compute.manager [req-9cbf4319-44e1-44b2-9f73-5d78a86e90d2 req-4413445d-d8b9-4267-a944-594fa556d609 service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Received event network-changed-85acee0b-81af-4e5d-959b-2e2b634ba6b3 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1494.349270] env[64496]: DEBUG nova.compute.manager [req-9cbf4319-44e1-44b2-9f73-5d78a86e90d2 req-4413445d-d8b9-4267-a944-594fa556d609 service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Refreshing instance network info cache due to event network-changed-85acee0b-81af-4e5d-959b-2e2b634ba6b3. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1494.349270] env[64496]: DEBUG oslo_concurrency.lockutils [req-9cbf4319-44e1-44b2-9f73-5d78a86e90d2 req-4413445d-d8b9-4267-a944-594fa556d609 service nova] Acquiring lock "refresh_cache-1d606e17-3ee9-45e0-b92a-fb5e816720f0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.380966] env[64496]: DEBUG oslo_vmware.api [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Task: {'id': task-1901572, 'name': ReconfigVM_Task, 'duration_secs': 0.270187} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.381908] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1494.386669] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96895cc8-d864-480f-a866-004071e453f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.404175] env[64496]: DEBUG oslo_vmware.api [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Waiting for the task: (returnval){ [ 1494.404175] env[64496]: value = "task-1901574" [ 1494.404175] env[64496]: _type = "Task" [ 1494.404175] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.412910] env[64496]: DEBUG oslo_vmware.api [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Task: {'id': task-1901574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.484070] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Releasing lock "refresh_cache-1d606e17-3ee9-45e0-b92a-fb5e816720f0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.484406] env[64496]: DEBUG nova.compute.manager [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Instance network_info: |[{"id": "85acee0b-81af-4e5d-959b-2e2b634ba6b3", "address": "fa:16:3e:0d:9e:7f", "network": {"id": "b863b0c2-2f21-42f2-9ddf-7880bc777e71", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1826939370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97feab6cc4443a888326db4c54e8bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85acee0b-81", "ovs_interfaceid": "85acee0b-81af-4e5d-959b-2e2b634ba6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1494.484706] env[64496]: DEBUG oslo_concurrency.lockutils [req-9cbf4319-44e1-44b2-9f73-5d78a86e90d2 req-4413445d-d8b9-4267-a944-594fa556d609 service nova] Acquired lock "refresh_cache-1d606e17-3ee9-45e0-b92a-fb5e816720f0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.484931] env[64496]: DEBUG nova.network.neutron [req-9cbf4319-44e1-44b2-9f73-5d78a86e90d2 req-4413445d-d8b9-4267-a944-594fa556d609 service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Refreshing network info cache for port 85acee0b-81af-4e5d-959b-2e2b634ba6b3 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1494.486235] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:9e:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85acee0b-81af-4e5d-959b-2e2b634ba6b3', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1494.493813] env[64496]: DEBUG oslo.service.loopingcall [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1494.494768] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1494.494997] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c84836e-d793-47dd-9574-9374981de7c8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.515433] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1494.515433] env[64496]: value = "task-1901575" [ 1494.515433] env[64496]: _type = "Task" [ 1494.515433] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.523310] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901575, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.548418] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1494.548559] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1494.548743] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Deleting the datastore file [datastore1] 399cb2ae-8ac1-4a4a-807a-69d6b9992614 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1494.549514] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8108f099-fdfd-4bd1-87ce-1d6710e229b1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.553839] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901570, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.557651] env[64496]: DEBUG oslo_vmware.api [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1494.557651] env[64496]: value = "task-1901576" [ 1494.557651] env[64496]: _type = "Task" [ 1494.557651] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.565113] env[64496]: DEBUG oslo_vmware.api [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.642944] env[64496]: DEBUG nova.compute.manager [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1494.675639] env[64496]: DEBUG nova.virt.hardware [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1494.675920] env[64496]: DEBUG nova.virt.hardware [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.676088] env[64496]: DEBUG nova.virt.hardware [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1494.676266] env[64496]: DEBUG nova.virt.hardware [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.676404] env[64496]: DEBUG nova.virt.hardware [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1494.676543] env[64496]: DEBUG nova.virt.hardware [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1494.676752] env[64496]: DEBUG nova.virt.hardware [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1494.676901] env[64496]: DEBUG nova.virt.hardware [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1494.677111] env[64496]: DEBUG nova.virt.hardware [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1494.677283] env[64496]: DEBUG nova.virt.hardware [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1494.677451] env[64496]: DEBUG nova.virt.hardware [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1494.678416] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3df3439-2dbe-4e95-9668-40c9e995ee21 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.687160] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90920c69-857f-4968-8a1e-0b3cf9c5d131 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.768598] env[64496]: DEBUG nova.scheduler.client.report [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.913493] env[64496]: DEBUG oslo_vmware.api [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Task: {'id': task-1901574, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.025712] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901575, 'name': CreateVM_Task, 'duration_secs': 0.42297} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.027829] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1495.028490] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.028654] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.029052] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1495.029462] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae0a5405-fcc2-4819-8623-121248bdea53 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.033885] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1495.033885] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52186bcd-88f4-e4a5-ed44-33fd641057a7" [ 1495.033885] env[64496]: _type = "Task" [ 1495.033885] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.042967] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52186bcd-88f4-e4a5-ed44-33fd641057a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.051903] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901570, 'name': CreateVM_Task, 'duration_secs': 2.586604} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.052076] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1495.052724] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.066022] env[64496]: DEBUG oslo_vmware.api [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262431} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.066297] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1495.066392] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1495.067033] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1495.067033] env[64496]: INFO nova.compute.manager [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Took 1.50 seconds to destroy the instance on the hypervisor. [ 1495.067033] env[64496]: DEBUG oslo.service.loopingcall [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1495.067211] env[64496]: DEBUG nova.compute.manager [-] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1495.067251] env[64496]: DEBUG nova.network.neutron [-] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1495.274992] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.275550] env[64496]: DEBUG nova.compute.manager [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1495.278720] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.808s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.278962] env[64496]: DEBUG nova.objects.instance [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64496) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1495.357160] env[64496]: DEBUG nova.network.neutron [req-9cbf4319-44e1-44b2-9f73-5d78a86e90d2 req-4413445d-d8b9-4267-a944-594fa556d609 service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Updated VIF entry in instance network info cache for port 85acee0b-81af-4e5d-959b-2e2b634ba6b3. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1495.357522] env[64496]: DEBUG nova.network.neutron [req-9cbf4319-44e1-44b2-9f73-5d78a86e90d2 req-4413445d-d8b9-4267-a944-594fa556d609 service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Updating instance_info_cache with network_info: [{"id": "85acee0b-81af-4e5d-959b-2e2b634ba6b3", "address": "fa:16:3e:0d:9e:7f", "network": {"id": "b863b0c2-2f21-42f2-9ddf-7880bc777e71", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1826939370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97feab6cc4443a888326db4c54e8bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85acee0b-81", "ovs_interfaceid": "85acee0b-81af-4e5d-959b-2e2b634ba6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.417796] env[64496]: DEBUG oslo_vmware.api [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Task: {'id': task-1901574, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.458850] env[64496]: DEBUG nova.network.neutron [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Successfully updated port: 0c5b0ba6-5f0c-4911-b335-6dec1009fc73 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1495.545087] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52186bcd-88f4-e4a5-ed44-33fd641057a7, 'name': SearchDatastore_Task, 'duration_secs': 0.022212} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.545526] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.545805] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1495.546062] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.546218] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.546393] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1495.546674] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.546970] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1495.547205] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa33fa34-7bfa-4814-a5d1-fb9cc375a53e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.549246] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-807dc5ec-1f6f-4999-8309-3a53726f99de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.553974] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1495.553974] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e20c5a-0bd8-1331-ca54-2eea6e73441e" [ 1495.553974] env[64496]: _type = "Task" [ 1495.553974] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.557712] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1495.557939] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1495.558912] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3805746-f34f-4a94-97f7-ace0137054b5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.563761] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e20c5a-0bd8-1331-ca54-2eea6e73441e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.566362] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1495.566362] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a911ff-abdf-b137-336f-74388fbb298f" [ 1495.566362] env[64496]: _type = "Task" [ 1495.566362] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.573494] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a911ff-abdf-b137-336f-74388fbb298f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.783700] env[64496]: DEBUG nova.compute.utils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1495.788032] env[64496]: DEBUG nova.compute.manager [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1495.788306] env[64496]: DEBUG nova.network.neutron [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.853667] env[64496]: DEBUG nova.compute.manager [req-26ebf9d8-7919-4428-a282-7036b4715ea9 req-f88f9833-bb84-46ea-8bc3-cc40b33cb29f service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Received event network-vif-deleted-346985c9-dc65-4266-8e32-1fe6ee59503d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1495.853903] env[64496]: INFO nova.compute.manager [req-26ebf9d8-7919-4428-a282-7036b4715ea9 req-f88f9833-bb84-46ea-8bc3-cc40b33cb29f service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Neutron deleted interface 346985c9-dc65-4266-8e32-1fe6ee59503d; detaching it from the instance and deleting it from the info cache [ 1495.854118] env[64496]: DEBUG nova.network.neutron [req-26ebf9d8-7919-4428-a282-7036b4715ea9 req-f88f9833-bb84-46ea-8bc3-cc40b33cb29f service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.856427] env[64496]: DEBUG nova.policy [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '543805e1d2be443fb3b4adee1f0d33bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac72c15f3b1543f28d50416a46d3ba76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1495.859855] env[64496]: DEBUG oslo_concurrency.lockutils [req-9cbf4319-44e1-44b2-9f73-5d78a86e90d2 req-4413445d-d8b9-4267-a944-594fa556d609 service nova] Releasing lock "refresh_cache-1d606e17-3ee9-45e0-b92a-fb5e816720f0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.915588] env[64496]: DEBUG oslo_vmware.api [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Task: {'id': task-1901574, 'name': ReconfigVM_Task, 'duration_secs': 1.298564} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.915588] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392582', 'volume_id': '53d4c931-fd4e-4471-be18-e6b302e8b295', 'name': 'volume-53d4c931-fd4e-4471-be18-e6b302e8b295', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d6fd328-423e-4b4a-8615-8d47117d1c85', 'attached_at': '', 'detached_at': '', 'volume_id': '53d4c931-fd4e-4471-be18-e6b302e8b295', 'serial': '53d4c931-fd4e-4471-be18-e6b302e8b295'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1495.961524] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Acquiring lock "refresh_cache-2b460d0f-65c7-4a8c-a769-c94cbc6872dc" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.961672] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Acquired lock "refresh_cache-2b460d0f-65c7-4a8c-a769-c94cbc6872dc" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.961833] env[64496]: DEBUG nova.network.neutron [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1496.066416] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e20c5a-0bd8-1331-ca54-2eea6e73441e, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.067164] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.067444] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1496.068071] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.077400] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a911ff-abdf-b137-336f-74388fbb298f, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.078216] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4c750e-7c42-42ba-9f10-fb5cfc7273ba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.084292] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1496.084292] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d674c6-ab72-2ebe-4e1e-9545a05cf440" [ 1496.084292] env[64496]: _type = "Task" [ 1496.084292] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.092394] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d674c6-ab72-2ebe-4e1e-9545a05cf440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.187385] env[64496]: DEBUG nova.network.neutron [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Successfully created port: 1ee9d32b-0401-4693-b516-fd5de302d58b {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1496.288913] env[64496]: DEBUG nova.compute.manager [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1496.292424] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33408605-f67b-4ff6-a007-bce1dc793fe7 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.293497] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.390s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.295037] env[64496]: INFO nova.compute.claims [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1496.327313] env[64496]: DEBUG nova.network.neutron [-] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.359668] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31c9dcf0-40fd-4e4d-844f-35ee0f35ccbb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.370064] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab041b14-eae1-4903-b86a-634145297e8c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.392080] env[64496]: DEBUG nova.compute.manager [req-7af21881-e3c3-468e-87e2-651a926a561d req-bfb9fd4b-0441-4fd8-bad3-854d04b92fcc service nova] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Received event network-vif-plugged-0c5b0ba6-5f0c-4911-b335-6dec1009fc73 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1496.392302] env[64496]: DEBUG oslo_concurrency.lockutils [req-7af21881-e3c3-468e-87e2-651a926a561d req-bfb9fd4b-0441-4fd8-bad3-854d04b92fcc service nova] Acquiring lock "2b460d0f-65c7-4a8c-a769-c94cbc6872dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.392499] env[64496]: DEBUG oslo_concurrency.lockutils [req-7af21881-e3c3-468e-87e2-651a926a561d req-bfb9fd4b-0441-4fd8-bad3-854d04b92fcc service nova] Lock "2b460d0f-65c7-4a8c-a769-c94cbc6872dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.394866] env[64496]: DEBUG oslo_concurrency.lockutils [req-7af21881-e3c3-468e-87e2-651a926a561d req-bfb9fd4b-0441-4fd8-bad3-854d04b92fcc service nova] Lock "2b460d0f-65c7-4a8c-a769-c94cbc6872dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.394866] env[64496]: DEBUG nova.compute.manager [req-7af21881-e3c3-468e-87e2-651a926a561d req-bfb9fd4b-0441-4fd8-bad3-854d04b92fcc service nova] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] No waiting events found dispatching network-vif-plugged-0c5b0ba6-5f0c-4911-b335-6dec1009fc73 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1496.394866] env[64496]: WARNING nova.compute.manager [req-7af21881-e3c3-468e-87e2-651a926a561d req-bfb9fd4b-0441-4fd8-bad3-854d04b92fcc service nova] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Received unexpected event network-vif-plugged-0c5b0ba6-5f0c-4911-b335-6dec1009fc73 for instance with vm_state building and task_state spawning. [ 1496.394866] env[64496]: DEBUG nova.compute.manager [req-7af21881-e3c3-468e-87e2-651a926a561d req-bfb9fd4b-0441-4fd8-bad3-854d04b92fcc service nova] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Received event network-changed-0c5b0ba6-5f0c-4911-b335-6dec1009fc73 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1496.394866] env[64496]: DEBUG nova.compute.manager [req-7af21881-e3c3-468e-87e2-651a926a561d req-bfb9fd4b-0441-4fd8-bad3-854d04b92fcc service nova] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Refreshing instance network info cache due to event network-changed-0c5b0ba6-5f0c-4911-b335-6dec1009fc73. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1496.395381] env[64496]: DEBUG oslo_concurrency.lockutils [req-7af21881-e3c3-468e-87e2-651a926a561d req-bfb9fd4b-0441-4fd8-bad3-854d04b92fcc service nova] Acquiring lock "refresh_cache-2b460d0f-65c7-4a8c-a769-c94cbc6872dc" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.405200] env[64496]: DEBUG nova.compute.manager [req-26ebf9d8-7919-4428-a282-7036b4715ea9 req-f88f9833-bb84-46ea-8bc3-cc40b33cb29f service nova] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Detach interface failed, port_id=346985c9-dc65-4266-8e32-1fe6ee59503d, reason: Instance 399cb2ae-8ac1-4a4a-807a-69d6b9992614 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1496.480456] env[64496]: DEBUG nova.objects.instance [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Lazy-loading 'flavor' on Instance uuid 5d6fd328-423e-4b4a-8615-8d47117d1c85 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.499029] env[64496]: DEBUG nova.network.neutron [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.595212] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d674c6-ab72-2ebe-4e1e-9545a05cf440, 'name': SearchDatastore_Task, 'duration_secs': 0.016638} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.595498] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.595753] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 1d606e17-3ee9-45e0-b92a-fb5e816720f0/1d606e17-3ee9-45e0-b92a-fb5e816720f0.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1496.596066] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.596257] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1496.596465] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7da93a51-3fbb-4086-901e-865511b14173 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.598451] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-577773fc-1f44-45d7-8296-da201e3b03f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.606304] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1496.606304] env[64496]: value = "task-1901577" [ 1496.606304] env[64496]: _type = "Task" [ 1496.606304] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.610096] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1496.610096] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1496.610965] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52271d8e-64d6-4a11-b1bb-78a358c3a633 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.617958] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.620921] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1496.620921] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cd224f-771a-178f-3455-1788aa7a9f88" [ 1496.620921] env[64496]: _type = "Task" [ 1496.620921] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.630666] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cd224f-771a-178f-3455-1788aa7a9f88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.668747] env[64496]: DEBUG nova.network.neutron [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Updating instance_info_cache with network_info: [{"id": "0c5b0ba6-5f0c-4911-b335-6dec1009fc73", "address": "fa:16:3e:bb:d6:9a", "network": {"id": "86d00eea-c1b4-4828-9bbd-c4721b7e810c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-361652009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d208e85b84077b0e30e3afc05eb6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5b0ba6-5f", "ovs_interfaceid": "0c5b0ba6-5f0c-4911-b335-6dec1009fc73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.832737] env[64496]: INFO nova.compute.manager [-] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Took 1.77 seconds to deallocate network for instance. [ 1497.117502] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901577, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.131253] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cd224f-771a-178f-3455-1788aa7a9f88, 'name': SearchDatastore_Task, 'duration_secs': 0.013709} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.132103] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4cf5120-a7b9-43ca-813c-b1637e4c6743 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.137842] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1497.137842] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5241124a-8214-2546-2501-c578cd30c3ac" [ 1497.137842] env[64496]: _type = "Task" [ 1497.137842] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.146107] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5241124a-8214-2546-2501-c578cd30c3ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.170103] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Releasing lock "refresh_cache-2b460d0f-65c7-4a8c-a769-c94cbc6872dc" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.170470] env[64496]: DEBUG nova.compute.manager [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Instance network_info: |[{"id": "0c5b0ba6-5f0c-4911-b335-6dec1009fc73", "address": "fa:16:3e:bb:d6:9a", "network": {"id": "86d00eea-c1b4-4828-9bbd-c4721b7e810c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-361652009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d208e85b84077b0e30e3afc05eb6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5b0ba6-5f", "ovs_interfaceid": "0c5b0ba6-5f0c-4911-b335-6dec1009fc73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1497.170794] env[64496]: DEBUG oslo_concurrency.lockutils [req-7af21881-e3c3-468e-87e2-651a926a561d req-bfb9fd4b-0441-4fd8-bad3-854d04b92fcc service nova] Acquired lock "refresh_cache-2b460d0f-65c7-4a8c-a769-c94cbc6872dc" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.171017] env[64496]: DEBUG nova.network.neutron [req-7af21881-e3c3-468e-87e2-651a926a561d req-bfb9fd4b-0441-4fd8-bad3-854d04b92fcc service nova] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Refreshing network info cache for port 0c5b0ba6-5f0c-4911-b335-6dec1009fc73 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.172282] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:d6:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c5b0ba6-5f0c-4911-b335-6dec1009fc73', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1497.181435] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Creating folder: Project (b88d208e85b84077b0e30e3afc05eb6f). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.184832] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f81eccbf-1742-4970-a15e-737cbde0bfd1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.195884] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Created folder: Project (b88d208e85b84077b0e30e3afc05eb6f) in parent group-v392474. [ 1497.196131] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Creating folder: Instances. Parent ref: group-v392585. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.196382] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d780816-5cf5-4bd6-a483-b5d036a20e4e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.205552] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Created folder: Instances in parent group-v392585. [ 1497.205926] env[64496]: DEBUG oslo.service.loopingcall [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.206045] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1497.206495] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27ab7f31-21de-4c0c-9436-02d617485cd3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.226155] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1497.226155] env[64496]: value = "task-1901580" [ 1497.226155] env[64496]: _type = "Task" [ 1497.226155] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.235078] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901580, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.302253] env[64496]: DEBUG nova.compute.manager [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1497.340856] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.347257] env[64496]: DEBUG nova.virt.hardware [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1497.347569] env[64496]: DEBUG nova.virt.hardware [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1497.347682] env[64496]: DEBUG nova.virt.hardware [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1497.347961] env[64496]: DEBUG nova.virt.hardware [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1497.348031] env[64496]: DEBUG nova.virt.hardware [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1497.348834] env[64496]: DEBUG nova.virt.hardware [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1497.351691] env[64496]: DEBUG nova.virt.hardware [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1497.351691] env[64496]: DEBUG nova.virt.hardware [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1497.351691] env[64496]: DEBUG nova.virt.hardware [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1497.351691] env[64496]: DEBUG nova.virt.hardware [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1497.351691] env[64496]: DEBUG nova.virt.hardware [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1497.351929] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce768f1-bb3e-47c5-86e6-3acbd5ae0e8c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.362521] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f1065d-0f30-414f-b305-8fab94a97b1a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.488245] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6127fbcb-0ec8-4887-93e5-ba4bff3c0152 tempest-VolumesAssistedSnapshotsTest-1817897342 tempest-VolumesAssistedSnapshotsTest-1817897342-project-admin] Lock "5d6fd328-423e-4b4a-8615-8d47117d1c85" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.281s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.513055] env[64496]: DEBUG nova.network.neutron [req-7af21881-e3c3-468e-87e2-651a926a561d req-bfb9fd4b-0441-4fd8-bad3-854d04b92fcc service nova] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Updated VIF entry in instance network info cache for port 0c5b0ba6-5f0c-4911-b335-6dec1009fc73. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.513437] env[64496]: DEBUG nova.network.neutron [req-7af21881-e3c3-468e-87e2-651a926a561d req-bfb9fd4b-0441-4fd8-bad3-854d04b92fcc service nova] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Updating instance_info_cache with network_info: [{"id": "0c5b0ba6-5f0c-4911-b335-6dec1009fc73", "address": "fa:16:3e:bb:d6:9a", "network": {"id": "86d00eea-c1b4-4828-9bbd-c4721b7e810c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-361652009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d208e85b84077b0e30e3afc05eb6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5b0ba6-5f", "ovs_interfaceid": "0c5b0ba6-5f0c-4911-b335-6dec1009fc73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.617742] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901577, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.649272] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5241124a-8214-2546-2501-c578cd30c3ac, 'name': SearchDatastore_Task, 'duration_secs': 0.085818} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.652259] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.652479] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] cb97679a-6f0b-40fe-8f67-654c55c49f20/cb97679a-6f0b-40fe-8f67-654c55c49f20.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1497.653558] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d615c2bd-7a0d-47c9-a07e-85c8be853c2f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.661398] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1497.661398] env[64496]: value = "task-1901582" [ 1497.661398] env[64496]: _type = "Task" [ 1497.661398] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.671798] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.740161] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901580, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.854367] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692c5ee1-97d1-4c18-9f09-25fd3ca31382 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.865813] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4761cf49-1c38-4168-8594-f6f0415e48f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.899165] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ba9f14-9ae9-47a2-8fe4-a33eee90fe0e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.907722] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdfbe4e-fe5e-42d1-9e58-ce1f0032396a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.923308] env[64496]: DEBUG nova.compute.provider_tree [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.016398] env[64496]: DEBUG oslo_concurrency.lockutils [req-7af21881-e3c3-468e-87e2-651a926a561d req-bfb9fd4b-0441-4fd8-bad3-854d04b92fcc service nova] Releasing lock "refresh_cache-2b460d0f-65c7-4a8c-a769-c94cbc6872dc" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.121805] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901577, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.108939} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.122118] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 1d606e17-3ee9-45e0-b92a-fb5e816720f0/1d606e17-3ee9-45e0-b92a-fb5e816720f0.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1498.122297] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1498.122547] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ebf74c3-ad52-4353-9f4a-40ecd68c7f37 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.129310] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1498.129310] env[64496]: value = "task-1901583" [ 1498.129310] env[64496]: _type = "Task" [ 1498.129310] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.137895] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.149170] env[64496]: DEBUG nova.network.neutron [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Successfully updated port: 1ee9d32b-0401-4693-b516-fd5de302d58b {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1498.173890] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901582, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.239103] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901580, 'name': CreateVM_Task, 'duration_secs': 0.639851} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.239285] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1498.240717] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.240717] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.240859] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1498.241097] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4178ef2f-7d31-4c83-9d79-a8e4b44d2b53 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.246859] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Waiting for the task: (returnval){ [ 1498.246859] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52638579-a426-e84b-843e-e9610724389e" [ 1498.246859] env[64496]: _type = "Task" [ 1498.246859] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.255812] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52638579-a426-e84b-843e-e9610724389e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.426773] env[64496]: DEBUG nova.scheduler.client.report [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1498.437420] env[64496]: DEBUG nova.compute.manager [req-34879f23-e230-4173-9a8f-7ed79ae1b2ee req-2577d546-03ec-467b-a924-07c57950d1cb service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Received event network-vif-plugged-1ee9d32b-0401-4693-b516-fd5de302d58b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1498.437420] env[64496]: DEBUG oslo_concurrency.lockutils [req-34879f23-e230-4173-9a8f-7ed79ae1b2ee req-2577d546-03ec-467b-a924-07c57950d1cb service nova] Acquiring lock "a1233927-5630-45c5-bf14-eb81de95cf44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.437420] env[64496]: DEBUG oslo_concurrency.lockutils [req-34879f23-e230-4173-9a8f-7ed79ae1b2ee req-2577d546-03ec-467b-a924-07c57950d1cb service nova] Lock "a1233927-5630-45c5-bf14-eb81de95cf44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.437420] env[64496]: DEBUG oslo_concurrency.lockutils [req-34879f23-e230-4173-9a8f-7ed79ae1b2ee req-2577d546-03ec-467b-a924-07c57950d1cb service nova] Lock "a1233927-5630-45c5-bf14-eb81de95cf44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.437420] env[64496]: DEBUG nova.compute.manager [req-34879f23-e230-4173-9a8f-7ed79ae1b2ee req-2577d546-03ec-467b-a924-07c57950d1cb service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] No waiting events found dispatching network-vif-plugged-1ee9d32b-0401-4693-b516-fd5de302d58b {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1498.437597] env[64496]: WARNING nova.compute.manager [req-34879f23-e230-4173-9a8f-7ed79ae1b2ee req-2577d546-03ec-467b-a924-07c57950d1cb service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Received unexpected event network-vif-plugged-1ee9d32b-0401-4693-b516-fd5de302d58b for instance with vm_state building and task_state spawning. [ 1498.437597] env[64496]: DEBUG nova.compute.manager [req-34879f23-e230-4173-9a8f-7ed79ae1b2ee req-2577d546-03ec-467b-a924-07c57950d1cb service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Received event network-changed-1ee9d32b-0401-4693-b516-fd5de302d58b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1498.437597] env[64496]: DEBUG nova.compute.manager [req-34879f23-e230-4173-9a8f-7ed79ae1b2ee req-2577d546-03ec-467b-a924-07c57950d1cb service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Refreshing instance network info cache due to event network-changed-1ee9d32b-0401-4693-b516-fd5de302d58b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1498.437597] env[64496]: DEBUG oslo_concurrency.lockutils [req-34879f23-e230-4173-9a8f-7ed79ae1b2ee req-2577d546-03ec-467b-a924-07c57950d1cb service nova] Acquiring lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.437597] env[64496]: DEBUG oslo_concurrency.lockutils [req-34879f23-e230-4173-9a8f-7ed79ae1b2ee req-2577d546-03ec-467b-a924-07c57950d1cb service nova] Acquired lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.437749] env[64496]: DEBUG nova.network.neutron [req-34879f23-e230-4173-9a8f-7ed79ae1b2ee req-2577d546-03ec-467b-a924-07c57950d1cb service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Refreshing network info cache for port 1ee9d32b-0401-4693-b516-fd5de302d58b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.638697] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183945} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.638965] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1498.639719] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098df677-74fb-4be9-bda2-f1351746dfa4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.662661] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 1d606e17-3ee9-45e0-b92a-fb5e816720f0/1d606e17-3ee9-45e0-b92a-fb5e816720f0.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1498.662661] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.662661] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83136bf5-68f3-4663-be94-275d726b2a96 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.684571] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867392} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.685802] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] cb97679a-6f0b-40fe-8f67-654c55c49f20/cb97679a-6f0b-40fe-8f67-654c55c49f20.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1498.686053] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1498.686356] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1498.686356] env[64496]: value = "task-1901584" [ 1498.686356] env[64496]: _type = "Task" [ 1498.686356] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.686540] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4554e3f2-4e8d-474b-8232-6b800be60caa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.696688] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901584, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.697889] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1498.697889] env[64496]: value = "task-1901585" [ 1498.697889] env[64496]: _type = "Task" [ 1498.697889] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.705261] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.757625] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52638579-a426-e84b-843e-e9610724389e, 'name': SearchDatastore_Task, 'duration_secs': 0.108401} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.757989] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.758296] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.758568] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.758764] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.759019] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.759295] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c21a0a1-f55d-41cc-83a0-508d8a44798b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.767754] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.767925] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.768651] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3af80d-fe2d-4c9d-a095-e364ccc379c1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.773994] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Waiting for the task: (returnval){ [ 1498.773994] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dbd2ad-606c-536e-02c8-49d3b97d5dc7" [ 1498.773994] env[64496]: _type = "Task" [ 1498.773994] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.781787] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dbd2ad-606c-536e-02c8-49d3b97d5dc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.937921] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.938491] env[64496]: DEBUG nova.compute.manager [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1498.946020] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.997s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.946487] env[64496]: INFO nova.compute.claims [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1498.979416] env[64496]: DEBUG nova.network.neutron [req-34879f23-e230-4173-9a8f-7ed79ae1b2ee req-2577d546-03ec-467b-a924-07c57950d1cb service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1499.085873] env[64496]: DEBUG nova.network.neutron [req-34879f23-e230-4173-9a8f-7ed79ae1b2ee req-2577d546-03ec-467b-a924-07c57950d1cb service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.198624] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.206616] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202141} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.206616] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1499.208050] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8240abd8-b6a1-4fb5-bf0a-b7d4aeac3695 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.228308] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] cb97679a-6f0b-40fe-8f67-654c55c49f20/cb97679a-6f0b-40fe-8f67-654c55c49f20.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.228970] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4846244a-3430-477e-96da-636863b2107c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.248730] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1499.248730] env[64496]: value = "task-1901586" [ 1499.248730] env[64496]: _type = "Task" [ 1499.248730] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.257576] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.286297] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dbd2ad-606c-536e-02c8-49d3b97d5dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.036397} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.287174] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b180cc6-a4b6-4f8a-92b8-befefd7a5e9c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.294040] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Waiting for the task: (returnval){ [ 1499.294040] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528207ee-035d-55cc-7536-dc3022cf7984" [ 1499.294040] env[64496]: _type = "Task" [ 1499.294040] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.302604] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528207ee-035d-55cc-7536-dc3022cf7984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.451375] env[64496]: DEBUG nova.compute.utils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1499.455303] env[64496]: DEBUG nova.compute.manager [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1499.455303] env[64496]: DEBUG nova.network.neutron [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1499.507153] env[64496]: DEBUG nova.policy [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c412116cc69408eb3d96691a67f4926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c9436d281384e73a7428ba01b43a8d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1499.588766] env[64496]: DEBUG oslo_concurrency.lockutils [req-34879f23-e230-4173-9a8f-7ed79ae1b2ee req-2577d546-03ec-467b-a924-07c57950d1cb service nova] Releasing lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.590038] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquired lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.590038] env[64496]: DEBUG nova.network.neutron [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1499.703092] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901584, 'name': ReconfigVM_Task, 'duration_secs': 0.907744} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.703092] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 1d606e17-3ee9-45e0-b92a-fb5e816720f0/1d606e17-3ee9-45e0-b92a-fb5e816720f0.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1499.705619] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf4ed9c8-9ea4-4df1-ace1-4efaadd6704f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.709394] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1499.709394] env[64496]: value = "task-1901587" [ 1499.709394] env[64496]: _type = "Task" [ 1499.709394] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.724808] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901587, 'name': Rename_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.761928] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901586, 'name': ReconfigVM_Task, 'duration_secs': 0.381628} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.762281] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Reconfigured VM instance instance-00000022 to attach disk [datastore1] cb97679a-6f0b-40fe-8f67-654c55c49f20/cb97679a-6f0b-40fe-8f67-654c55c49f20.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1499.762920] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a96ce81f-11bc-49d0-957d-7fba0f461f7c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.769772] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1499.769772] env[64496]: value = "task-1901588" [ 1499.769772] env[64496]: _type = "Task" [ 1499.769772] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.786545] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901588, 'name': Rename_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.804013] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528207ee-035d-55cc-7536-dc3022cf7984, 'name': SearchDatastore_Task, 'duration_secs': 0.011696} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.804332] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.804799] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 2b460d0f-65c7-4a8c-a769-c94cbc6872dc/2b460d0f-65c7-4a8c-a769-c94cbc6872dc.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.804967] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47d0321c-36c1-4072-ad13-53732620299c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.814162] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Waiting for the task: (returnval){ [ 1499.814162] env[64496]: value = "task-1901589" [ 1499.814162] env[64496]: _type = "Task" [ 1499.814162] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.818277] env[64496]: DEBUG nova.network.neutron [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Successfully created port: fed2a6a6-7062-4bf7-87dd-b3b374690274 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1499.824770] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.962946] env[64496]: DEBUG nova.compute.manager [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1500.148158] env[64496]: DEBUG nova.network.neutron [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1500.227209] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901587, 'name': Rename_Task, 'duration_secs': 0.177482} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.227490] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.228833] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-689d3116-a496-4ee6-bcf7-0749cf62869f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.242815] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1500.242815] env[64496]: value = "task-1901590" [ 1500.242815] env[64496]: _type = "Task" [ 1500.242815] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.252191] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.286669] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901588, 'name': Rename_Task, 'duration_secs': 0.162708} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.290024] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.291406] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33eb2bea-6f5f-416b-b3d3-6a12c43aaecc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.299016] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1500.299016] env[64496]: value = "task-1901591" [ 1500.299016] env[64496]: _type = "Task" [ 1500.299016] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.314378] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.328026] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901589, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.370516] env[64496]: DEBUG nova.network.neutron [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Updating instance_info_cache with network_info: [{"id": "1ee9d32b-0401-4693-b516-fd5de302d58b", "address": "fa:16:3e:ef:4b:c9", "network": {"id": "65d54043-ece2-4094-bd0e-b7e49959b0c3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1228515421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac72c15f3b1543f28d50416a46d3ba76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee9d32b-04", "ovs_interfaceid": "1ee9d32b-0401-4693-b516-fd5de302d58b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.488149] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce20ccbf-3aba-4d32-b93c-37c115aac9a8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.495859] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900afc3a-1234-4204-b400-4d38b9058eff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.528568] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60d9130-6c75-4609-8d5f-cb7772f1e126 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.536860] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cb3282-e428-410b-b20d-fbdc05123f59 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.550995] env[64496]: DEBUG nova.compute.provider_tree [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1500.753619] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901590, 'name': PowerOnVM_Task} progress is 90%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.811196] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.824416] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643804} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.824687] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 2b460d0f-65c7-4a8c-a769-c94cbc6872dc/2b460d0f-65c7-4a8c-a769-c94cbc6872dc.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.824900] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.825225] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c3e0510-98d2-4864-a24a-721f2d0bd213 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.832594] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Waiting for the task: (returnval){ [ 1500.832594] env[64496]: value = "task-1901592" [ 1500.832594] env[64496]: _type = "Task" [ 1500.832594] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.841712] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.876550] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Releasing lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.876914] env[64496]: DEBUG nova.compute.manager [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Instance network_info: |[{"id": "1ee9d32b-0401-4693-b516-fd5de302d58b", "address": "fa:16:3e:ef:4b:c9", "network": {"id": "65d54043-ece2-4094-bd0e-b7e49959b0c3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1228515421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac72c15f3b1543f28d50416a46d3ba76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee9d32b-04", "ovs_interfaceid": "1ee9d32b-0401-4693-b516-fd5de302d58b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1500.877379] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:4b:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ee9d32b-0401-4693-b516-fd5de302d58b', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1500.884683] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Creating folder: Project (ac72c15f3b1543f28d50416a46d3ba76). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1500.884984] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b57d5d90-d988-406a-856f-8aac0ba51676 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.895574] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Created folder: Project (ac72c15f3b1543f28d50416a46d3ba76) in parent group-v392474. [ 1500.895753] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Creating folder: Instances. Parent ref: group-v392588. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1500.896028] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aeaa62fc-ba34-41ec-947f-7f6a77ef13b4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.904358] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Created folder: Instances in parent group-v392588. [ 1500.904578] env[64496]: DEBUG oslo.service.loopingcall [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.904758] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1500.904943] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-102485cc-32d5-4b04-8e22-131fd687f0b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.927379] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1500.927379] env[64496]: value = "task-1901595" [ 1500.927379] env[64496]: _type = "Task" [ 1500.927379] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.936312] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901595, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.972863] env[64496]: DEBUG nova.compute.manager [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1501.002148] env[64496]: DEBUG nova.virt.hardware [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1501.002422] env[64496]: DEBUG nova.virt.hardware [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1501.002578] env[64496]: DEBUG nova.virt.hardware [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1501.002755] env[64496]: DEBUG nova.virt.hardware [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1501.002899] env[64496]: DEBUG nova.virt.hardware [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1501.003057] env[64496]: DEBUG nova.virt.hardware [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1501.003273] env[64496]: DEBUG nova.virt.hardware [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1501.003451] env[64496]: DEBUG nova.virt.hardware [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1501.003640] env[64496]: DEBUG nova.virt.hardware [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1501.003946] env[64496]: DEBUG nova.virt.hardware [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1501.004034] env[64496]: DEBUG nova.virt.hardware [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1501.004907] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784b6911-e1bf-488a-89cb-c0c41676e147 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.012743] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c122467-0259-4da6-9f68-590b033fc00e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.074071] env[64496]: ERROR nova.scheduler.client.report [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [req-34fafe1c-06ba-4d48-aad6-6a3ca4d091ac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-34fafe1c-06ba-4d48-aad6-6a3ca4d091ac"}]} [ 1501.090454] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Acquiring lock "5d6fd328-423e-4b4a-8615-8d47117d1c85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.090674] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Lock "5d6fd328-423e-4b4a-8615-8d47117d1c85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.090879] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Acquiring lock "5d6fd328-423e-4b4a-8615-8d47117d1c85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.091074] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Lock "5d6fd328-423e-4b4a-8615-8d47117d1c85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.091247] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Lock "5d6fd328-423e-4b4a-8615-8d47117d1c85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.093548] env[64496]: INFO nova.compute.manager [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Terminating instance [ 1501.097719] env[64496]: DEBUG nova.scheduler.client.report [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1501.115290] env[64496]: DEBUG nova.scheduler.client.report [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1501.115493] env[64496]: DEBUG nova.compute.provider_tree [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1501.128291] env[64496]: DEBUG nova.scheduler.client.report [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1501.148585] env[64496]: DEBUG nova.scheduler.client.report [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1501.254064] env[64496]: DEBUG oslo_vmware.api [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901590, 'name': PowerOnVM_Task, 'duration_secs': 0.771587} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.256829] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.257127] env[64496]: INFO nova.compute.manager [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1501.257364] env[64496]: DEBUG nova.compute.manager [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1501.258361] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88de1843-db84-4dc4-8220-249aa535c400 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.316222] env[64496]: DEBUG oslo_vmware.api [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901591, 'name': PowerOnVM_Task, 'duration_secs': 0.96761} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.316509] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.317115] env[64496]: INFO nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Took 11.92 seconds to spawn the instance on the hypervisor. [ 1501.317115] env[64496]: DEBUG nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1501.317665] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbac0f7-03c9-4f8e-8a0a-a97c722a519a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.345180] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142231} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.345180] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1501.346677] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d59e98d-b0f1-4a60-b66a-92e4f820e78f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.378630] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 2b460d0f-65c7-4a8c-a769-c94cbc6872dc/2b460d0f-65c7-4a8c-a769-c94cbc6872dc.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.382501] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c72bfca0-2347-4946-aaa5-c66d4216eb09 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.406946] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Waiting for the task: (returnval){ [ 1501.406946] env[64496]: value = "task-1901596" [ 1501.406946] env[64496]: _type = "Task" [ 1501.406946] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.420740] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901596, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.438192] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901595, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.466788] env[64496]: DEBUG nova.compute.manager [req-9886ff1a-fc7c-4890-aabe-ef5f96c67017 req-70a6f796-1400-43ec-a00c-850303426b7e service nova] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Received event network-vif-plugged-fed2a6a6-7062-4bf7-87dd-b3b374690274 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1501.467139] env[64496]: DEBUG oslo_concurrency.lockutils [req-9886ff1a-fc7c-4890-aabe-ef5f96c67017 req-70a6f796-1400-43ec-a00c-850303426b7e service nova] Acquiring lock "ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.467435] env[64496]: DEBUG oslo_concurrency.lockutils [req-9886ff1a-fc7c-4890-aabe-ef5f96c67017 req-70a6f796-1400-43ec-a00c-850303426b7e service nova] Lock "ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.467674] env[64496]: DEBUG oslo_concurrency.lockutils [req-9886ff1a-fc7c-4890-aabe-ef5f96c67017 req-70a6f796-1400-43ec-a00c-850303426b7e service nova] Lock "ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.467940] env[64496]: DEBUG nova.compute.manager [req-9886ff1a-fc7c-4890-aabe-ef5f96c67017 req-70a6f796-1400-43ec-a00c-850303426b7e service nova] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] No waiting events found dispatching network-vif-plugged-fed2a6a6-7062-4bf7-87dd-b3b374690274 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1501.468197] env[64496]: WARNING nova.compute.manager [req-9886ff1a-fc7c-4890-aabe-ef5f96c67017 req-70a6f796-1400-43ec-a00c-850303426b7e service nova] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Received unexpected event network-vif-plugged-fed2a6a6-7062-4bf7-87dd-b3b374690274 for instance with vm_state building and task_state spawning. [ 1501.585431] env[64496]: DEBUG nova.network.neutron [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Successfully updated port: fed2a6a6-7062-4bf7-87dd-b3b374690274 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1501.601431] env[64496]: DEBUG nova.compute.manager [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1501.601561] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.602616] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c29882c-e1c8-4039-abc9-b8e0ccfbaadb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.612403] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.613579] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b218114e-9dbb-40ba-9ea7-c2960f7d6e10 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.620340] env[64496]: DEBUG oslo_vmware.api [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Waiting for the task: (returnval){ [ 1501.620340] env[64496]: value = "task-1901597" [ 1501.620340] env[64496]: _type = "Task" [ 1501.620340] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.630718] env[64496]: DEBUG oslo_vmware.api [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.669956] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063e813f-be43-42eb-8792-9881d08074bb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.677353] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6e31d1-440e-444a-8395-76d00ad03645 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.707849] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dbbded-eee6-4cc3-8b03-52a8e61806be {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.715469] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaf90ce-ac10-43d6-aa80-0d4ceb1bd88c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.728939] env[64496]: DEBUG nova.compute.provider_tree [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1501.783397] env[64496]: INFO nova.compute.manager [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Took 52.34 seconds to build instance. [ 1501.838217] env[64496]: INFO nova.compute.manager [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Took 55.44 seconds to build instance. [ 1501.918146] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.938269] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901595, 'name': CreateVM_Task, 'duration_secs': 0.55388} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.938488] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1501.939337] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.939540] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.939903] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1501.940229] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ce8816-fa38-4a6e-9eed-f4ec91ef175f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.945608] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1501.945608] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52acdb26-18d1-7e72-d3de-2c625d926708" [ 1501.945608] env[64496]: _type = "Task" [ 1501.945608] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.954227] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52acdb26-18d1-7e72-d3de-2c625d926708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.087709] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "refresh_cache-ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.087788] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "refresh_cache-ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.087977] env[64496]: DEBUG nova.network.neutron [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.133123] env[64496]: DEBUG oslo_vmware.api [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901597, 'name': PowerOffVM_Task, 'duration_secs': 0.498035} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.133406] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1502.133573] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1502.134166] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-063fd893-58d0-49dd-ba0b-9dcaa99b73ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.266573] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1502.266811] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1502.267045] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Deleting the datastore file [datastore1] 5d6fd328-423e-4b4a-8615-8d47117d1c85 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1502.267390] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c2dd61c-9551-40ec-9273-8379412a73c6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.271867] env[64496]: DEBUG nova.scheduler.client.report [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1502.272215] env[64496]: DEBUG nova.compute.provider_tree [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 62 to 63 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1502.272487] env[64496]: DEBUG nova.compute.provider_tree [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1502.286322] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3401d25f-1925-4484-81e9-bbf2a3a0424d tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "1d606e17-3ee9-45e0-b92a-fb5e816720f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.398s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.286747] env[64496]: DEBUG oslo_vmware.api [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Waiting for the task: (returnval){ [ 1502.286747] env[64496]: value = "task-1901599" [ 1502.286747] env[64496]: _type = "Task" [ 1502.286747] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.300889] env[64496]: DEBUG oslo_vmware.api [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.340568] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6601d0fb-8f62-4e00-a2f8-d85df7ea7e6c tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "cb97679a-6f0b-40fe-8f67-654c55c49f20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.772s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.418542] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901596, 'name': ReconfigVM_Task, 'duration_secs': 0.744166} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.418838] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 2b460d0f-65c7-4a8c-a769-c94cbc6872dc/2b460d0f-65c7-4a8c-a769-c94cbc6872dc.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.419475] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8723596-bd26-4447-a2d5-0b62451f9bef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.426993] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Waiting for the task: (returnval){ [ 1502.426993] env[64496]: value = "task-1901600" [ 1502.426993] env[64496]: _type = "Task" [ 1502.426993] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.436926] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901600, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.456916] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52acdb26-18d1-7e72-d3de-2c625d926708, 'name': SearchDatastore_Task, 'duration_secs': 0.035123} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.457032] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.457308] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1502.457588] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.457754] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.457945] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1502.458244] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db9d4b54-4bd8-49f6-8d62-c1aa7356feb1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.468510] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1502.468989] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1502.469430] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b56d4b-2158-4bc7-957f-8330118805d1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.477028] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1502.477028] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521962d0-b862-cbab-d795-b31611272428" [ 1502.477028] env[64496]: _type = "Task" [ 1502.477028] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.484611] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521962d0-b862-cbab-d795-b31611272428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.635214] env[64496]: DEBUG nova.network.neutron [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1502.779615] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.835s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.780187] env[64496]: DEBUG nova.compute.manager [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1502.782813] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.250s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.783221] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.785630] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.647s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.787160] env[64496]: INFO nova.compute.claims [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1502.795089] env[64496]: DEBUG nova.compute.manager [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1502.815130] env[64496]: DEBUG oslo_vmware.api [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Task: {'id': task-1901599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303892} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.815130] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.815130] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.815130] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.815130] env[64496]: INFO nova.compute.manager [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1502.815515] env[64496]: DEBUG oslo.service.loopingcall [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.818029] env[64496]: DEBUG nova.compute.manager [-] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1502.818029] env[64496]: DEBUG nova.network.neutron [-] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.830391] env[64496]: INFO nova.scheduler.client.report [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Deleted allocations for instance c44451ce-ff63-44a7-a7dc-f84fd88afc38 [ 1502.844131] env[64496]: DEBUG nova.compute.manager [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1502.857931] env[64496]: DEBUG nova.network.neutron [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Updating instance_info_cache with network_info: [{"id": "fed2a6a6-7062-4bf7-87dd-b3b374690274", "address": "fa:16:3e:05:b9:c7", "network": {"id": "8f22c3b7-cf90-4346-a13c-b75f25b791ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1480114042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c9436d281384e73a7428ba01b43a8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed2a6a6-70", "ovs_interfaceid": "fed2a6a6-7062-4bf7-87dd-b3b374690274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.938565] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901600, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.995447] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521962d0-b862-cbab-d795-b31611272428, 'name': SearchDatastore_Task, 'duration_secs': 0.01115} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.996796] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-277dbd1c-0811-4a4f-8069-ef54b7fc385b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.003574] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1503.003574] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528f24d6-97a8-0ee6-bd61-95040836794b" [ 1503.003574] env[64496]: _type = "Task" [ 1503.003574] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.012438] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528f24d6-97a8-0ee6-bd61-95040836794b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.078354] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "1d606e17-3ee9-45e0-b92a-fb5e816720f0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.078650] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "1d606e17-3ee9-45e0-b92a-fb5e816720f0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.078886] env[64496]: INFO nova.compute.manager [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Rebooting instance [ 1503.292158] env[64496]: DEBUG nova.compute.utils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1503.295947] env[64496]: DEBUG nova.compute.manager [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1503.296172] env[64496]: DEBUG nova.network.neutron [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1503.322262] env[64496]: DEBUG oslo_concurrency.lockutils [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.322570] env[64496]: DEBUG oslo_concurrency.lockutils [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.322792] env[64496]: DEBUG oslo_concurrency.lockutils [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.323023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.323228] env[64496]: DEBUG oslo_concurrency.lockutils [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.325804] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.327092] env[64496]: INFO nova.compute.manager [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Terminating instance [ 1503.340738] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf4932d8-09cc-41d3-9fe2-d7bfb26ce735 tempest-ServerShowV254Test-1872879966 tempest-ServerShowV254Test-1872879966-project-member] Lock "c44451ce-ff63-44a7-a7dc-f84fd88afc38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.104s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.359845] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "refresh_cache-ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.360182] env[64496]: DEBUG nova.compute.manager [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Instance network_info: |[{"id": "fed2a6a6-7062-4bf7-87dd-b3b374690274", "address": "fa:16:3e:05:b9:c7", "network": {"id": "8f22c3b7-cf90-4346-a13c-b75f25b791ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1480114042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c9436d281384e73a7428ba01b43a8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed2a6a6-70", "ovs_interfaceid": "fed2a6a6-7062-4bf7-87dd-b3b374690274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1503.360987] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:b9:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fed2a6a6-7062-4bf7-87dd-b3b374690274', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1503.371290] env[64496]: DEBUG oslo.service.loopingcall [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1503.373163] env[64496]: DEBUG nova.policy [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b99f753a14d40afb6ba3d0f1b369276', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ccf1cc062c54224a1d59f3b9e5a676c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1503.375551] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1503.378092] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.378092] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38c84247-f4f7-41fd-907b-513e488e2381 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.402248] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1503.402248] env[64496]: value = "task-1901601" [ 1503.402248] env[64496]: _type = "Task" [ 1503.402248] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.411772] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901601, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.439344] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901600, 'name': Rename_Task, 'duration_secs': 0.90005} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.439610] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.439899] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e175d486-dfbd-441b-8c51-b23972f90154 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.449174] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Waiting for the task: (returnval){ [ 1503.449174] env[64496]: value = "task-1901602" [ 1503.449174] env[64496]: _type = "Task" [ 1503.449174] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.460802] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.464506] env[64496]: DEBUG nova.compute.manager [req-93ab29cf-104a-44db-83c3-197817efb12c req-f50495bc-516a-4165-a27b-c669a8c31b60 service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Received event network-vif-deleted-0f617d78-e482-419a-80a7-c21aa6d05e3d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1503.464968] env[64496]: INFO nova.compute.manager [req-93ab29cf-104a-44db-83c3-197817efb12c req-f50495bc-516a-4165-a27b-c669a8c31b60 service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Neutron deleted interface 0f617d78-e482-419a-80a7-c21aa6d05e3d; detaching it from the instance and deleting it from the info cache [ 1503.465262] env[64496]: DEBUG nova.network.neutron [req-93ab29cf-104a-44db-83c3-197817efb12c req-f50495bc-516a-4165-a27b-c669a8c31b60 service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.487487] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "cb97679a-6f0b-40fe-8f67-654c55c49f20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.487811] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "cb97679a-6f0b-40fe-8f67-654c55c49f20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.488435] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "cb97679a-6f0b-40fe-8f67-654c55c49f20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.488435] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "cb97679a-6f0b-40fe-8f67-654c55c49f20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.488596] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "cb97679a-6f0b-40fe-8f67-654c55c49f20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.492921] env[64496]: INFO nova.compute.manager [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Terminating instance [ 1503.515931] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528f24d6-97a8-0ee6-bd61-95040836794b, 'name': SearchDatastore_Task, 'duration_secs': 0.026149} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.516326] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.516689] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] a1233927-5630-45c5-bf14-eb81de95cf44/a1233927-5630-45c5-bf14-eb81de95cf44.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1503.517422] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74b2e6de-b06c-43fe-b6fd-0f94edf8fb03 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.524272] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1503.524272] env[64496]: value = "task-1901603" [ 1503.524272] env[64496]: _type = "Task" [ 1503.524272] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.533665] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.543630] env[64496]: DEBUG nova.compute.manager [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Received event network-changed-fed2a6a6-7062-4bf7-87dd-b3b374690274 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1503.543952] env[64496]: DEBUG nova.compute.manager [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Refreshing instance network info cache due to event network-changed-fed2a6a6-7062-4bf7-87dd-b3b374690274. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1503.544466] env[64496]: DEBUG oslo_concurrency.lockutils [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] Acquiring lock "refresh_cache-ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.544466] env[64496]: DEBUG oslo_concurrency.lockutils [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] Acquired lock "refresh_cache-ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.544594] env[64496]: DEBUG nova.network.neutron [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Refreshing network info cache for port fed2a6a6-7062-4bf7-87dd-b3b374690274 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.607313] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "refresh_cache-1d606e17-3ee9-45e0-b92a-fb5e816720f0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.607313] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquired lock "refresh_cache-1d606e17-3ee9-45e0-b92a-fb5e816720f0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.607313] env[64496]: DEBUG nova.network.neutron [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.794456] env[64496]: DEBUG nova.network.neutron [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Successfully created port: 646ed4aa-2d31-4610-b1b3-88d7843f5bf0 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.797516] env[64496]: DEBUG nova.compute.manager [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.838613] env[64496]: DEBUG nova.compute.manager [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1503.838613] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1503.838613] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9504c4-10b9-485c-828f-4734d1bd1981 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.853401] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1503.853401] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c051f6b-a9d1-481e-9e88-f7a22bd916e7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.863252] env[64496]: DEBUG oslo_vmware.api [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1503.863252] env[64496]: value = "task-1901604" [ 1503.863252] env[64496]: _type = "Task" [ 1503.863252] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.874064] env[64496]: DEBUG oslo_vmware.api [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.913226] env[64496]: DEBUG nova.network.neutron [-] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.914703] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901601, 'name': CreateVM_Task, 'duration_secs': 0.355913} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.919978] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1503.919978] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.919978] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.920301] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1503.920598] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb99e9c4-cbc2-40f2-a98f-2f3ae756fe64 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.929601] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1503.929601] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52fe8f03-aeed-d6c5-7e5b-b3411a606aec" [ 1503.929601] env[64496]: _type = "Task" [ 1503.929601] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.941721] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52fe8f03-aeed-d6c5-7e5b-b3411a606aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.963899] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901602, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.969768] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ed0bf5a-e4e8-4558-8c13-aabbf6b65112 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.985941] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f60a15d-5bab-4023-86e5-eb2aae4df209 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.001704] env[64496]: DEBUG nova.compute.manager [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1504.001909] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1504.002778] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7a773b-8a19-4891-b7db-f6007eebffad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.011648] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1504.012233] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd948a19-93bf-4911-92be-533552e21f61 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.034527] env[64496]: DEBUG nova.compute.manager [req-93ab29cf-104a-44db-83c3-197817efb12c req-f50495bc-516a-4165-a27b-c669a8c31b60 service nova] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Detach interface failed, port_id=0f617d78-e482-419a-80a7-c21aa6d05e3d, reason: Instance 5d6fd328-423e-4b4a-8615-8d47117d1c85 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1504.041244] env[64496]: DEBUG oslo_vmware.api [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1504.041244] env[64496]: value = "task-1901605" [ 1504.041244] env[64496]: _type = "Task" [ 1504.041244] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.050542] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901603, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.060439] env[64496]: DEBUG oslo_vmware.api [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.381295] env[64496]: DEBUG oslo_vmware.api [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901604, 'name': PowerOffVM_Task, 'duration_secs': 0.465499} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.381705] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1504.381762] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1504.382438] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d25e96c9-7c9e-43e3-8749-0b90eed645e4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.417031] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60486000-ddfa-4c95-b5b2-decbd56ea6f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.419886] env[64496]: INFO nova.compute.manager [-] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Took 1.60 seconds to deallocate network for instance. [ 1504.431749] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8456a11-a7a3-481f-9716-d04831aa3c86 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.490763] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab79c070-26b8-43f5-b4da-db33dbd7838a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.211722] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.211942] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.212173] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Deleting the datastore file [datastore1] 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.212393] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52fe8f03-aeed-d6c5-7e5b-b3411a606aec, 'name': SearchDatastore_Task, 'duration_secs': 0.014429} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.213333] env[64496]: DEBUG nova.network.neutron [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Updated VIF entry in instance network info cache for port fed2a6a6-7062-4bf7-87dd-b3b374690274. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.213569] env[64496]: DEBUG nova.network.neutron [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Updating instance_info_cache with network_info: [{"id": "fed2a6a6-7062-4bf7-87dd-b3b374690274", "address": "fa:16:3e:05:b9:c7", "network": {"id": "8f22c3b7-cf90-4346-a13c-b75f25b791ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1480114042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c9436d281384e73a7428ba01b43a8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed2a6a6-70", "ovs_interfaceid": "fed2a6a6-7062-4bf7-87dd-b3b374690274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.215201] env[64496]: DEBUG nova.network.neutron [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Updating instance_info_cache with network_info: [{"id": "85acee0b-81af-4e5d-959b-2e2b634ba6b3", "address": "fa:16:3e:0d:9e:7f", "network": {"id": "b863b0c2-2f21-42f2-9ddf-7880bc777e71", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1826939370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97feab6cc4443a888326db4c54e8bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85acee0b-81", "ovs_interfaceid": "85acee0b-81af-4e5d-959b-2e2b634ba6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.217239] env[64496]: DEBUG nova.compute.manager [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1505.219849] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.219849] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cbb17c3-8d8f-4e94-8b68-e7162c748ed5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.223371] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.223371] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1505.223371] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.223371] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.223665] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1505.230749] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-310cdd97-89d1-4254-919a-3782d40f075f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.240497] env[64496]: DEBUG oslo_vmware.api [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901602, 'name': PowerOnVM_Task, 'duration_secs': 0.607391} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.241987] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.242209] env[64496]: INFO nova.compute.manager [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Took 10.60 seconds to spawn the instance on the hypervisor. [ 1505.242381] env[64496]: DEBUG nova.compute.manager [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.243609] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a80f3f-3c73-4817-a046-8df4fc3ed4e7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.256662] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec7ce2a-328b-43f9-8575-fccb82498be5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.259176] env[64496]: DEBUG oslo_vmware.api [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1505.259176] env[64496]: value = "task-1901607" [ 1505.259176] env[64496]: _type = "Task" [ 1505.259176] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.259453] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667544} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.260880] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] a1233927-5630-45c5-bf14-eb81de95cf44/a1233927-5630-45c5-bf14-eb81de95cf44.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1505.261444] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1505.264631] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0231430-fe11-4853-bafc-fe624c92aa3d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.272245] env[64496]: DEBUG nova.virt.hardware [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1505.272508] env[64496]: DEBUG nova.virt.hardware [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1505.272664] env[64496]: DEBUG nova.virt.hardware [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1505.272841] env[64496]: DEBUG nova.virt.hardware [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1505.272985] env[64496]: DEBUG nova.virt.hardware [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1505.273144] env[64496]: DEBUG nova.virt.hardware [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1505.273344] env[64496]: DEBUG nova.virt.hardware [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1505.273497] env[64496]: DEBUG nova.virt.hardware [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1505.273656] env[64496]: DEBUG nova.virt.hardware [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1505.273824] env[64496]: DEBUG nova.virt.hardware [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1505.274042] env[64496]: DEBUG nova.virt.hardware [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1505.281575] env[64496]: DEBUG oslo_vmware.api [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901605, 'name': PowerOffVM_Task, 'duration_secs': 0.309041} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.285689] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0ef73e-3f8a-41c8-81e1-e8eb078c1006 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.288195] env[64496]: DEBUG nova.compute.provider_tree [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.292281] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.292281] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.292281] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1505.292281] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1505.292509] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91f508f7-4234-43d7-8afc-af0738a9036f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.294315] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b27f47d-88c4-43e4-92f4-0e722b812d7d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.303698] env[64496]: DEBUG oslo_vmware.api [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.304074] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1505.304074] env[64496]: value = "task-1901608" [ 1505.304074] env[64496]: _type = "Task" [ 1505.304074] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.306114] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11e80fa-92c8-4691-962d-58a5d52e948c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.315601] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1505.315601] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526982fb-d57d-ffee-f446-0637b1c3b405" [ 1505.315601] env[64496]: _type = "Task" [ 1505.315601] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.328726] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.334760] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526982fb-d57d-ffee-f446-0637b1c3b405, 'name': SearchDatastore_Task, 'duration_secs': 0.014289} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.336019] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1338a3ec-008d-4cfd-9d64-a9a04819f5ef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.340669] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1505.340669] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c7e175-5678-9bdb-afb5-655bc3830af7" [ 1505.340669] env[64496]: _type = "Task" [ 1505.340669] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.352148] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c7e175-5678-9bdb-afb5-655bc3830af7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.394205] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.394792] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.394792] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Deleting the datastore file [datastore1] cb97679a-6f0b-40fe-8f67-654c55c49f20 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.395947] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8130b930-c969-4bea-b3df-04a9d001aec4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.403643] env[64496]: DEBUG oslo_vmware.api [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1505.403643] env[64496]: value = "task-1901610" [ 1505.403643] env[64496]: _type = "Task" [ 1505.403643] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.415010] env[64496]: DEBUG oslo_vmware.api [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.711803] env[64496]: DEBUG nova.network.neutron [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Successfully updated port: 646ed4aa-2d31-4610-b1b3-88d7843f5bf0 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1505.722710] env[64496]: DEBUG nova.compute.manager [req-51b6ad62-54f5-4ad1-8cf1-81b901da71a3 req-08fa28cc-1340-4f4e-b515-8e904293ee80 service nova] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Received event network-vif-plugged-646ed4aa-2d31-4610-b1b3-88d7843f5bf0 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1505.723207] env[64496]: DEBUG oslo_concurrency.lockutils [req-51b6ad62-54f5-4ad1-8cf1-81b901da71a3 req-08fa28cc-1340-4f4e-b515-8e904293ee80 service nova] Acquiring lock "7cbdba76-b9f3-417d-b49f-6e3913fa290b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.723207] env[64496]: DEBUG oslo_concurrency.lockutils [req-51b6ad62-54f5-4ad1-8cf1-81b901da71a3 req-08fa28cc-1340-4f4e-b515-8e904293ee80 service nova] Lock "7cbdba76-b9f3-417d-b49f-6e3913fa290b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.723342] env[64496]: DEBUG oslo_concurrency.lockutils [req-51b6ad62-54f5-4ad1-8cf1-81b901da71a3 req-08fa28cc-1340-4f4e-b515-8e904293ee80 service nova] Lock "7cbdba76-b9f3-417d-b49f-6e3913fa290b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.723452] env[64496]: DEBUG nova.compute.manager [req-51b6ad62-54f5-4ad1-8cf1-81b901da71a3 req-08fa28cc-1340-4f4e-b515-8e904293ee80 service nova] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] No waiting events found dispatching network-vif-plugged-646ed4aa-2d31-4610-b1b3-88d7843f5bf0 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1505.723629] env[64496]: WARNING nova.compute.manager [req-51b6ad62-54f5-4ad1-8cf1-81b901da71a3 req-08fa28cc-1340-4f4e-b515-8e904293ee80 service nova] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Received unexpected event network-vif-plugged-646ed4aa-2d31-4610-b1b3-88d7843f5bf0 for instance with vm_state building and task_state spawning. [ 1505.725079] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Releasing lock "refresh_cache-1d606e17-3ee9-45e0-b92a-fb5e816720f0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.725636] env[64496]: DEBUG oslo_concurrency.lockutils [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] Releasing lock "refresh_cache-ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.725833] env[64496]: DEBUG nova.compute.manager [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Received event network-changed-85acee0b-81af-4e5d-959b-2e2b634ba6b3 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1505.726022] env[64496]: DEBUG nova.compute.manager [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Refreshing instance network info cache due to event network-changed-85acee0b-81af-4e5d-959b-2e2b634ba6b3. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1505.727997] env[64496]: DEBUG oslo_concurrency.lockutils [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] Acquiring lock "refresh_cache-1d606e17-3ee9-45e0-b92a-fb5e816720f0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.727997] env[64496]: DEBUG oslo_concurrency.lockutils [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] Acquired lock "refresh_cache-1d606e17-3ee9-45e0-b92a-fb5e816720f0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.727997] env[64496]: DEBUG nova.network.neutron [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Refreshing network info cache for port 85acee0b-81af-4e5d-959b-2e2b634ba6b3 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.772058] env[64496]: DEBUG oslo_vmware.api [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330655} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.772462] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1505.772649] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1505.772820] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1505.772981] env[64496]: INFO nova.compute.manager [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Took 1.94 seconds to destroy the instance on the hypervisor. [ 1505.773360] env[64496]: DEBUG oslo.service.loopingcall [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.773547] env[64496]: DEBUG nova.compute.manager [-] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1505.773636] env[64496]: DEBUG nova.network.neutron [-] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1505.796937] env[64496]: DEBUG nova.scheduler.client.report [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.803231] env[64496]: INFO nova.compute.manager [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Took 54.80 seconds to build instance. [ 1505.820843] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139977} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.822158] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1505.823549] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ee4883-2287-48ae-9b84-56d4a929867e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.850750] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] a1233927-5630-45c5-bf14-eb81de95cf44/a1233927-5630-45c5-bf14-eb81de95cf44.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.851596] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3591c7f6-4bb4-41db-a150-580161219baf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.876181] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c7e175-5678-9bdb-afb5-655bc3830af7, 'name': SearchDatastore_Task, 'duration_secs': 0.027038} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.878742] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.878742] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd/ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1505.878742] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1505.878742] env[64496]: value = "task-1901611" [ 1505.878742] env[64496]: _type = "Task" [ 1505.878742] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.878742] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d150fcc3-677b-44ac-bcc2-33f8dd3438ce {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.889476] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901611, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.890892] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1505.890892] env[64496]: value = "task-1901612" [ 1505.890892] env[64496]: _type = "Task" [ 1505.890892] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.899089] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.912443] env[64496]: DEBUG oslo_vmware.api [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307782} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.912689] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1505.912875] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1505.913113] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1505.913343] env[64496]: INFO nova.compute.manager [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Took 1.91 seconds to destroy the instance on the hypervisor. [ 1505.913625] env[64496]: DEBUG oslo.service.loopingcall [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.913843] env[64496]: DEBUG nova.compute.manager [-] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1505.913997] env[64496]: DEBUG nova.network.neutron [-] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1506.214914] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "refresh_cache-7cbdba76-b9f3-417d-b49f-6e3913fa290b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.214914] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquired lock "refresh_cache-7cbdba76-b9f3-417d-b49f-6e3913fa290b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.214914] env[64496]: DEBUG nova.network.neutron [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.234714] env[64496]: DEBUG nova.compute.manager [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1506.235856] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd894bef-5f83-4ba4-b283-2577618a72d7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.303859] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.518s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.304334] env[64496]: DEBUG nova.compute.manager [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1506.314264] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.569s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.314551] env[64496]: INFO nova.compute.claims [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1506.320821] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2a012e32-3b60-4969-bdb0-fe37ec5ebb41 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Lock "2b460d0f-65c7-4a8c-a769-c94cbc6872dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.267s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.395304] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901611, 'name': ReconfigVM_Task, 'duration_secs': 0.423113} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.401785] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Reconfigured VM instance instance-00000025 to attach disk [datastore1] a1233927-5630-45c5-bf14-eb81de95cf44/a1233927-5630-45c5-bf14-eb81de95cf44.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1506.402366] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7be81fb2-281a-4bdd-a7a1-19f119b7e640 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.409672] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901612, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.411290] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1506.411290] env[64496]: value = "task-1901613" [ 1506.411290] env[64496]: _type = "Task" [ 1506.411290] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.423393] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901613, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.611569] env[64496]: DEBUG nova.network.neutron [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Updated VIF entry in instance network info cache for port 85acee0b-81af-4e5d-959b-2e2b634ba6b3. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1506.611949] env[64496]: DEBUG nova.network.neutron [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Updating instance_info_cache with network_info: [{"id": "85acee0b-81af-4e5d-959b-2e2b634ba6b3", "address": "fa:16:3e:0d:9e:7f", "network": {"id": "b863b0c2-2f21-42f2-9ddf-7880bc777e71", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1826939370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97feab6cc4443a888326db4c54e8bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85acee0b-81", "ovs_interfaceid": "85acee0b-81af-4e5d-959b-2e2b634ba6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.707026] env[64496]: DEBUG nova.network.neutron [-] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.777281] env[64496]: DEBUG nova.network.neutron [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1506.812210] env[64496]: DEBUG nova.compute.utils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.813993] env[64496]: DEBUG nova.compute.manager [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1506.814337] env[64496]: DEBUG nova.network.neutron [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1506.828471] env[64496]: DEBUG nova.compute.manager [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1506.832301] env[64496]: DEBUG nova.network.neutron [-] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.881692] env[64496]: DEBUG nova.policy [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3807870f31e40898a53f21453c19b93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '830bd96902d24c8f8a3bc554a44796cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1506.910416] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57199} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.910416] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd/ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1506.910916] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1506.911940] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94a7c242-28b6-48ce-801d-ac717803fea9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.926593] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901613, 'name': Rename_Task, 'duration_secs': 0.236221} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.928207] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.930930] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1506.930930] env[64496]: value = "task-1901614" [ 1506.930930] env[64496]: _type = "Task" [ 1506.930930] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.930930] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63e9b914-2e79-44ec-b713-7183d2af33a9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.942444] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.942444] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1506.942444] env[64496]: value = "task-1901615" [ 1506.942444] env[64496]: _type = "Task" [ 1506.942444] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.951033] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.115128] env[64496]: DEBUG oslo_concurrency.lockutils [req-bbc015e2-1d7e-4abf-b7c9-5ef3e5696730 req-34702ec5-c69a-482c-979b-c740e8fdeb6f service nova] Releasing lock "refresh_cache-1d606e17-3ee9-45e0-b92a-fb5e816720f0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.149419] env[64496]: DEBUG nova.network.neutron [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Updating instance_info_cache with network_info: [{"id": "646ed4aa-2d31-4610-b1b3-88d7843f5bf0", "address": "fa:16:3e:36:d2:87", "network": {"id": "313d9f24-48dc-414d-9e73-0f4870040398", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1109267207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ccf1cc062c54224a1d59f3b9e5a676c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646ed4aa-2d", "ovs_interfaceid": "646ed4aa-2d31-4610-b1b3-88d7843f5bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.170839] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Acquiring lock "2b460d0f-65c7-4a8c-a769-c94cbc6872dc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.171109] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Lock "2b460d0f-65c7-4a8c-a769-c94cbc6872dc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.171351] env[64496]: INFO nova.compute.manager [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Rebooting instance [ 1507.210447] env[64496]: INFO nova.compute.manager [-] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Took 1.44 seconds to deallocate network for instance. [ 1507.258075] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62320caf-a806-4232-b6a6-e77faa506585 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.268337] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Doing hard reboot of VM {{(pid=64496) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1507.268337] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b82a979c-2973-4d6f-917b-238b384b0550 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.279383] env[64496]: DEBUG oslo_vmware.api [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1507.279383] env[64496]: value = "task-1901616" [ 1507.279383] env[64496]: _type = "Task" [ 1507.279383] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.289475] env[64496]: DEBUG oslo_vmware.api [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901616, 'name': ResetVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.321166] env[64496]: DEBUG nova.compute.manager [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1507.338254] env[64496]: INFO nova.compute.manager [-] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Took 1.42 seconds to deallocate network for instance. [ 1507.348262] env[64496]: DEBUG nova.network.neutron [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Successfully created port: a33e7bd0-88e4-4a50-ae76-57701cec7a6b {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1507.359503] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.443976] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094619} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.447082] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1507.451034] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84309100-d4f6-43b6-bc01-1d2f30a9ab05 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.458455] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.476597] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd/ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.479417] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dab2e8f5-5451-420c-b323-c3da4b9d9cdb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.500201] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1507.500201] env[64496]: value = "task-1901617" [ 1507.500201] env[64496]: _type = "Task" [ 1507.500201] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.509132] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.654819] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Releasing lock "refresh_cache-7cbdba76-b9f3-417d-b49f-6e3913fa290b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.654819] env[64496]: DEBUG nova.compute.manager [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Instance network_info: |[{"id": "646ed4aa-2d31-4610-b1b3-88d7843f5bf0", "address": "fa:16:3e:36:d2:87", "network": {"id": "313d9f24-48dc-414d-9e73-0f4870040398", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1109267207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ccf1cc062c54224a1d59f3b9e5a676c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646ed4aa-2d", "ovs_interfaceid": "646ed4aa-2d31-4610-b1b3-88d7843f5bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1507.658060] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:d2:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '646ed4aa-2d31-4610-b1b3-88d7843f5bf0', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.667263] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Creating folder: Project (1ccf1cc062c54224a1d59f3b9e5a676c). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.667602] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e4bee45-4792-4008-b388-5718d8b5129b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.678281] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Created folder: Project (1ccf1cc062c54224a1d59f3b9e5a676c) in parent group-v392474. [ 1507.678469] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Creating folder: Instances. Parent ref: group-v392592. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.678694] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d268f277-f81c-4c4b-b8c0-5446db61b5f2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.691013] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Created folder: Instances in parent group-v392592. [ 1507.691013] env[64496]: DEBUG oslo.service.loopingcall [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.691013] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.691013] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc449e26-f4e6-46d4-89b4-35f23d8d3619 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.712092] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Acquiring lock "refresh_cache-2b460d0f-65c7-4a8c-a769-c94cbc6872dc" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.713127] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Acquired lock "refresh_cache-2b460d0f-65c7-4a8c-a769-c94cbc6872dc" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.713127] env[64496]: DEBUG nova.network.neutron [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1507.719803] env[64496]: DEBUG oslo_concurrency.lockutils [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.719993] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.719993] env[64496]: value = "task-1901620" [ 1507.719993] env[64496]: _type = "Task" [ 1507.719993] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.731121] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901620, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.786192] env[64496]: DEBUG oslo_vmware.api [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901616, 'name': ResetVM_Task, 'duration_secs': 0.10794} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.789620] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Did hard reboot of VM {{(pid=64496) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1507.789620] env[64496]: DEBUG nova.compute.manager [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.790152] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab24f33d-2e71-48bc-aa5e-8019a1293a45 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.851344] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.884178] env[64496]: DEBUG nova.compute.manager [req-5122bf17-e5a3-4b07-a243-3a9a9b934f3f req-9dfefc33-dfcf-44d9-8d19-3d8bdab1573b service nova] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Received event network-changed-646ed4aa-2d31-4610-b1b3-88d7843f5bf0 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1507.884178] env[64496]: DEBUG nova.compute.manager [req-5122bf17-e5a3-4b07-a243-3a9a9b934f3f req-9dfefc33-dfcf-44d9-8d19-3d8bdab1573b service nova] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Refreshing instance network info cache due to event network-changed-646ed4aa-2d31-4610-b1b3-88d7843f5bf0. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1507.884178] env[64496]: DEBUG oslo_concurrency.lockutils [req-5122bf17-e5a3-4b07-a243-3a9a9b934f3f req-9dfefc33-dfcf-44d9-8d19-3d8bdab1573b service nova] Acquiring lock "refresh_cache-7cbdba76-b9f3-417d-b49f-6e3913fa290b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.884178] env[64496]: DEBUG oslo_concurrency.lockutils [req-5122bf17-e5a3-4b07-a243-3a9a9b934f3f req-9dfefc33-dfcf-44d9-8d19-3d8bdab1573b service nova] Acquired lock "refresh_cache-7cbdba76-b9f3-417d-b49f-6e3913fa290b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.884178] env[64496]: DEBUG nova.network.neutron [req-5122bf17-e5a3-4b07-a243-3a9a9b934f3f req-9dfefc33-dfcf-44d9-8d19-3d8bdab1573b service nova] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Refreshing network info cache for port 646ed4aa-2d31-4610-b1b3-88d7843f5bf0 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.944364] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3a3bde-8c42-4971-8787-b47c8e8ed908 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.960062] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de58a82-44ac-4105-86f7-add9acd1b2d4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.964333] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901615, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.997452] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4b654d-1927-485e-918b-06b72a580ffc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.007011] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70467b8d-8304-4d59-9c2f-e9022e8cca11 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.015193] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.025762] env[64496]: DEBUG nova.compute.provider_tree [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.231108] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901620, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.305944] env[64496]: DEBUG oslo_concurrency.lockutils [None req-04828e97-6efe-4be2-aa8b-4baa37567864 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "1d606e17-3ee9-45e0-b92a-fb5e816720f0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.227s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.335034] env[64496]: DEBUG nova.compute.manager [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1508.366869] env[64496]: DEBUG nova.virt.hardware [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1508.367291] env[64496]: DEBUG nova.virt.hardware [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.367578] env[64496]: DEBUG nova.virt.hardware [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1508.368553] env[64496]: DEBUG nova.virt.hardware [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.368553] env[64496]: DEBUG nova.virt.hardware [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1508.368553] env[64496]: DEBUG nova.virt.hardware [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1508.368824] env[64496]: DEBUG nova.virt.hardware [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1508.369127] env[64496]: DEBUG nova.virt.hardware [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1508.369442] env[64496]: DEBUG nova.virt.hardware [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1508.369753] env[64496]: DEBUG nova.virt.hardware [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1508.370085] env[64496]: DEBUG nova.virt.hardware [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1508.371903] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45812bd-fdf8-45f8-9dc5-55699994637c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.387723] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bbb476-71d6-4ead-9bae-1af440cc4000 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.459425] env[64496]: DEBUG oslo_vmware.api [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901615, 'name': PowerOnVM_Task, 'duration_secs': 1.395203} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.459827] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1508.459893] env[64496]: INFO nova.compute.manager [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Took 11.16 seconds to spawn the instance on the hypervisor. [ 1508.460082] env[64496]: DEBUG nova.compute.manager [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1508.461044] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea00f3f-08d0-492b-b618-3d102aa5f482 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.511875] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901617, 'name': ReconfigVM_Task, 'duration_secs': 0.769664} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.513622] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Reconfigured VM instance instance-00000026 to attach disk [datastore2] ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd/ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.514487] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42ca4d00-1bfa-4e4d-9a99-277ed45d7ccf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.524035] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1508.524035] env[64496]: value = "task-1901621" [ 1508.524035] env[64496]: _type = "Task" [ 1508.524035] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.529626] env[64496]: DEBUG nova.scheduler.client.report [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.541405] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901621, 'name': Rename_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.672859] env[64496]: DEBUG nova.network.neutron [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Updating instance_info_cache with network_info: [{"id": "0c5b0ba6-5f0c-4911-b335-6dec1009fc73", "address": "fa:16:3e:bb:d6:9a", "network": {"id": "86d00eea-c1b4-4828-9bbd-c4721b7e810c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-361652009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d208e85b84077b0e30e3afc05eb6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5b0ba6-5f", "ovs_interfaceid": "0c5b0ba6-5f0c-4911-b335-6dec1009fc73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.718554] env[64496]: DEBUG nova.network.neutron [req-5122bf17-e5a3-4b07-a243-3a9a9b934f3f req-9dfefc33-dfcf-44d9-8d19-3d8bdab1573b service nova] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Updated VIF entry in instance network info cache for port 646ed4aa-2d31-4610-b1b3-88d7843f5bf0. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.718948] env[64496]: DEBUG nova.network.neutron [req-5122bf17-e5a3-4b07-a243-3a9a9b934f3f req-9dfefc33-dfcf-44d9-8d19-3d8bdab1573b service nova] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Updating instance_info_cache with network_info: [{"id": "646ed4aa-2d31-4610-b1b3-88d7843f5bf0", "address": "fa:16:3e:36:d2:87", "network": {"id": "313d9f24-48dc-414d-9e73-0f4870040398", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1109267207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ccf1cc062c54224a1d59f3b9e5a676c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646ed4aa-2d", "ovs_interfaceid": "646ed4aa-2d31-4610-b1b3-88d7843f5bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.734587] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901620, 'name': CreateVM_Task, 'duration_secs': 0.674492} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.734754] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1508.735485] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.735602] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.736072] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1508.736392] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e569d5-3e43-4da9-be36-524f2083f6ef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.742206] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1508.742206] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f796cb-9a49-286c-080c-89ad87665a20" [ 1508.742206] env[64496]: _type = "Task" [ 1508.742206] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.750815] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f796cb-9a49-286c-080c-89ad87665a20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.979297] env[64496]: INFO nova.compute.manager [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Took 57.07 seconds to build instance. [ 1509.036137] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901621, 'name': Rename_Task, 'duration_secs': 0.329989} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.036137] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.036623] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd1634d9-bc96-44f4-8c76-0b3b4c962bec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.043257] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.044218] env[64496]: DEBUG nova.compute.manager [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1509.047308] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1509.047308] env[64496]: value = "task-1901622" [ 1509.047308] env[64496]: _type = "Task" [ 1509.047308] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.047935] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.142s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.048334] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.050744] env[64496]: DEBUG oslo_concurrency.lockutils [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.839s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.051094] env[64496]: DEBUG nova.objects.instance [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64496) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1509.070134] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901622, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.093380] env[64496]: INFO nova.scheduler.client.report [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Deleted allocations for instance 383a2fc7-69e5-4ca0-b3f2-667afe137190 [ 1509.175317] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Releasing lock "refresh_cache-2b460d0f-65c7-4a8c-a769-c94cbc6872dc" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.222650] env[64496]: DEBUG oslo_concurrency.lockutils [req-5122bf17-e5a3-4b07-a243-3a9a9b934f3f req-9dfefc33-dfcf-44d9-8d19-3d8bdab1573b service nova] Releasing lock "refresh_cache-7cbdba76-b9f3-417d-b49f-6e3913fa290b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.222650] env[64496]: DEBUG nova.compute.manager [req-5122bf17-e5a3-4b07-a243-3a9a9b934f3f req-9dfefc33-dfcf-44d9-8d19-3d8bdab1573b service nova] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Received event network-vif-deleted-e9dcebeb-48ff-4330-ad69-2337c9191562 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1509.222650] env[64496]: DEBUG nova.compute.manager [req-5122bf17-e5a3-4b07-a243-3a9a9b934f3f req-9dfefc33-dfcf-44d9-8d19-3d8bdab1573b service nova] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Received event network-vif-deleted-d723b4cc-059a-40e0-ae43-ec4f42375498 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1509.261610] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f796cb-9a49-286c-080c-89ad87665a20, 'name': SearchDatastore_Task, 'duration_secs': 0.01249} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.261610] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.262393] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1509.262393] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.262393] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.262393] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1509.263091] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e1eeb26-9e12-4943-8105-c1f29d6118a1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.275430] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1509.275680] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1509.277072] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a5ff5d3-97a1-4973-a784-04bab40f3059 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.283489] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1509.283489] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52de406d-36ec-584b-0076-e1863efe9811" [ 1509.283489] env[64496]: _type = "Task" [ 1509.283489] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.293109] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52de406d-36ec-584b-0076-e1863efe9811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.448783] env[64496]: DEBUG nova.compute.manager [req-b6707057-ab16-48e1-9496-2314513b0551 req-8682e314-2225-4cb5-901d-8c6311502b2b service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Received event network-changed-85acee0b-81af-4e5d-959b-2e2b634ba6b3 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1509.449050] env[64496]: DEBUG nova.compute.manager [req-b6707057-ab16-48e1-9496-2314513b0551 req-8682e314-2225-4cb5-901d-8c6311502b2b service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Refreshing instance network info cache due to event network-changed-85acee0b-81af-4e5d-959b-2e2b634ba6b3. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1509.449205] env[64496]: DEBUG oslo_concurrency.lockutils [req-b6707057-ab16-48e1-9496-2314513b0551 req-8682e314-2225-4cb5-901d-8c6311502b2b service nova] Acquiring lock "refresh_cache-1d606e17-3ee9-45e0-b92a-fb5e816720f0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.449393] env[64496]: DEBUG oslo_concurrency.lockutils [req-b6707057-ab16-48e1-9496-2314513b0551 req-8682e314-2225-4cb5-901d-8c6311502b2b service nova] Acquired lock "refresh_cache-1d606e17-3ee9-45e0-b92a-fb5e816720f0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.449532] env[64496]: DEBUG nova.network.neutron [req-b6707057-ab16-48e1-9496-2314513b0551 req-8682e314-2225-4cb5-901d-8c6311502b2b service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Refreshing network info cache for port 85acee0b-81af-4e5d-959b-2e2b634ba6b3 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.482563] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a12b3d6a-b235-49c1-84e8-336f7f49a01c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "a1233927-5630-45c5-bf14-eb81de95cf44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.966s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.549738] env[64496]: DEBUG nova.compute.utils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1509.554297] env[64496]: DEBUG nova.compute.manager [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1509.554297] env[64496]: DEBUG nova.network.neutron [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1509.557163] env[64496]: DEBUG nova.network.neutron [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Successfully updated port: a33e7bd0-88e4-4a50-ae76-57701cec7a6b {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1509.569537] env[64496]: DEBUG oslo_concurrency.lockutils [None req-166896ee-1917-4a2d-815a-8ef813070142 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.518s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.570690] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.613s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.570846] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.573277] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.710s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.573513] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.575651] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.035s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.577464] env[64496]: INFO nova.compute.claims [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1509.589152] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901622, 'name': PowerOnVM_Task} progress is 74%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.609435] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f39e3df8-d068-40c2-a799-113aab1dd9f4 tempest-FloatingIPsAssociationNegativeTestJSON-178563949 tempest-FloatingIPsAssociationNegativeTestJSON-178563949-project-member] Lock "383a2fc7-69e5-4ca0-b3f2-667afe137190" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.814s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.611873] env[64496]: DEBUG nova.policy [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbe43411aac94356a2f1be4c6d26f588', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c35dabbb56da421eb29776a5623274a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1509.616709] env[64496]: INFO nova.scheduler.client.report [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Deleted allocations for instance 63cc3567-f8dc-463c-a3d1-e96b74f533a8 [ 1509.627855] env[64496]: INFO nova.scheduler.client.report [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Deleted allocations for instance 809dc4e0-b5bf-4f32-987b-08960c97fcca [ 1509.680710] env[64496]: DEBUG nova.compute.manager [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1509.681702] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8838474c-ce3c-4f69-b7f6-b1e97e0089c1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.799717] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52de406d-36ec-584b-0076-e1863efe9811, 'name': SearchDatastore_Task, 'duration_secs': 0.013704} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.800586] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b1bfe3-7e56-4353-8d7c-beac476fbddc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.806566] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1509.806566] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e535b9-c388-a478-47e8-67994297704a" [ 1509.806566] env[64496]: _type = "Task" [ 1509.806566] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.820090] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e535b9-c388-a478-47e8-67994297704a, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.820499] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.820751] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 7cbdba76-b9f3-417d-b49f-6e3913fa290b/7cbdba76-b9f3-417d-b49f-6e3913fa290b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1509.821015] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddce26ac-c12d-4c8e-ae6d-26b579f437b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.828620] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1509.828620] env[64496]: value = "task-1901623" [ 1509.828620] env[64496]: _type = "Task" [ 1509.828620] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.836795] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.988220] env[64496]: DEBUG nova.compute.manager [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1510.060412] env[64496]: DEBUG nova.compute.manager [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1510.067169] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "refresh_cache-02198b91-3757-44f5-aa10-c48ec83e47ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.068107] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "refresh_cache-02198b91-3757-44f5-aa10-c48ec83e47ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.068107] env[64496]: DEBUG nova.network.neutron [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1510.080615] env[64496]: DEBUG oslo_vmware.api [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901622, 'name': PowerOnVM_Task, 'duration_secs': 0.924878} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.084253] env[64496]: DEBUG nova.network.neutron [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Successfully created port: bdd4c751-048f-4a5e-b97a-d1c401424d46 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1510.085814] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.086104] env[64496]: INFO nova.compute.manager [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1510.086380] env[64496]: DEBUG nova.compute.manager [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.092122] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5c9a58-613e-461c-926e-81c89b461413 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.127476] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c40fa3b-5750-4e71-a440-268ea7886735 tempest-ServerAddressesTestJSON-589476920 tempest-ServerAddressesTestJSON-589476920-project-member] Lock "63cc3567-f8dc-463c-a3d1-e96b74f533a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.773s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.135918] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ee0737af-1d2e-466f-b9e7-09631c93e172 tempest-TenantUsagesTestJSON-831537674 tempest-TenantUsagesTestJSON-831537674-project-member] Lock "809dc4e0-b5bf-4f32-987b-08960c97fcca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.582s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.299193] env[64496]: DEBUG nova.network.neutron [req-b6707057-ab16-48e1-9496-2314513b0551 req-8682e314-2225-4cb5-901d-8c6311502b2b service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Updated VIF entry in instance network info cache for port 85acee0b-81af-4e5d-959b-2e2b634ba6b3. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.299627] env[64496]: DEBUG nova.network.neutron [req-b6707057-ab16-48e1-9496-2314513b0551 req-8682e314-2225-4cb5-901d-8c6311502b2b service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Updating instance_info_cache with network_info: [{"id": "85acee0b-81af-4e5d-959b-2e2b634ba6b3", "address": "fa:16:3e:0d:9e:7f", "network": {"id": "b863b0c2-2f21-42f2-9ddf-7880bc777e71", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1826939370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97feab6cc4443a888326db4c54e8bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85acee0b-81", "ovs_interfaceid": "85acee0b-81af-4e5d-959b-2e2b634ba6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.344727] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901623, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.440629] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "1d606e17-3ee9-45e0-b92a-fb5e816720f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.440629] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "1d606e17-3ee9-45e0-b92a-fb5e816720f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.440629] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "1d606e17-3ee9-45e0-b92a-fb5e816720f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.440629] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "1d606e17-3ee9-45e0-b92a-fb5e816720f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.440899] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "1d606e17-3ee9-45e0-b92a-fb5e816720f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.443997] env[64496]: INFO nova.compute.manager [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Terminating instance [ 1510.508281] env[64496]: DEBUG nova.compute.manager [req-b7a7be82-2e37-4b9f-806f-805946f41598 req-47d65577-b2d8-410b-982e-f203e3f98ef0 service nova] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Received event network-vif-plugged-a33e7bd0-88e4-4a50-ae76-57701cec7a6b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1510.508715] env[64496]: DEBUG oslo_concurrency.lockutils [req-b7a7be82-2e37-4b9f-806f-805946f41598 req-47d65577-b2d8-410b-982e-f203e3f98ef0 service nova] Acquiring lock "02198b91-3757-44f5-aa10-c48ec83e47ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.508715] env[64496]: DEBUG oslo_concurrency.lockutils [req-b7a7be82-2e37-4b9f-806f-805946f41598 req-47d65577-b2d8-410b-982e-f203e3f98ef0 service nova] Lock "02198b91-3757-44f5-aa10-c48ec83e47ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.508856] env[64496]: DEBUG oslo_concurrency.lockutils [req-b7a7be82-2e37-4b9f-806f-805946f41598 req-47d65577-b2d8-410b-982e-f203e3f98ef0 service nova] Lock "02198b91-3757-44f5-aa10-c48ec83e47ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.509032] env[64496]: DEBUG nova.compute.manager [req-b7a7be82-2e37-4b9f-806f-805946f41598 req-47d65577-b2d8-410b-982e-f203e3f98ef0 service nova] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] No waiting events found dispatching network-vif-plugged-a33e7bd0-88e4-4a50-ae76-57701cec7a6b {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1510.509416] env[64496]: WARNING nova.compute.manager [req-b7a7be82-2e37-4b9f-806f-805946f41598 req-47d65577-b2d8-410b-982e-f203e3f98ef0 service nova] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Received unexpected event network-vif-plugged-a33e7bd0-88e4-4a50-ae76-57701cec7a6b for instance with vm_state building and task_state spawning. [ 1510.510423] env[64496]: DEBUG nova.compute.manager [req-b7a7be82-2e37-4b9f-806f-805946f41598 req-47d65577-b2d8-410b-982e-f203e3f98ef0 service nova] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Received event network-changed-a33e7bd0-88e4-4a50-ae76-57701cec7a6b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1510.510423] env[64496]: DEBUG nova.compute.manager [req-b7a7be82-2e37-4b9f-806f-805946f41598 req-47d65577-b2d8-410b-982e-f203e3f98ef0 service nova] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Refreshing instance network info cache due to event network-changed-a33e7bd0-88e4-4a50-ae76-57701cec7a6b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1510.510423] env[64496]: DEBUG oslo_concurrency.lockutils [req-b7a7be82-2e37-4b9f-806f-805946f41598 req-47d65577-b2d8-410b-982e-f203e3f98ef0 service nova] Acquiring lock "refresh_cache-02198b91-3757-44f5-aa10-c48ec83e47ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.522154] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.617107] env[64496]: DEBUG nova.network.neutron [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1510.624294] env[64496]: INFO nova.compute.manager [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Took 51.74 seconds to build instance. [ 1510.704824] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fbfc94-0320-4e96-846a-be8122d156cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.720924] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Doing hard reboot of VM {{(pid=64496) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1510.721219] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ff793db5-3de4-4616-a757-471bba264f78 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.728784] env[64496]: DEBUG oslo_vmware.api [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Waiting for the task: (returnval){ [ 1510.728784] env[64496]: value = "task-1901624" [ 1510.728784] env[64496]: _type = "Task" [ 1510.728784] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.737953] env[64496]: DEBUG oslo_vmware.api [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901624, 'name': ResetVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.803692] env[64496]: DEBUG oslo_concurrency.lockutils [req-b6707057-ab16-48e1-9496-2314513b0551 req-8682e314-2225-4cb5-901d-8c6311502b2b service nova] Releasing lock "refresh_cache-1d606e17-3ee9-45e0-b92a-fb5e816720f0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.844320] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581561} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.847827] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 7cbdba76-b9f3-417d-b49f-6e3913fa290b/7cbdba76-b9f3-417d-b49f-6e3913fa290b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1510.848125] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1510.848884] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bd4c73a-846f-4ad3-a72d-6853c93d5eb9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.855223] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1510.855223] env[64496]: value = "task-1901625" [ 1510.855223] env[64496]: _type = "Task" [ 1510.855223] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.867215] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.954038] env[64496]: DEBUG nova.compute.manager [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.954038] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.954038] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a2406f-4f05-420b-b4e6-fca6b8965b97 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.967132] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.967132] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51f679c2-aac6-4d0b-9f73-9dac084e5b6b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.975112] env[64496]: DEBUG oslo_vmware.api [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1510.975112] env[64496]: value = "task-1901626" [ 1510.975112] env[64496]: _type = "Task" [ 1510.975112] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.987056] env[64496]: DEBUG oslo_vmware.api [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.989397] env[64496]: DEBUG nova.network.neutron [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Updating instance_info_cache with network_info: [{"id": "a33e7bd0-88e4-4a50-ae76-57701cec7a6b", "address": "fa:16:3e:3b:61:16", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33e7bd0-88", "ovs_interfaceid": "a33e7bd0-88e4-4a50-ae76-57701cec7a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.078267] env[64496]: DEBUG nova.compute.manager [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1511.106676] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a78abf-be2b-47db-a956-02d19dfdf4b7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.117317] env[64496]: DEBUG nova.virt.hardware [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1511.120638] env[64496]: DEBUG nova.virt.hardware [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.120638] env[64496]: DEBUG nova.virt.hardware [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1511.120638] env[64496]: DEBUG nova.virt.hardware [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.120638] env[64496]: DEBUG nova.virt.hardware [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1511.120638] env[64496]: DEBUG nova.virt.hardware [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1511.120865] env[64496]: DEBUG nova.virt.hardware [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1511.120865] env[64496]: DEBUG nova.virt.hardware [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1511.120865] env[64496]: DEBUG nova.virt.hardware [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1511.120865] env[64496]: DEBUG nova.virt.hardware [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1511.120865] env[64496]: DEBUG nova.virt.hardware [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1511.121031] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e79a987-43d2-47ce-8fe0-10a10d693029 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.129313] env[64496]: DEBUG oslo_concurrency.lockutils [None req-356ec352-7311-4bd0-8390-dd42771bb86d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.838s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.137044] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90b908f-d8e0-400f-880c-50b7db5af13e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.142058] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6f00e7-a7f3-4c03-b22d-67e1ff98c7e6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.187834] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27488230-ef55-47f7-bccd-b37150795015 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.195816] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbe0bb5-b8bb-40dd-89af-4a98528e48e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.209663] env[64496]: DEBUG nova.compute.provider_tree [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.238708] env[64496]: DEBUG oslo_vmware.api [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901624, 'name': ResetVM_Task, 'duration_secs': 0.125801} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.238982] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Did hard reboot of VM {{(pid=64496) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1511.239187] env[64496]: DEBUG nova.compute.manager [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.239973] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3111648-56a4-4205-b63b-17f054859a83 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.375664] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064758} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.376371] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1511.377814] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18e2a59-e359-4dfb-a253-3cb583615a3a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.422700] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 7cbdba76-b9f3-417d-b49f-6e3913fa290b/7cbdba76-b9f3-417d-b49f-6e3913fa290b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.424895] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e4903d7-2238-47f9-82c2-5b2748a16fdb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.446884] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "968500dc-0513-4051-be7a-bc40fd7db142" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.447151] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "968500dc-0513-4051-be7a-bc40fd7db142" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.454321] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1511.454321] env[64496]: value = "task-1901627" [ 1511.454321] env[64496]: _type = "Task" [ 1511.454321] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.462795] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.485773] env[64496]: DEBUG oslo_vmware.api [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901626, 'name': PowerOffVM_Task, 'duration_secs': 0.232338} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.485773] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.485773] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.485944] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-506460f0-9262-4d04-b892-00a95fb3748b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.490505] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "refresh_cache-02198b91-3757-44f5-aa10-c48ec83e47ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.490881] env[64496]: DEBUG nova.compute.manager [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Instance network_info: |[{"id": "a33e7bd0-88e4-4a50-ae76-57701cec7a6b", "address": "fa:16:3e:3b:61:16", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33e7bd0-88", "ovs_interfaceid": "a33e7bd0-88e4-4a50-ae76-57701cec7a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1511.491212] env[64496]: DEBUG oslo_concurrency.lockutils [req-b7a7be82-2e37-4b9f-806f-805946f41598 req-47d65577-b2d8-410b-982e-f203e3f98ef0 service nova] Acquired lock "refresh_cache-02198b91-3757-44f5-aa10-c48ec83e47ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.491428] env[64496]: DEBUG nova.network.neutron [req-b7a7be82-2e37-4b9f-806f-805946f41598 req-47d65577-b2d8-410b-982e-f203e3f98ef0 service nova] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Refreshing network info cache for port a33e7bd0-88e4-4a50-ae76-57701cec7a6b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1511.492859] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:61:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a33e7bd0-88e4-4a50-ae76-57701cec7a6b', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1511.503258] env[64496]: DEBUG oslo.service.loopingcall [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.503628] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1511.503878] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01153864-600e-42a7-a41f-4e82c0cfb994 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.525410] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1511.525410] env[64496]: value = "task-1901629" [ 1511.525410] env[64496]: _type = "Task" [ 1511.525410] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.533691] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901629, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.558358] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1511.558610] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1511.558814] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Deleting the datastore file [datastore1] 1d606e17-3ee9-45e0-b92a-fb5e816720f0 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.559358] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94791a63-dfce-451f-bf26-2148df91d36f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.566477] env[64496]: DEBUG oslo_vmware.api [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1511.566477] env[64496]: value = "task-1901630" [ 1511.566477] env[64496]: _type = "Task" [ 1511.566477] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.576178] env[64496]: DEBUG oslo_vmware.api [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.714636] env[64496]: DEBUG nova.scheduler.client.report [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.751971] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cdf0f26d-dc40-42c5-803b-d2fb4b207645 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Lock "2b460d0f-65c7-4a8c-a769-c94cbc6872dc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.581s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.949422] env[64496]: DEBUG nova.compute.manager [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1511.967920] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901627, 'name': ReconfigVM_Task, 'duration_secs': 0.306469} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.967920] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 7cbdba76-b9f3-417d-b49f-6e3913fa290b/7cbdba76-b9f3-417d-b49f-6e3913fa290b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1511.968679] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a363a26-2184-4dbc-aa83-f99e7c079187 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.975058] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1511.975058] env[64496]: value = "task-1901631" [ 1511.975058] env[64496]: _type = "Task" [ 1511.975058] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.986662] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901631, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.037662] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901629, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.078218] env[64496]: DEBUG oslo_vmware.api [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177679} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.078486] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1512.078876] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1512.078876] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1512.079045] env[64496]: INFO nova.compute.manager [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1512.079270] env[64496]: DEBUG oslo.service.loopingcall [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.079459] env[64496]: DEBUG nova.compute.manager [-] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1512.079553] env[64496]: DEBUG nova.network.neutron [-] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1512.225449] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.226831] env[64496]: DEBUG nova.compute.manager [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1512.230953] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.033s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.230953] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.232026] env[64496]: DEBUG oslo_concurrency.lockutils [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.908s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.232108] env[64496]: DEBUG oslo_concurrency.lockutils [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.234181] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.290s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.234366] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.236087] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.258s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.237865] env[64496]: INFO nova.compute.claims [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1512.267402] env[64496]: INFO nova.scheduler.client.report [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Deleted allocations for instance faf41e9a-63f0-491b-9ad4-3452182d07fb [ 1512.280742] env[64496]: INFO nova.scheduler.client.report [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Deleted allocations for instance 8990fe10-951e-4336-a041-8f95ba0d8fa8 [ 1512.288808] env[64496]: INFO nova.scheduler.client.report [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Deleted allocations for instance d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a [ 1512.409778] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "619c7fa7-6111-43de-9972-70099385a342" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.410141] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "619c7fa7-6111-43de-9972-70099385a342" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.485639] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.491017] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901631, 'name': Rename_Task, 'duration_secs': 0.174651} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.491017] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.491017] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1f096de-e6e1-45b7-87e3-20a1350ff8f1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.498106] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1512.498106] env[64496]: value = "task-1901632" [ 1512.498106] env[64496]: _type = "Task" [ 1512.498106] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.508858] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.540606] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901629, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.720604] env[64496]: DEBUG nova.network.neutron [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Successfully updated port: bdd4c751-048f-4a5e-b97a-d1c401424d46 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1512.746954] env[64496]: DEBUG nova.compute.utils [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1512.752047] env[64496]: DEBUG nova.compute.manager [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Not allocating networking since 'none' was specified. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1512.782041] env[64496]: DEBUG oslo_concurrency.lockutils [None req-73eea811-a862-427e-bd92-449b8fc25efc tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "faf41e9a-63f0-491b-9ad4-3452182d07fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.712s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.789078] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9e0aa883-38a5-4d6c-93ae-1aff759eb811 tempest-ServersAdminNegativeTestJSON-1431397460 tempest-ServersAdminNegativeTestJSON-1431397460-project-member] Lock "8990fe10-951e-4336-a041-8f95ba0d8fa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.969s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.803080] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e9314396-7e8c-4399-897e-1f35f2aa8c0e tempest-ServerMetadataTestJSON-780529239 tempest-ServerMetadataTestJSON-780529239-project-member] Lock "d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.274s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.931691] env[64496]: DEBUG nova.network.neutron [req-b7a7be82-2e37-4b9f-806f-805946f41598 req-47d65577-b2d8-410b-982e-f203e3f98ef0 service nova] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Updated VIF entry in instance network info cache for port a33e7bd0-88e4-4a50-ae76-57701cec7a6b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.932191] env[64496]: DEBUG nova.network.neutron [req-b7a7be82-2e37-4b9f-806f-805946f41598 req-47d65577-b2d8-410b-982e-f203e3f98ef0 service nova] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Updating instance_info_cache with network_info: [{"id": "a33e7bd0-88e4-4a50-ae76-57701cec7a6b", "address": "fa:16:3e:3b:61:16", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33e7bd0-88", "ovs_interfaceid": "a33e7bd0-88e4-4a50-ae76-57701cec7a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.012213] env[64496]: DEBUG oslo_vmware.api [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901632, 'name': PowerOnVM_Task, 'duration_secs': 0.481981} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.012213] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.012213] env[64496]: INFO nova.compute.manager [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1513.012213] env[64496]: DEBUG nova.compute.manager [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.012213] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f519f6-ec9e-4da7-8981-0799fbbb4613 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.037658] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901629, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.040995] env[64496]: DEBUG nova.compute.manager [req-8cbcc953-cf48-4f8d-82d6-7f287fcecf9c req-e4620198-6180-450d-9636-148ede839bd8 service nova] [instance: aceef315-f152-4b91-9953-2eceb376b255] Received event network-vif-plugged-bdd4c751-048f-4a5e-b97a-d1c401424d46 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1513.041365] env[64496]: DEBUG oslo_concurrency.lockutils [req-8cbcc953-cf48-4f8d-82d6-7f287fcecf9c req-e4620198-6180-450d-9636-148ede839bd8 service nova] Acquiring lock "aceef315-f152-4b91-9953-2eceb376b255-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.041629] env[64496]: DEBUG oslo_concurrency.lockutils [req-8cbcc953-cf48-4f8d-82d6-7f287fcecf9c req-e4620198-6180-450d-9636-148ede839bd8 service nova] Lock "aceef315-f152-4b91-9953-2eceb376b255-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.041793] env[64496]: DEBUG oslo_concurrency.lockutils [req-8cbcc953-cf48-4f8d-82d6-7f287fcecf9c req-e4620198-6180-450d-9636-148ede839bd8 service nova] Lock "aceef315-f152-4b91-9953-2eceb376b255-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.042115] env[64496]: DEBUG nova.compute.manager [req-8cbcc953-cf48-4f8d-82d6-7f287fcecf9c req-e4620198-6180-450d-9636-148ede839bd8 service nova] [instance: aceef315-f152-4b91-9953-2eceb376b255] No waiting events found dispatching network-vif-plugged-bdd4c751-048f-4a5e-b97a-d1c401424d46 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1513.042220] env[64496]: WARNING nova.compute.manager [req-8cbcc953-cf48-4f8d-82d6-7f287fcecf9c req-e4620198-6180-450d-9636-148ede839bd8 service nova] [instance: aceef315-f152-4b91-9953-2eceb376b255] Received unexpected event network-vif-plugged-bdd4c751-048f-4a5e-b97a-d1c401424d46 for instance with vm_state building and task_state spawning. [ 1513.222879] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "refresh_cache-aceef315-f152-4b91-9953-2eceb376b255" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.223127] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquired lock "refresh_cache-aceef315-f152-4b91-9953-2eceb376b255" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.223301] env[64496]: DEBUG nova.network.neutron [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1513.253120] env[64496]: DEBUG nova.compute.manager [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1513.435879] env[64496]: DEBUG oslo_concurrency.lockutils [req-b7a7be82-2e37-4b9f-806f-805946f41598 req-47d65577-b2d8-410b-982e-f203e3f98ef0 service nova] Releasing lock "refresh_cache-02198b91-3757-44f5-aa10-c48ec83e47ab" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.482607] env[64496]: DEBUG nova.network.neutron [-] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.545621] env[64496]: INFO nova.compute.manager [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Took 54.62 seconds to build instance. [ 1513.561742] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901629, 'name': CreateVM_Task, 'duration_secs': 1.641512} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.561891] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.562637] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.562794] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.564565] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.564954] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b75bef-493b-4a8d-b833-43ba2caaa635 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.572320] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1513.572320] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525e384c-6672-1fcc-ce3c-8cf8b47708f3" [ 1513.572320] env[64496]: _type = "Task" [ 1513.572320] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.585946] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525e384c-6672-1fcc-ce3c-8cf8b47708f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.725270] env[64496]: DEBUG nova.compute.manager [req-e34a3334-9d13-4e46-a709-7188cdbf212f req-b9e0bb86-6277-44ed-ac64-3c7f33519fc5 service nova] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Received event network-vif-deleted-85acee0b-81af-4e5d-959b-2e2b634ba6b3 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1513.803546] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5da9781-4fbf-4386-be4e-0cbc715c4ffb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.814760] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9974b6-342e-4983-8513-ef0c912e28d1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.852365] env[64496]: DEBUG nova.network.neutron [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1513.855136] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cae8e6a-dc5b-48ce-8004-85522bd59842 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.864798] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c567a3-9262-4146-99e3-390e34ced4f8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.879348] env[64496]: DEBUG nova.compute.provider_tree [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1513.980170] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "969b7791-0012-416c-84e1-706ed1103c54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.980409] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "969b7791-0012-416c-84e1-706ed1103c54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.986313] env[64496]: INFO nova.compute.manager [-] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Took 1.91 seconds to deallocate network for instance. [ 1514.051635] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7edabd74-c2df-4bb4-869b-b45ebc89af97 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "7cbdba76-b9f3-417d-b49f-6e3913fa290b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.503s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.086812] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525e384c-6672-1fcc-ce3c-8cf8b47708f3, 'name': SearchDatastore_Task, 'duration_secs': 0.014508} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.087182] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.087434] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1514.087782] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.087937] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.088138] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1514.088689] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9d3f1d0-b87a-490d-8fef-f324277d14bd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.098655] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1514.098860] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1514.099628] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-625a40af-444e-41e6-8a5f-372e9e3edb1b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.105588] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1514.105588] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52674a35-e62a-1e6f-ce30-5c2f73726941" [ 1514.105588] env[64496]: _type = "Task" [ 1514.105588] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.116630] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52674a35-e62a-1e6f-ce30-5c2f73726941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.167568] env[64496]: DEBUG nova.network.neutron [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Updating instance_info_cache with network_info: [{"id": "bdd4c751-048f-4a5e-b97a-d1c401424d46", "address": "fa:16:3e:eb:94:89", "network": {"id": "86100faa-67bc-4d4e-8936-9219151cf273", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26886676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35dabbb56da421eb29776a5623274a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd4c751-04", "ovs_interfaceid": "bdd4c751-048f-4a5e-b97a-d1c401424d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.269505] env[64496]: DEBUG nova.compute.manager [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1514.315393] env[64496]: DEBUG nova.virt.hardware [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1514.316233] env[64496]: DEBUG nova.virt.hardware [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1514.316233] env[64496]: DEBUG nova.virt.hardware [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1514.316884] env[64496]: DEBUG nova.virt.hardware [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1514.316884] env[64496]: DEBUG nova.virt.hardware [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1514.316884] env[64496]: DEBUG nova.virt.hardware [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1514.316884] env[64496]: DEBUG nova.virt.hardware [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1514.317113] env[64496]: DEBUG nova.virt.hardware [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1514.317291] env[64496]: DEBUG nova.virt.hardware [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1514.317444] env[64496]: DEBUG nova.virt.hardware [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1514.317611] env[64496]: DEBUG nova.virt.hardware [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1514.319148] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d14948-df48-46e8-a236-bc8e1b288b39 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.328608] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d100285c-0530-4a98-ad83-1c339d22651e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.343774] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Instance VIF info [] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1514.351347] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Creating folder: Project (3ac793c64c4647f8b1d709646a14d04e). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1514.354339] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3126863-b578-4f57-ab4b-9f68d247fbbb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.366739] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Created folder: Project (3ac793c64c4647f8b1d709646a14d04e) in parent group-v392474. [ 1514.366739] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Creating folder: Instances. Parent ref: group-v392596. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1514.366739] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbc642cc-c477-4ac0-b399-07d413c0b04e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.378093] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Created folder: Instances in parent group-v392596. [ 1514.378347] env[64496]: DEBUG oslo.service.loopingcall [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.378533] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1514.378824] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24ae4a76-bdb7-49a9-89b2-aa37232abd78 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.408354] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1514.408354] env[64496]: value = "task-1901635" [ 1514.408354] env[64496]: _type = "Task" [ 1514.408354] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.421200] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901635, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.427679] env[64496]: ERROR nova.scheduler.client.report [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [req-6847c3fd-6446-432e-a392-626a6b4b259a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6847c3fd-6446-432e-a392-626a6b4b259a"}]} [ 1514.446301] env[64496]: DEBUG nova.scheduler.client.report [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1514.469905] env[64496]: DEBUG nova.scheduler.client.report [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1514.470270] env[64496]: DEBUG nova.compute.provider_tree [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1514.488367] env[64496]: DEBUG nova.scheduler.client.report [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1514.495159] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.516171] env[64496]: DEBUG nova.scheduler.client.report [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1514.555571] env[64496]: DEBUG nova.compute.manager [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1514.622716] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52674a35-e62a-1e6f-ce30-5c2f73726941, 'name': SearchDatastore_Task, 'duration_secs': 0.011499} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.626468] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a6d3b5-8663-444f-a90d-9fa153fbd3ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.632781] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1514.632781] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d91409-4095-cf74-65f0-3763fe7f33ba" [ 1514.632781] env[64496]: _type = "Task" [ 1514.632781] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.644941] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d91409-4095-cf74-65f0-3763fe7f33ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.671417] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Releasing lock "refresh_cache-aceef315-f152-4b91-9953-2eceb376b255" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.671912] env[64496]: DEBUG nova.compute.manager [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Instance network_info: |[{"id": "bdd4c751-048f-4a5e-b97a-d1c401424d46", "address": "fa:16:3e:eb:94:89", "network": {"id": "86100faa-67bc-4d4e-8936-9219151cf273", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26886676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35dabbb56da421eb29776a5623274a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd4c751-04", "ovs_interfaceid": "bdd4c751-048f-4a5e-b97a-d1c401424d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1514.672568] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:94:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdd4c751-048f-4a5e-b97a-d1c401424d46', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1514.686062] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Creating folder: Project (c35dabbb56da421eb29776a5623274a3). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1514.687363] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d78b10f0-0ea6-41e8-9c52-8e4281d66dbd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.699270] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Created folder: Project (c35dabbb56da421eb29776a5623274a3) in parent group-v392474. [ 1514.700369] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Creating folder: Instances. Parent ref: group-v392599. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1514.702641] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea58845e-af05-41f3-987d-0ffc0b17e776 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.712444] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Created folder: Instances in parent group-v392599. [ 1514.712720] env[64496]: DEBUG oslo.service.loopingcall [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.712907] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aceef315-f152-4b91-9953-2eceb376b255] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1514.713195] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0669c7e4-4f81-476c-9975-1a5ac738be40 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.736573] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1514.736573] env[64496]: value = "task-1901638" [ 1514.736573] env[64496]: _type = "Task" [ 1514.736573] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.744795] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901638, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.802156] env[64496]: DEBUG oslo_concurrency.lockutils [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "c91a94a3-8271-4976-bb3c-a503205eea24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.802553] env[64496]: DEBUG oslo_concurrency.lockutils [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "c91a94a3-8271-4976-bb3c-a503205eea24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.802680] env[64496]: DEBUG oslo_concurrency.lockutils [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "c91a94a3-8271-4976-bb3c-a503205eea24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.802929] env[64496]: DEBUG oslo_concurrency.lockutils [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "c91a94a3-8271-4976-bb3c-a503205eea24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.803460] env[64496]: DEBUG oslo_concurrency.lockutils [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "c91a94a3-8271-4976-bb3c-a503205eea24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.806593] env[64496]: INFO nova.compute.manager [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Terminating instance [ 1514.917457] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901635, 'name': CreateVM_Task, 'duration_secs': 0.412641} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.917575] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1514.918237] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.918237] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.918645] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.918727] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36da0e47-8770-49be-ab7e-76003c68caa7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.926477] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1514.926477] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529a93fd-dfe0-0379-fa62-dadf3003c3e7" [ 1514.926477] env[64496]: _type = "Task" [ 1514.926477] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.935269] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529a93fd-dfe0-0379-fa62-dadf3003c3e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.082902] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1519df4b-17e5-4ca0-add4-7b99c1ea1272 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.087567] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.094566] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79bce87-2533-4e2f-a76a-8c14701ba375 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.134128] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5221d4-bf0a-4345-98dc-35c310a3bc37 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.151960] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95a0385-a25b-40fd-94c9-35c48f75c97f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.156391] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d91409-4095-cf74-65f0-3763fe7f33ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011682} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.156631] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.156893] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 02198b91-3757-44f5-aa10-c48ec83e47ab/02198b91-3757-44f5-aa10-c48ec83e47ab.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1515.157608] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d35f345b-1f5e-4ca4-b670-baa4ac6dca1e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.169606] env[64496]: DEBUG nova.compute.provider_tree [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1515.177779] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1515.177779] env[64496]: value = "task-1901639" [ 1515.177779] env[64496]: _type = "Task" [ 1515.177779] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.188159] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.248013] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901638, 'name': CreateVM_Task, 'duration_secs': 0.390283} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.248999] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aceef315-f152-4b91-9953-2eceb376b255] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1515.248999] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.260593] env[64496]: DEBUG oslo_concurrency.lockutils [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Acquiring lock "2b460d0f-65c7-4a8c-a769-c94cbc6872dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.260593] env[64496]: DEBUG oslo_concurrency.lockutils [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Lock "2b460d0f-65c7-4a8c-a769-c94cbc6872dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.260593] env[64496]: DEBUG oslo_concurrency.lockutils [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Acquiring lock "2b460d0f-65c7-4a8c-a769-c94cbc6872dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.260794] env[64496]: DEBUG oslo_concurrency.lockutils [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Lock "2b460d0f-65c7-4a8c-a769-c94cbc6872dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.260934] env[64496]: DEBUG oslo_concurrency.lockutils [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Lock "2b460d0f-65c7-4a8c-a769-c94cbc6872dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.263232] env[64496]: INFO nova.compute.manager [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Terminating instance [ 1515.309860] env[64496]: DEBUG oslo_concurrency.lockutils [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "refresh_cache-c91a94a3-8271-4976-bb3c-a503205eea24" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.310144] env[64496]: DEBUG oslo_concurrency.lockutils [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquired lock "refresh_cache-c91a94a3-8271-4976-bb3c-a503205eea24" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.310334] env[64496]: DEBUG nova.network.neutron [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1515.440252] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529a93fd-dfe0-0379-fa62-dadf3003c3e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.440252] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.440252] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1515.440252] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.440400] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.440400] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1515.444032] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.444032] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.444032] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-753d0207-76d0-438f-b9db-dce891533597 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.444957] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ea5c01-ac97-4cdb-9ae1-3c9fb3be27cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.453430] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1515.453430] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525cfe44-d6fa-f364-a679-79f72edc364a" [ 1515.453430] env[64496]: _type = "Task" [ 1515.453430] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.466669] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525cfe44-d6fa-f364-a679-79f72edc364a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.466669] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1515.466669] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1515.466669] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590de785-6e2e-49d1-82a6-6768ec025bdd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.472615] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1515.472615] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528bbe02-a812-3330-0943-6d665c05d22d" [ 1515.472615] env[64496]: _type = "Task" [ 1515.472615] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.484654] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528bbe02-a812-3330-0943-6d665c05d22d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.696370] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901639, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.702173] env[64496]: ERROR nova.scheduler.client.report [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [req-366d1169-84e9-432a-8109-9b95a7f36cce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-366d1169-84e9-432a-8109-9b95a7f36cce"}]} [ 1515.715654] env[64496]: DEBUG nova.compute.manager [req-e7387142-0f26-477a-b96e-1025ba9acc8d req-6e217f7a-8aca-427b-b34b-9cc99e6c7537 service nova] [instance: aceef315-f152-4b91-9953-2eceb376b255] Received event network-changed-bdd4c751-048f-4a5e-b97a-d1c401424d46 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1515.715963] env[64496]: DEBUG nova.compute.manager [req-e7387142-0f26-477a-b96e-1025ba9acc8d req-6e217f7a-8aca-427b-b34b-9cc99e6c7537 service nova] [instance: aceef315-f152-4b91-9953-2eceb376b255] Refreshing instance network info cache due to event network-changed-bdd4c751-048f-4a5e-b97a-d1c401424d46. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1515.716543] env[64496]: DEBUG oslo_concurrency.lockutils [req-e7387142-0f26-477a-b96e-1025ba9acc8d req-6e217f7a-8aca-427b-b34b-9cc99e6c7537 service nova] Acquiring lock "refresh_cache-aceef315-f152-4b91-9953-2eceb376b255" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.716744] env[64496]: DEBUG oslo_concurrency.lockutils [req-e7387142-0f26-477a-b96e-1025ba9acc8d req-6e217f7a-8aca-427b-b34b-9cc99e6c7537 service nova] Acquired lock "refresh_cache-aceef315-f152-4b91-9953-2eceb376b255" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.716966] env[64496]: DEBUG nova.network.neutron [req-e7387142-0f26-477a-b96e-1025ba9acc8d req-6e217f7a-8aca-427b-b34b-9cc99e6c7537 service nova] [instance: aceef315-f152-4b91-9953-2eceb376b255] Refreshing network info cache for port bdd4c751-048f-4a5e-b97a-d1c401424d46 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1515.725189] env[64496]: DEBUG nova.scheduler.client.report [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1515.746422] env[64496]: DEBUG nova.scheduler.client.report [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1515.746726] env[64496]: DEBUG nova.compute.provider_tree [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1515.761627] env[64496]: DEBUG nova.scheduler.client.report [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1515.769155] env[64496]: DEBUG nova.compute.manager [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1515.772042] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1515.772042] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b905440-4f58-4265-afe2-e626eb908305 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.778074] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.778506] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-852ec1e3-e00d-4207-93f0-ef205dc4b58f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.784014] env[64496]: DEBUG oslo_vmware.api [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Waiting for the task: (returnval){ [ 1515.784014] env[64496]: value = "task-1901640" [ 1515.784014] env[64496]: _type = "Task" [ 1515.784014] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.788552] env[64496]: DEBUG nova.scheduler.client.report [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1515.798429] env[64496]: DEBUG oslo_vmware.api [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.856291] env[64496]: DEBUG nova.network.neutron [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1515.967201] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525cfe44-d6fa-f364-a679-79f72edc364a, 'name': SearchDatastore_Task, 'duration_secs': 0.067786} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.968191] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.968191] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1515.968191] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.973441] env[64496]: DEBUG nova.network.neutron [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.993030] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528bbe02-a812-3330-0943-6d665c05d22d, 'name': SearchDatastore_Task, 'duration_secs': 0.059577} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.998941] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d9a9312-932b-4899-b85c-68f7dd88f485 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.006623] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1516.006623] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e290f0-e71a-2fd9-b860-63bd682cb388" [ 1516.006623] env[64496]: _type = "Task" [ 1516.006623] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.018634] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e290f0-e71a-2fd9-b860-63bd682cb388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.113095] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "b200c521-81c2-4bb3-9bee-d1b04f69a394" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.113557] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b200c521-81c2-4bb3-9bee-d1b04f69a394" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.193545] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587044} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.197856] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 02198b91-3757-44f5-aa10-c48ec83e47ab/02198b91-3757-44f5-aa10-c48ec83e47ab.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.197856] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1516.199090] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1e58953-3eee-417e-8db9-57bbc14f27c6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.208777] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1516.208777] env[64496]: value = "task-1901641" [ 1516.208777] env[64496]: _type = "Task" [ 1516.208777] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.226976] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.296259] env[64496]: DEBUG oslo_vmware.api [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901640, 'name': PowerOffVM_Task, 'duration_secs': 0.30932} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.299973] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.300196] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1516.301455] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac920560-4181-45cb-83ee-3f7c175bf2ff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.370738] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85959c9e-e1b9-4dbc-94d5-ed549859753d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.383367] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62229c48-fcb0-4df0-92f1-b2447e929980 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.386302] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1516.386625] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1516.386821] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Deleting the datastore file [datastore1] 2b460d0f-65c7-4a8c-a769-c94cbc6872dc {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1516.387595] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87154929-6a02-47dd-a1ea-51e996d8ad0c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.430041] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cc9214-bb10-4773-93a6-66a7b9e6a1e6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.433194] env[64496]: DEBUG oslo_vmware.api [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Waiting for the task: (returnval){ [ 1516.433194] env[64496]: value = "task-1901643" [ 1516.433194] env[64496]: _type = "Task" [ 1516.433194] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.441859] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32858a66-bf7a-4bed-8fdf-0d4ea31bb941 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.451224] env[64496]: DEBUG oslo_vmware.api [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.461870] env[64496]: DEBUG nova.compute.provider_tree [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1516.483465] env[64496]: DEBUG oslo_concurrency.lockutils [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Releasing lock "refresh_cache-c91a94a3-8271-4976-bb3c-a503205eea24" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.484347] env[64496]: DEBUG nova.compute.manager [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1516.484347] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1516.486385] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab5dacb-1551-4f61-bf42-e50282227f94 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.496425] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Acquiring lock "873c1c05-9f9f-41c7-9815-4a5fbeda8d24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.496710] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Lock "873c1c05-9f9f-41c7-9815-4a5fbeda8d24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.496887] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Acquiring lock "873c1c05-9f9f-41c7-9815-4a5fbeda8d24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.497170] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Lock "873c1c05-9f9f-41c7-9815-4a5fbeda8d24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.497512] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Lock "873c1c05-9f9f-41c7-9815-4a5fbeda8d24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.499399] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.499883] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ac3bada-9cf4-426b-99cc-c1c6f11590a4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.502200] env[64496]: INFO nova.compute.manager [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Terminating instance [ 1516.513534] env[64496]: DEBUG oslo_vmware.api [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1516.513534] env[64496]: value = "task-1901644" [ 1516.513534] env[64496]: _type = "Task" [ 1516.513534] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.522979] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e290f0-e71a-2fd9-b860-63bd682cb388, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.525824] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.525824] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 6ca6c4fd-2234-4077-a0f3-510385354b2b/6ca6c4fd-2234-4077-a0f3-510385354b2b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1516.529371] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.529698] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1516.530019] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d8751ac-3e60-4d40-ae40-198bb56a5060 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.536379] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a7ec8c5-a924-46c9-b425-509b276b7a8b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.539921] env[64496]: DEBUG oslo_vmware.api [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.550027] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1516.550027] env[64496]: value = "task-1901645" [ 1516.550027] env[64496]: _type = "Task" [ 1516.550027] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.552468] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1516.552691] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1516.554512] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7091c5c6-7e96-4001-a7f6-4ae8635f9525 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.561690] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.565823] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1516.565823] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5240597b-fe75-4478-c457-70dca72f1f8b" [ 1516.565823] env[64496]: _type = "Task" [ 1516.565823] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.578173] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5240597b-fe75-4478-c457-70dca72f1f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.723688] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234957} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.723688] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1516.724364] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4228f3c3-9e81-48d1-a33e-d364ad63646c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.749808] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 02198b91-3757-44f5-aa10-c48ec83e47ab/02198b91-3757-44f5-aa10-c48ec83e47ab.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1516.750242] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Acquiring lock "66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.750491] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Lock "66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.750845] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Acquiring lock "66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.751054] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Lock "66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.751231] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Lock "66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.753056] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc7f9fbc-168f-49f9-a594-2bd7bba3fc8f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.768439] env[64496]: INFO nova.compute.manager [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Terminating instance [ 1516.777337] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1516.777337] env[64496]: value = "task-1901646" [ 1516.777337] env[64496]: _type = "Task" [ 1516.777337] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.789093] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901646, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.944269] env[64496]: DEBUG oslo_vmware.api [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Task: {'id': task-1901643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372897} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.944625] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1516.944996] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1516.945111] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1516.945284] env[64496]: INFO nova.compute.manager [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1516.945442] env[64496]: DEBUG oslo.service.loopingcall [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1516.945733] env[64496]: DEBUG nova.compute.manager [-] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1516.945733] env[64496]: DEBUG nova.network.neutron [-] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1517.000472] env[64496]: DEBUG nova.scheduler.client.report [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1517.000472] env[64496]: DEBUG nova.compute.provider_tree [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 67 to 68 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1517.000472] env[64496]: DEBUG nova.compute.provider_tree [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1517.008043] env[64496]: DEBUG nova.compute.manager [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1517.008043] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1517.008043] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749f4d5c-e015-4d58-ad5a-40794b9be336 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.016424] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.020206] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d8d3843-1fd5-418d-aa9a-8771e63c79a2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.030731] env[64496]: DEBUG oslo_vmware.api [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901644, 'name': PowerOffVM_Task, 'duration_secs': 0.194601} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.032198] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1517.032826] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1517.032826] env[64496]: DEBUG oslo_vmware.api [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Waiting for the task: (returnval){ [ 1517.032826] env[64496]: value = "task-1901647" [ 1517.032826] env[64496]: _type = "Task" [ 1517.032826] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.033132] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1260fe94-481b-4d37-9b47-47a32d0612d9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.047989] env[64496]: DEBUG oslo_vmware.api [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.056793] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901645, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.061702] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1517.061921] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1517.062123] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Deleting the datastore file [datastore1] c91a94a3-8271-4976-bb3c-a503205eea24 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1517.062401] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a66b0c2-2339-40c7-abc2-1ffbb81c6fc4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.074054] env[64496]: DEBUG oslo_vmware.api [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for the task: (returnval){ [ 1517.074054] env[64496]: value = "task-1901649" [ 1517.074054] env[64496]: _type = "Task" [ 1517.074054] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.080135] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5240597b-fe75-4478-c457-70dca72f1f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.014708} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.082119] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78459699-96cc-4109-ad5f-ed0f77e3fb87 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.087558] env[64496]: DEBUG oslo_vmware.api [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.091885] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1517.091885] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5217dbc6-6132-0e32-18be-0164a36e3501" [ 1517.091885] env[64496]: _type = "Task" [ 1517.091885] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.102221] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5217dbc6-6132-0e32-18be-0164a36e3501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.188811] env[64496]: DEBUG nova.network.neutron [req-e7387142-0f26-477a-b96e-1025ba9acc8d req-6e217f7a-8aca-427b-b34b-9cc99e6c7537 service nova] [instance: aceef315-f152-4b91-9953-2eceb376b255] Updated VIF entry in instance network info cache for port bdd4c751-048f-4a5e-b97a-d1c401424d46. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1517.189112] env[64496]: DEBUG nova.network.neutron [req-e7387142-0f26-477a-b96e-1025ba9acc8d req-6e217f7a-8aca-427b-b34b-9cc99e6c7537 service nova] [instance: aceef315-f152-4b91-9953-2eceb376b255] Updating instance_info_cache with network_info: [{"id": "bdd4c751-048f-4a5e-b97a-d1c401424d46", "address": "fa:16:3e:eb:94:89", "network": {"id": "86100faa-67bc-4d4e-8936-9219151cf273", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26886676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35dabbb56da421eb29776a5623274a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd4c751-04", "ovs_interfaceid": "bdd4c751-048f-4a5e-b97a-d1c401424d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.274558] env[64496]: DEBUG nova.compute.manager [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1517.274558] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.276202] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74803454-a11c-4d09-afc3-ed86edb05df3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.299025] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901646, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.300264] env[64496]: DEBUG oslo_vmware.api [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Waiting for the task: (returnval){ [ 1517.300264] env[64496]: value = "task-1901650" [ 1517.300264] env[64496]: _type = "Task" [ 1517.300264] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.319392] env[64496]: DEBUG oslo_vmware.api [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.506744] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.270s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.507292] env[64496]: DEBUG nova.compute.manager [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1517.510531] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.170s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.510754] env[64496]: DEBUG nova.objects.instance [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lazy-loading 'resources' on Instance uuid 399cb2ae-8ac1-4a4a-807a-69d6b9992614 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.544173] env[64496]: DEBUG oslo_vmware.api [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901647, 'name': PowerOffVM_Task, 'duration_secs': 0.252743} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.544900] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1517.544900] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1517.544900] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a03a0da-70a3-45d8-8ed1-fadb60ee0f21 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.557714] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901645, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.000859} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.558010] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 6ca6c4fd-2234-4077-a0f3-510385354b2b/6ca6c4fd-2234-4077-a0f3-510385354b2b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1517.558237] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1517.558490] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a98938d4-9433-42cd-9b65-2f4c0a123917 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.565898] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1517.565898] env[64496]: value = "task-1901652" [ 1517.565898] env[64496]: _type = "Task" [ 1517.565898] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.576453] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.585564] env[64496]: DEBUG oslo_vmware.api [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.602630] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5217dbc6-6132-0e32-18be-0164a36e3501, 'name': SearchDatastore_Task, 'duration_secs': 0.076631} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.602878] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.603169] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] aceef315-f152-4b91-9953-2eceb376b255/aceef315-f152-4b91-9953-2eceb376b255.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1517.603584] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0896beef-d1d0-4428-a354-4db4eb12688c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.610689] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1517.610689] env[64496]: value = "task-1901653" [ 1517.610689] env[64496]: _type = "Task" [ 1517.610689] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.619913] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1901653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.647696] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1517.648049] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1517.649396] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Deleting the datastore file [datastore1] 873c1c05-9f9f-41c7-9815-4a5fbeda8d24 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1517.649396] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d06795b-c196-4a9e-aaf9-448bfd972de2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.656674] env[64496]: DEBUG oslo_vmware.api [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Waiting for the task: (returnval){ [ 1517.656674] env[64496]: value = "task-1901654" [ 1517.656674] env[64496]: _type = "Task" [ 1517.656674] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.666684] env[64496]: DEBUG oslo_vmware.api [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.692899] env[64496]: DEBUG oslo_concurrency.lockutils [req-e7387142-0f26-477a-b96e-1025ba9acc8d req-6e217f7a-8aca-427b-b34b-9cc99e6c7537 service nova] Releasing lock "refresh_cache-aceef315-f152-4b91-9953-2eceb376b255" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.790885] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901646, 'name': ReconfigVM_Task, 'duration_secs': 0.550884} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.791443] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 02198b91-3757-44f5-aa10-c48ec83e47ab/02198b91-3757-44f5-aa10-c48ec83e47ab.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.792010] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bfdd721-544f-4ddd-8273-720a745acd6a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.805113] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1517.805113] env[64496]: value = "task-1901655" [ 1517.805113] env[64496]: _type = "Task" [ 1517.805113] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.839038] env[64496]: DEBUG oslo_vmware.api [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901650, 'name': PowerOffVM_Task, 'duration_secs': 0.184939} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.844315] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1517.844541] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1517.844734] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392490', 'volume_id': '27b49278-9c53-4dfc-bcfa-421d7a91de2e', 'name': 'volume-27b49278-9c53-4dfc-bcfa-421d7a91de2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d', 'attached_at': '', 'detached_at': '', 'volume_id': '27b49278-9c53-4dfc-bcfa-421d7a91de2e', 'serial': '27b49278-9c53-4dfc-bcfa-421d7a91de2e'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1517.847111] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901655, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.847580] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55b32fd-ea5f-47d3-b7b7-0b6ddb12f67d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.885310] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef5bf2b-03ff-4653-bffd-0c15c2a87631 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.904649] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2ea05d-cff2-4448-becb-9c65fff5bcfe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.935482] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7eab90-0fef-47ad-934b-14b6bce37a91 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.940598] env[64496]: DEBUG nova.compute.manager [req-f920b88e-9ecb-4a6e-8bfb-a926fd064d7c req-c4380edc-018d-49f4-afe0-af521c1f38e5 service nova] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Received event network-vif-deleted-0c5b0ba6-5f0c-4911-b335-6dec1009fc73 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1517.940598] env[64496]: INFO nova.compute.manager [req-f920b88e-9ecb-4a6e-8bfb-a926fd064d7c req-c4380edc-018d-49f4-afe0-af521c1f38e5 service nova] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Neutron deleted interface 0c5b0ba6-5f0c-4911-b335-6dec1009fc73; detaching it from the instance and deleting it from the info cache [ 1517.940836] env[64496]: DEBUG nova.network.neutron [req-f920b88e-9ecb-4a6e-8bfb-a926fd064d7c req-c4380edc-018d-49f4-afe0-af521c1f38e5 service nova] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.957587] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] The volume has not been displaced from its original location: [datastore2] volume-27b49278-9c53-4dfc-bcfa-421d7a91de2e/volume-27b49278-9c53-4dfc-bcfa-421d7a91de2e.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1517.964535] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1517.966037] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ef14c1b-8a9c-4e1a-a861-6ba0cae915c8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.982542] env[64496]: DEBUG nova.network.neutron [-] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.992372] env[64496]: DEBUG oslo_vmware.api [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Waiting for the task: (returnval){ [ 1517.992372] env[64496]: value = "task-1901656" [ 1517.992372] env[64496]: _type = "Task" [ 1517.992372] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.002204] env[64496]: DEBUG oslo_vmware.api [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.017327] env[64496]: DEBUG nova.compute.utils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1518.019900] env[64496]: DEBUG nova.compute.manager [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1518.019900] env[64496]: DEBUG nova.network.neutron [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1518.084534] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198097} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.084534] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1518.087275] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cfb215-518c-4634-a03d-545639999af8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.097771] env[64496]: DEBUG nova.policy [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00d993279ab84e0985ea1d49f4f234ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abf416ace2e54dc88c6546c67a74cf2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1518.099530] env[64496]: DEBUG oslo_vmware.api [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Task: {'id': task-1901649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.589541} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.102832] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1518.102832] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1518.102832] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1518.102832] env[64496]: INFO nova.compute.manager [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1518.102832] env[64496]: DEBUG oslo.service.loopingcall [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1518.103060] env[64496]: DEBUG nova.compute.manager [-] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1518.103060] env[64496]: DEBUG nova.network.neutron [-] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1518.125399] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 6ca6c4fd-2234-4077-a0f3-510385354b2b/6ca6c4fd-2234-4077-a0f3-510385354b2b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.131875] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede3617e-f200-4c09-a2b8-b8f2150ff514 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.153705] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1901653, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.156030] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1518.156030] env[64496]: value = "task-1901657" [ 1518.156030] env[64496]: _type = "Task" [ 1518.156030] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.160785] env[64496]: DEBUG nova.network.neutron [-] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1518.177226] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.182925] env[64496]: DEBUG oslo_vmware.api [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Task: {'id': task-1901654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291042} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.182925] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1518.182925] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1518.182925] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1518.182925] env[64496]: INFO nova.compute.manager [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1518.183181] env[64496]: DEBUG oslo.service.loopingcall [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1518.183181] env[64496]: DEBUG nova.compute.manager [-] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1518.183247] env[64496]: DEBUG nova.network.neutron [-] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1518.326078] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901655, 'name': Rename_Task, 'duration_secs': 0.238182} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.328868] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1518.329335] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cca75f8a-3bdf-47a8-915a-1e2bc436ff94 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.339019] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1518.339019] env[64496]: value = "task-1901658" [ 1518.339019] env[64496]: _type = "Task" [ 1518.339019] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.350555] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.448031] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eba257f4-5697-4517-aaae-4a0a8d361c66 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.460685] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64973179-db75-4b93-8bab-b5db07fea391 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.485853] env[64496]: INFO nova.compute.manager [-] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Took 1.54 seconds to deallocate network for instance. [ 1518.499265] env[64496]: DEBUG nova.compute.manager [req-f920b88e-9ecb-4a6e-8bfb-a926fd064d7c req-c4380edc-018d-49f4-afe0-af521c1f38e5 service nova] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Detach interface failed, port_id=0c5b0ba6-5f0c-4911-b335-6dec1009fc73, reason: Instance 2b460d0f-65c7-4a8c-a769-c94cbc6872dc could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1518.511878] env[64496]: DEBUG oslo_vmware.api [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901656, 'name': ReconfigVM_Task, 'duration_secs': 0.296536} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.511878] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1518.519138] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc5830b2-a206-4922-9378-a075a8731e5f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.531379] env[64496]: DEBUG nova.compute.manager [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1518.547256] env[64496]: DEBUG oslo_vmware.api [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Waiting for the task: (returnval){ [ 1518.547256] env[64496]: value = "task-1901659" [ 1518.547256] env[64496]: _type = "Task" [ 1518.547256] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.560337] env[64496]: DEBUG oslo_vmware.api [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901659, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.628721] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1901653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688984} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.628999] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] aceef315-f152-4b91-9953-2eceb376b255/aceef315-f152-4b91-9953-2eceb376b255.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1518.629209] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1518.629470] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f57557d4-b04d-4024-8e85-3a00115a9e69 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.637093] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1518.637093] env[64496]: value = "task-1901660" [ 1518.637093] env[64496]: _type = "Task" [ 1518.637093] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.638635] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e141345-00a9-4785-80bd-87775d521165 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.657345] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5713b5c-4041-4e3a-8f8f-001fb7f5c650 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.658368] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1901660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.676041] env[64496]: DEBUG nova.network.neutron [-] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.676745] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.704039] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bef5d5-daca-4831-b72e-a301faeca6bd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.712851] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca414a38-cc42-4e9d-a87b-ec588114df38 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.731374] env[64496]: DEBUG nova.compute.provider_tree [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1518.830118] env[64496]: DEBUG nova.network.neutron [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Successfully created port: 1590597f-d640-465a-83de-e81dfc9caf38 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1518.848157] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901658, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.006890] env[64496]: DEBUG oslo_concurrency.lockutils [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.059664] env[64496]: DEBUG oslo_vmware.api [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901659, 'name': ReconfigVM_Task, 'duration_secs': 0.230466} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.061782] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392490', 'volume_id': '27b49278-9c53-4dfc-bcfa-421d7a91de2e', 'name': 'volume-27b49278-9c53-4dfc-bcfa-421d7a91de2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d', 'attached_at': '', 'detached_at': '', 'volume_id': '27b49278-9c53-4dfc-bcfa-421d7a91de2e', 'serial': '27b49278-9c53-4dfc-bcfa-421d7a91de2e'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1519.061782] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1519.061782] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d83e0d-1c90-4831-a5bc-742b501d5cfe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.071459] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1519.071574] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2be81a28-c4c2-4950-8d14-2d60e36fb9b6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.147839] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1901660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080804} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.148168] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1519.148982] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7600f9c9-2f83-480b-8cbc-2e2883031aed {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.174962] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] aceef315-f152-4b91-9953-2eceb376b255/aceef315-f152-4b91-9953-2eceb376b255.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1519.179288] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ac068e2-5ac5-4903-8f16-aabea657d554 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.193634] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1519.193854] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1519.194062] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Deleting the datastore file [datastore2] 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.194322] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a503bb22-7a0b-4979-8f78-babd7ba096e6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.202077] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901657, 'name': ReconfigVM_Task, 'duration_secs': 0.921322} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.204141] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 6ca6c4fd-2234-4077-a0f3-510385354b2b/6ca6c4fd-2234-4077-a0f3-510385354b2b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.204869] env[64496]: INFO nova.compute.manager [-] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Took 1.10 seconds to deallocate network for instance. [ 1519.205182] env[64496]: DEBUG oslo_vmware.api [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Waiting for the task: (returnval){ [ 1519.205182] env[64496]: value = "task-1901663" [ 1519.205182] env[64496]: _type = "Task" [ 1519.205182] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.205421] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1519.205421] env[64496]: value = "task-1901662" [ 1519.205421] env[64496]: _type = "Task" [ 1519.205421] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.205601] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f21b521-d0a4-4548-bdc7-bfc3ac921d65 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.227332] env[64496]: DEBUG oslo_vmware.api [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.233687] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1901662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.233687] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1519.233687] env[64496]: value = "task-1901664" [ 1519.233687] env[64496]: _type = "Task" [ 1519.233687] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.248166] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901664, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.279544] env[64496]: DEBUG nova.scheduler.client.report [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1519.279854] env[64496]: DEBUG nova.compute.provider_tree [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 68 to 69 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1519.280072] env[64496]: DEBUG nova.compute.provider_tree [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1519.348275] env[64496]: DEBUG oslo_vmware.api [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901658, 'name': PowerOnVM_Task, 'duration_secs': 0.782339} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.348578] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1519.348922] env[64496]: INFO nova.compute.manager [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Took 11.01 seconds to spawn the instance on the hypervisor. [ 1519.349028] env[64496]: DEBUG nova.compute.manager [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.349847] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ca93db-9394-4438-99eb-79730a835b01 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.544281] env[64496]: DEBUG nova.compute.manager [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1519.582956] env[64496]: DEBUG nova.virt.hardware [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1519.583244] env[64496]: DEBUG nova.virt.hardware [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1519.583406] env[64496]: DEBUG nova.virt.hardware [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1519.583829] env[64496]: DEBUG nova.virt.hardware [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1519.583997] env[64496]: DEBUG nova.virt.hardware [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1519.584206] env[64496]: DEBUG nova.virt.hardware [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1519.584435] env[64496]: DEBUG nova.virt.hardware [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1519.584593] env[64496]: DEBUG nova.virt.hardware [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1519.585661] env[64496]: DEBUG nova.virt.hardware [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1519.585661] env[64496]: DEBUG nova.virt.hardware [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1519.585661] env[64496]: DEBUG nova.virt.hardware [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1519.586267] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971d1a04-477f-4c3d-a6ef-54bf87cc0310 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.599444] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cbd4c6-03af-4761-a09b-becba46021ce {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.723858] env[64496]: DEBUG oslo_vmware.api [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Task: {'id': task-1901663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111556} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.727049] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.727265] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.727427] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.727591] env[64496]: INFO nova.compute.manager [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Took 2.45 seconds to destroy the instance on the hypervisor. [ 1519.727830] env[64496]: DEBUG oslo.service.loopingcall [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.728052] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1901662, 'name': ReconfigVM_Task, 'duration_secs': 0.3042} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.728956] env[64496]: DEBUG oslo_concurrency.lockutils [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.729222] env[64496]: DEBUG nova.compute.manager [-] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1519.729324] env[64496]: DEBUG nova.network.neutron [-] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1519.731019] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Reconfigured VM instance instance-0000002a to attach disk [datastore1] aceef315-f152-4b91-9953-2eceb376b255/aceef315-f152-4b91-9953-2eceb376b255.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.732071] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6502f72-b295-4643-8bc9-122ee87f8fa0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.741477] env[64496]: DEBUG nova.network.neutron [-] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.746626] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1519.746626] env[64496]: value = "task-1901665" [ 1519.746626] env[64496]: _type = "Task" [ 1519.746626] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.755972] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901664, 'name': Rename_Task, 'duration_secs': 0.271765} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.755972] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1519.755972] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36a3c875-6aa3-4fd9-89da-006e41861a93 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.760093] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1901665, 'name': Rename_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.765440] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1519.765440] env[64496]: value = "task-1901666" [ 1519.765440] env[64496]: _type = "Task" [ 1519.765440] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.775572] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.788378] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.790846] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.465s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.792270] env[64496]: INFO nova.compute.claims [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1519.819381] env[64496]: INFO nova.scheduler.client.report [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Deleted allocations for instance 399cb2ae-8ac1-4a4a-807a-69d6b9992614 [ 1519.884857] env[64496]: INFO nova.compute.manager [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Took 53.77 seconds to build instance. [ 1520.239065] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Acquiring lock "58ce69ad-5a98-4798-85a3-5a455a11e0b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.239065] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Lock "58ce69ad-5a98-4798-85a3-5a455a11e0b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.245015] env[64496]: INFO nova.compute.manager [-] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Took 2.06 seconds to deallocate network for instance. [ 1520.261973] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1901665, 'name': Rename_Task, 'duration_secs': 0.168922} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.262200] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1520.262792] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c01f57d-bef5-4d31-9f17-378f41f023ca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.271141] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1520.271141] env[64496]: value = "task-1901667" [ 1520.271141] env[64496]: _type = "Task" [ 1520.271141] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.279064] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.284572] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1901667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.330619] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c9a4d6d-20da-40f4-9a47-5ab53db8dc28 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "399cb2ae-8ac1-4a4a-807a-69d6b9992614" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.273s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.388690] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aaa1f322-63c2-44bb-9bbe-e3ef22c7c5f2 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "02198b91-3757-44f5-aa10-c48ec83e47ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.921s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.648764] env[64496]: DEBUG nova.compute.manager [req-495ee61b-2e9f-42ce-98e2-707ba67a369d req-0b46d711-1d96-4768-94d2-1025e796af30 service nova] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Received event network-vif-deleted-68c36206-8049-4d3d-9563-a8dbd250f08f {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1520.757967] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.780250] env[64496]: DEBUG oslo_vmware.api [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901666, 'name': PowerOnVM_Task, 'duration_secs': 0.891267} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.780470] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1520.780755] env[64496]: INFO nova.compute.manager [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Took 6.51 seconds to spawn the instance on the hypervisor. [ 1520.780904] env[64496]: DEBUG nova.compute.manager [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.783500] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8186d833-9268-4e33-8798-53473cea138a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.790307] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1901667, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.825776] env[64496]: DEBUG nova.network.neutron [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Successfully updated port: 1590597f-d640-465a-83de-e81dfc9caf38 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1520.892208] env[64496]: DEBUG nova.compute.manager [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1520.934508] env[64496]: DEBUG nova.network.neutron [-] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.282861] env[64496]: DEBUG oslo_vmware.api [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1901667, 'name': PowerOnVM_Task, 'duration_secs': 0.642678} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.285578] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1521.285799] env[64496]: INFO nova.compute.manager [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1521.285986] env[64496]: DEBUG nova.compute.manager [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1521.287117] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a33da2-57e7-4566-9cf9-a1ca73cdd0a8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.314331] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.314331] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.314331] env[64496]: INFO nova.compute.manager [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Took 50.79 seconds to build instance. [ 1521.330143] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "refresh_cache-2769fc49-4f22-44c1-a0e5-7481ec8b595c" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.331326] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "refresh_cache-2769fc49-4f22-44c1-a0e5-7481ec8b595c" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.331326] env[64496]: DEBUG nova.network.neutron [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.350870] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c15276-d4bb-4e95-8283-21f0c5f4a43d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.358997] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a816376f-53a2-4656-8dc5-4b9b2c313bbc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.391030] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5ec444-e6a4-4971-b0bc-18669a10f55e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.405051] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169dd9ed-395f-4d47-9833-2914297599ed {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.421420] env[64496]: DEBUG nova.compute.provider_tree [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.427019] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.440096] env[64496]: INFO nova.compute.manager [-] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Took 1.71 seconds to deallocate network for instance. [ 1521.535550] env[64496]: DEBUG nova.compute.manager [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1521.536405] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57421690-b9e7-4d80-a84f-9ad108d4e581 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.816506] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0d9c70e-58e7-40ce-99bf-1369c47fcd26 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Lock "6ca6c4fd-2234-4077-a0f3-510385354b2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.951s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.818807] env[64496]: INFO nova.compute.manager [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Took 55.10 seconds to build instance. [ 1521.865736] env[64496]: DEBUG nova.network.neutron [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1521.924320] env[64496]: DEBUG nova.scheduler.client.report [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1522.001968] env[64496]: INFO nova.compute.manager [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Took 0.56 seconds to detach 1 volumes for instance. [ 1522.004396] env[64496]: DEBUG nova.compute.manager [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Deleting volume: 27b49278-9c53-4dfc-bcfa-421d7a91de2e {{(pid=64496) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1522.054024] env[64496]: INFO nova.compute.manager [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] instance snapshotting [ 1522.055672] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6263814-8313-4a14-9672-dd19a00b9848 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.077096] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe058c3-2f67-4bbb-9a0c-7230522e70a1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.256785] env[64496]: DEBUG nova.network.neutron [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Updating instance_info_cache with network_info: [{"id": "1590597f-d640-465a-83de-e81dfc9caf38", "address": "fa:16:3e:ce:86:82", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1590597f-d6", "ovs_interfaceid": "1590597f-d640-465a-83de-e81dfc9caf38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.321163] env[64496]: DEBUG nova.compute.manager [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1522.324015] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b6437cc5-b3b3-4bed-9aaf-331b37c73484 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.582s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.430012] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.430616] env[64496]: DEBUG nova.compute.manager [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1522.434837] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.058s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.437070] env[64496]: INFO nova.compute.claims [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1522.461160] env[64496]: INFO nova.compute.manager [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Rebuilding instance [ 1522.513021] env[64496]: DEBUG nova.compute.manager [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1522.513893] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35e95c5-c9aa-4a10-8f63-3850bd66835a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.553939] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.589279] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1522.589672] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b404d6a6-967d-4072-9036-969c45166b70 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.599245] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1522.599245] env[64496]: value = "task-1901669" [ 1522.599245] env[64496]: _type = "Task" [ 1522.599245] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.610498] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901669, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.760148] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "refresh_cache-2769fc49-4f22-44c1-a0e5-7481ec8b595c" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.760497] env[64496]: DEBUG nova.compute.manager [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Instance network_info: |[{"id": "1590597f-d640-465a-83de-e81dfc9caf38", "address": "fa:16:3e:ce:86:82", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1590597f-d6", "ovs_interfaceid": "1590597f-d640-465a-83de-e81dfc9caf38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1522.760939] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:86:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1590597f-d640-465a-83de-e81dfc9caf38', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1522.768369] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Creating folder: Project (abf416ace2e54dc88c6546c67a74cf2f). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1522.768665] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe2629d1-9e05-4161-b2f5-7e2d6a56881d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.783768] env[64496]: DEBUG nova.compute.manager [req-32fd2e49-a7ee-44ec-b356-59f13da59e80 req-30c34fad-afb5-4bee-9daf-81e01b93608d service nova] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Received event network-vif-deleted-13f6ded0-d2fb-4f0e-a351-fa2786990b9d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1522.783996] env[64496]: DEBUG nova.compute.manager [req-32fd2e49-a7ee-44ec-b356-59f13da59e80 req-30c34fad-afb5-4bee-9daf-81e01b93608d service nova] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Received event network-vif-plugged-1590597f-d640-465a-83de-e81dfc9caf38 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1522.784248] env[64496]: DEBUG oslo_concurrency.lockutils [req-32fd2e49-a7ee-44ec-b356-59f13da59e80 req-30c34fad-afb5-4bee-9daf-81e01b93608d service nova] Acquiring lock "2769fc49-4f22-44c1-a0e5-7481ec8b595c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.784478] env[64496]: DEBUG oslo_concurrency.lockutils [req-32fd2e49-a7ee-44ec-b356-59f13da59e80 req-30c34fad-afb5-4bee-9daf-81e01b93608d service nova] Lock "2769fc49-4f22-44c1-a0e5-7481ec8b595c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.784741] env[64496]: DEBUG oslo_concurrency.lockutils [req-32fd2e49-a7ee-44ec-b356-59f13da59e80 req-30c34fad-afb5-4bee-9daf-81e01b93608d service nova] Lock "2769fc49-4f22-44c1-a0e5-7481ec8b595c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.784807] env[64496]: DEBUG nova.compute.manager [req-32fd2e49-a7ee-44ec-b356-59f13da59e80 req-30c34fad-afb5-4bee-9daf-81e01b93608d service nova] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] No waiting events found dispatching network-vif-plugged-1590597f-d640-465a-83de-e81dfc9caf38 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.784971] env[64496]: WARNING nova.compute.manager [req-32fd2e49-a7ee-44ec-b356-59f13da59e80 req-30c34fad-afb5-4bee-9daf-81e01b93608d service nova] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Received unexpected event network-vif-plugged-1590597f-d640-465a-83de-e81dfc9caf38 for instance with vm_state building and task_state spawning. [ 1522.785224] env[64496]: DEBUG nova.compute.manager [req-32fd2e49-a7ee-44ec-b356-59f13da59e80 req-30c34fad-afb5-4bee-9daf-81e01b93608d service nova] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Received event network-changed-1590597f-d640-465a-83de-e81dfc9caf38 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1522.785400] env[64496]: DEBUG nova.compute.manager [req-32fd2e49-a7ee-44ec-b356-59f13da59e80 req-30c34fad-afb5-4bee-9daf-81e01b93608d service nova] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Refreshing instance network info cache due to event network-changed-1590597f-d640-465a-83de-e81dfc9caf38. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1522.785592] env[64496]: DEBUG oslo_concurrency.lockutils [req-32fd2e49-a7ee-44ec-b356-59f13da59e80 req-30c34fad-afb5-4bee-9daf-81e01b93608d service nova] Acquiring lock "refresh_cache-2769fc49-4f22-44c1-a0e5-7481ec8b595c" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.785730] env[64496]: DEBUG oslo_concurrency.lockutils [req-32fd2e49-a7ee-44ec-b356-59f13da59e80 req-30c34fad-afb5-4bee-9daf-81e01b93608d service nova] Acquired lock "refresh_cache-2769fc49-4f22-44c1-a0e5-7481ec8b595c" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.787206] env[64496]: DEBUG nova.network.neutron [req-32fd2e49-a7ee-44ec-b356-59f13da59e80 req-30c34fad-afb5-4bee-9daf-81e01b93608d service nova] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Refreshing network info cache for port 1590597f-d640-465a-83de-e81dfc9caf38 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.791401] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Created folder: Project (abf416ace2e54dc88c6546c67a74cf2f) in parent group-v392474. [ 1522.791401] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Creating folder: Instances. Parent ref: group-v392602. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1522.791401] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-893b1e93-14b9-41d5-a39a-c9ac3687db14 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.802471] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Created folder: Instances in parent group-v392602. [ 1522.802738] env[64496]: DEBUG oslo.service.loopingcall [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1522.802961] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1522.803190] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4040d220-2908-4047-87ff-4f788b02fad0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.824721] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1522.824721] env[64496]: value = "task-1901672" [ 1522.824721] env[64496]: _type = "Task" [ 1522.824721] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.830592] env[64496]: DEBUG nova.compute.manager [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1522.841754] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901672, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.849658] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.945032] env[64496]: DEBUG nova.compute.utils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1522.945713] env[64496]: DEBUG nova.compute.manager [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1522.945917] env[64496]: DEBUG nova.network.neutron [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1523.010574] env[64496]: DEBUG nova.policy [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab76fec04faa45f38001c581bd89a324', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaecf09d4ab84c539fa8488fc252bd27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1523.012355] env[64496]: INFO nova.compute.manager [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Rebuilding instance [ 1523.067040] env[64496]: DEBUG nova.compute.manager [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1523.068012] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d8ecfa-04a2-4a87-9149-012b1e6f7f33 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.113026] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901669, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.339878] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901672, 'name': CreateVM_Task, 'duration_secs': 0.408134} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.342326] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1523.344894] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.345095] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.345432] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.346936] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f90bca-4d39-4b56-b271-b6b2375d61b7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.351782] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1523.351782] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b1235d-7312-a0b9-d1ba-040f9b1b1160" [ 1523.351782] env[64496]: _type = "Task" [ 1523.351782] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.357231] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.361381] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b1235d-7312-a0b9-d1ba-040f9b1b1160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.448043] env[64496]: DEBUG nova.compute.manager [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1523.528161] env[64496]: DEBUG nova.compute.manager [req-3cf24360-49e3-42da-baa5-7114b1c66436 req-a69a3763-f4e6-416e-beef-01d174ec563e service nova] [instance: aceef315-f152-4b91-9953-2eceb376b255] Received event network-changed-bdd4c751-048f-4a5e-b97a-d1c401424d46 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1523.528380] env[64496]: DEBUG nova.compute.manager [req-3cf24360-49e3-42da-baa5-7114b1c66436 req-a69a3763-f4e6-416e-beef-01d174ec563e service nova] [instance: aceef315-f152-4b91-9953-2eceb376b255] Refreshing instance network info cache due to event network-changed-bdd4c751-048f-4a5e-b97a-d1c401424d46. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1523.528597] env[64496]: DEBUG oslo_concurrency.lockutils [req-3cf24360-49e3-42da-baa5-7114b1c66436 req-a69a3763-f4e6-416e-beef-01d174ec563e service nova] Acquiring lock "refresh_cache-aceef315-f152-4b91-9953-2eceb376b255" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.528753] env[64496]: DEBUG oslo_concurrency.lockutils [req-3cf24360-49e3-42da-baa5-7114b1c66436 req-a69a3763-f4e6-416e-beef-01d174ec563e service nova] Acquired lock "refresh_cache-aceef315-f152-4b91-9953-2eceb376b255" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.529240] env[64496]: DEBUG nova.network.neutron [req-3cf24360-49e3-42da-baa5-7114b1c66436 req-a69a3763-f4e6-416e-beef-01d174ec563e service nova] [instance: aceef315-f152-4b91-9953-2eceb376b255] Refreshing network info cache for port bdd4c751-048f-4a5e-b97a-d1c401424d46 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1523.535877] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1523.536173] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4f96f3a-1a77-4064-b6a0-2687464d6691 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.549592] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1523.549592] env[64496]: value = "task-1901673" [ 1523.549592] env[64496]: _type = "Task" [ 1523.549592] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.563587] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.612588] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901669, 'name': CreateSnapshot_Task, 'duration_secs': 0.906996} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.613687] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1523.618022] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4302f15f-cf75-466c-b492-3f5027d86d40 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.634781] env[64496]: DEBUG nova.network.neutron [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Successfully created port: e62e35e4-3a5a-4592-bcb7-71405fb71402 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1523.777621] env[64496]: DEBUG nova.network.neutron [req-32fd2e49-a7ee-44ec-b356-59f13da59e80 req-30c34fad-afb5-4bee-9daf-81e01b93608d service nova] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Updated VIF entry in instance network info cache for port 1590597f-d640-465a-83de-e81dfc9caf38. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.778427] env[64496]: DEBUG nova.network.neutron [req-32fd2e49-a7ee-44ec-b356-59f13da59e80 req-30c34fad-afb5-4bee-9daf-81e01b93608d service nova] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Updating instance_info_cache with network_info: [{"id": "1590597f-d640-465a-83de-e81dfc9caf38", "address": "fa:16:3e:ce:86:82", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1590597f-d6", "ovs_interfaceid": "1590597f-d640-465a-83de-e81dfc9caf38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.864241] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b1235d-7312-a0b9-d1ba-040f9b1b1160, 'name': SearchDatastore_Task, 'duration_secs': 0.016915} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.864241] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.864241] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1523.864241] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.864494] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.864494] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1523.864494] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04f048d2-2e09-4d24-ab66-2ed00a016b1c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.878584] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1523.878796] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1523.879630] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56dc8ae3-c00a-457e-b53c-861ca88b83fe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.885291] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1523.885291] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5288dd7d-fc96-e96a-dd24-b2e8fde4f0eb" [ 1523.885291] env[64496]: _type = "Task" [ 1523.885291] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.896712] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5288dd7d-fc96-e96a-dd24-b2e8fde4f0eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.001852] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc989db6-eea3-49e0-a27f-12650246db47 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.011990] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36809011-2e1a-4da2-9280-00d74abb596e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.052210] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bc00d7-4222-4ed6-9cbf-f22e2ad4f3ed {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.067755] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901673, 'name': PowerOffVM_Task, 'duration_secs': 0.136217} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.068128] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1524.068460] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1524.069716] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e765167d-9cc6-43f7-b121-49e7b8c86f27 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.074064] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbdedd9-09d2-4b7a-8b4f-647e14dfa6b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.088293] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1524.088516] env[64496]: DEBUG nova.compute.provider_tree [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.094809] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6a45445-ebdc-45fa-91ef-d9ad147e8c2d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.097361] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1524.098426] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed73656b-7e7a-4105-a70e-4b518cbfac34 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.108999] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1524.108999] env[64496]: value = "task-1901674" [ 1524.108999] env[64496]: _type = "Task" [ 1524.108999] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.120087] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.140419] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1524.142858] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d57b7af0-6f3b-44b2-9cc2-22ace4694d4b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.146971] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1524.146971] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1524.146971] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Deleting the datastore file [datastore1] 6ca6c4fd-2234-4077-a0f3-510385354b2b {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1524.149831] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5abd0bea-ae4c-43ff-9e19-9146e40fc3c6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.160382] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1524.160382] env[64496]: value = "task-1901676" [ 1524.160382] env[64496]: _type = "Task" [ 1524.160382] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.162339] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1524.162339] env[64496]: value = "task-1901677" [ 1524.162339] env[64496]: _type = "Task" [ 1524.162339] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.174349] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.178362] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901677, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.282941] env[64496]: DEBUG oslo_concurrency.lockutils [req-32fd2e49-a7ee-44ec-b356-59f13da59e80 req-30c34fad-afb5-4bee-9daf-81e01b93608d service nova] Releasing lock "refresh_cache-2769fc49-4f22-44c1-a0e5-7481ec8b595c" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.393149] env[64496]: DEBUG nova.network.neutron [req-3cf24360-49e3-42da-baa5-7114b1c66436 req-a69a3763-f4e6-416e-beef-01d174ec563e service nova] [instance: aceef315-f152-4b91-9953-2eceb376b255] Updated VIF entry in instance network info cache for port bdd4c751-048f-4a5e-b97a-d1c401424d46. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.393507] env[64496]: DEBUG nova.network.neutron [req-3cf24360-49e3-42da-baa5-7114b1c66436 req-a69a3763-f4e6-416e-beef-01d174ec563e service nova] [instance: aceef315-f152-4b91-9953-2eceb376b255] Updating instance_info_cache with network_info: [{"id": "bdd4c751-048f-4a5e-b97a-d1c401424d46", "address": "fa:16:3e:eb:94:89", "network": {"id": "86100faa-67bc-4d4e-8936-9219151cf273", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26886676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35dabbb56da421eb29776a5623274a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd4c751-04", "ovs_interfaceid": "bdd4c751-048f-4a5e-b97a-d1c401424d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.402134] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5288dd7d-fc96-e96a-dd24-b2e8fde4f0eb, 'name': SearchDatastore_Task, 'duration_secs': 0.039887} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.403266] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff61ede-0e08-4cad-a03e-6f5d4f44d046 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.410601] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1524.410601] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5233e5b9-b27b-cc11-32b6-73c4c6f4577e" [ 1524.410601] env[64496]: _type = "Task" [ 1524.410601] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.424782] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5233e5b9-b27b-cc11-32b6-73c4c6f4577e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.471123] env[64496]: DEBUG nova.compute.manager [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1524.499017] env[64496]: DEBUG nova.virt.hardware [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:16:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='89777033-df5c-4498-92c7-dfc03ec3b513',id=29,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-217307273',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1524.499017] env[64496]: DEBUG nova.virt.hardware [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1524.499017] env[64496]: DEBUG nova.virt.hardware [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1524.499249] env[64496]: DEBUG nova.virt.hardware [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1524.499646] env[64496]: DEBUG nova.virt.hardware [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1524.499951] env[64496]: DEBUG nova.virt.hardware [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1524.503148] env[64496]: DEBUG nova.virt.hardware [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1524.503148] env[64496]: DEBUG nova.virt.hardware [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1524.503148] env[64496]: DEBUG nova.virt.hardware [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1524.503148] env[64496]: DEBUG nova.virt.hardware [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1524.503148] env[64496]: DEBUG nova.virt.hardware [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1524.503355] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fab8f1-1ba5-432e-bb48-ff32506239cc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.518809] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461f320a-1afd-4e1f-a26d-8139c4857ff4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.600043] env[64496]: DEBUG nova.scheduler.client.report [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.619119] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901674, 'name': PowerOffVM_Task, 'duration_secs': 0.417987} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.620116] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1524.620364] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1524.621220] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8073f8-0f86-4dae-910b-6e4d09e22a7e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.629879] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1524.630155] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed9c39cc-cd25-445c-8eca-9a9ede3704eb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.675702] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901677, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.679265] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201627} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.679513] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1524.679742] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1524.679950] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1524.806923] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1524.807208] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1524.807377] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleting the datastore file [datastore1] 02198b91-3757-44f5-aa10-c48ec83e47ab {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1524.807666] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75155c8e-9f44-40c6-afa1-4b8d425d00a1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.814818] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1524.814818] env[64496]: value = "task-1901679" [ 1524.814818] env[64496]: _type = "Task" [ 1524.814818] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.825346] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.895929] env[64496]: DEBUG oslo_concurrency.lockutils [req-3cf24360-49e3-42da-baa5-7114b1c66436 req-a69a3763-f4e6-416e-beef-01d174ec563e service nova] Releasing lock "refresh_cache-aceef315-f152-4b91-9953-2eceb376b255" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.926170] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5233e5b9-b27b-cc11-32b6-73c4c6f4577e, 'name': SearchDatastore_Task, 'duration_secs': 0.016845} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.926609] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.926912] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 2769fc49-4f22-44c1-a0e5-7481ec8b595c/2769fc49-4f22-44c1-a0e5-7481ec8b595c.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1524.927224] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-617fb120-42e1-438a-9c4a-14cbe94ddbe9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.935188] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1524.935188] env[64496]: value = "task-1901680" [ 1524.935188] env[64496]: _type = "Task" [ 1524.935188] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.944717] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.107619] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.107619] env[64496]: DEBUG nova.compute.manager [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1525.108093] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.888s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.108525] env[64496]: DEBUG nova.objects.instance [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Lazy-loading 'resources' on Instance uuid 5d6fd328-423e-4b4a-8615-8d47117d1c85 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.179009] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901677, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.329169] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227713} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.329573] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1525.329843] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1525.330134] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1525.360300] env[64496]: DEBUG nova.compute.manager [req-5402d3fd-6158-4e88-8eab-26a971ebe34b req-565fe682-59d6-43ca-b2f4-56b2ff25db82 service nova] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Received event network-vif-plugged-e62e35e4-3a5a-4592-bcb7-71405fb71402 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1525.360300] env[64496]: DEBUG oslo_concurrency.lockutils [req-5402d3fd-6158-4e88-8eab-26a971ebe34b req-565fe682-59d6-43ca-b2f4-56b2ff25db82 service nova] Acquiring lock "70080cd5-d6d1-49b9-b9bb-7b41871dfb07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.360613] env[64496]: DEBUG oslo_concurrency.lockutils [req-5402d3fd-6158-4e88-8eab-26a971ebe34b req-565fe682-59d6-43ca-b2f4-56b2ff25db82 service nova] Lock "70080cd5-d6d1-49b9-b9bb-7b41871dfb07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.360873] env[64496]: DEBUG oslo_concurrency.lockutils [req-5402d3fd-6158-4e88-8eab-26a971ebe34b req-565fe682-59d6-43ca-b2f4-56b2ff25db82 service nova] Lock "70080cd5-d6d1-49b9-b9bb-7b41871dfb07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.361083] env[64496]: DEBUG nova.compute.manager [req-5402d3fd-6158-4e88-8eab-26a971ebe34b req-565fe682-59d6-43ca-b2f4-56b2ff25db82 service nova] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] No waiting events found dispatching network-vif-plugged-e62e35e4-3a5a-4592-bcb7-71405fb71402 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1525.361268] env[64496]: WARNING nova.compute.manager [req-5402d3fd-6158-4e88-8eab-26a971ebe34b req-565fe682-59d6-43ca-b2f4-56b2ff25db82 service nova] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Received unexpected event network-vif-plugged-e62e35e4-3a5a-4592-bcb7-71405fb71402 for instance with vm_state building and task_state spawning. [ 1525.371117] env[64496]: DEBUG oslo_concurrency.lockutils [None req-203c98ba-1803-4370-80fd-51238cd1f88b tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "4beb0377-8b69-438a-aa7f-af5f68092240" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.371427] env[64496]: DEBUG oslo_concurrency.lockutils [None req-203c98ba-1803-4370-80fd-51238cd1f88b tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "4beb0377-8b69-438a-aa7f-af5f68092240" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.371628] env[64496]: DEBUG nova.compute.manager [None req-203c98ba-1803-4370-80fd-51238cd1f88b tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.373257] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e0c79d-fc41-480c-a8ed-bddbd0951524 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.382317] env[64496]: DEBUG nova.compute.manager [None req-203c98ba-1803-4370-80fd-51238cd1f88b tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64496) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1525.383146] env[64496]: DEBUG nova.objects.instance [None req-203c98ba-1803-4370-80fd-51238cd1f88b tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lazy-loading 'flavor' on Instance uuid 4beb0377-8b69-438a-aa7f-af5f68092240 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.441738] env[64496]: DEBUG nova.network.neutron [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Successfully updated port: e62e35e4-3a5a-4592-bcb7-71405fb71402 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1525.449285] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901680, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.611532] env[64496]: DEBUG nova.compute.utils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1525.613020] env[64496]: DEBUG nova.compute.manager [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1525.613230] env[64496]: DEBUG nova.network.neutron [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1525.658006] env[64496]: DEBUG nova.policy [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45613692b36f4035965860f373f052c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '064ec0e532c647979dabf2d6b44cbab1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1525.679935] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901677, 'name': CloneVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.715838] env[64496]: DEBUG nova.virt.hardware [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1525.716102] env[64496]: DEBUG nova.virt.hardware [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.716314] env[64496]: DEBUG nova.virt.hardware [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1525.716518] env[64496]: DEBUG nova.virt.hardware [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.716956] env[64496]: DEBUG nova.virt.hardware [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1525.716956] env[64496]: DEBUG nova.virt.hardware [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1525.717129] env[64496]: DEBUG nova.virt.hardware [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1525.717167] env[64496]: DEBUG nova.virt.hardware [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1525.717354] env[64496]: DEBUG nova.virt.hardware [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1525.717529] env[64496]: DEBUG nova.virt.hardware [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1525.717696] env[64496]: DEBUG nova.virt.hardware [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1525.718611] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4ba949-ace6-48f7-8dd5-2fb380218c93 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.730530] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7485c5-0b36-4e79-af33-91260781a550 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.749287] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Instance VIF info [] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1525.754970] env[64496]: DEBUG oslo.service.loopingcall [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1525.757982] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1525.758436] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-937292a3-1baf-463e-ab23-be981e58e05b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.779332] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1525.779332] env[64496]: value = "task-1901681" [ 1525.779332] env[64496]: _type = "Task" [ 1525.779332] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.793281] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901681, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.949857] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591509} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.950534] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.950705] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.950890] env[64496]: DEBUG nova.network.neutron [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1525.952353] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 2769fc49-4f22-44c1-a0e5-7481ec8b595c/2769fc49-4f22-44c1-a0e5-7481ec8b595c.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1525.952474] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1525.952983] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05004901-d5c5-4b66-8458-ea9fdcb4002a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.964354] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1525.964354] env[64496]: value = "task-1901682" [ 1525.964354] env[64496]: _type = "Task" [ 1525.964354] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.978756] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.051891] env[64496]: DEBUG nova.network.neutron [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Successfully created port: c92afcb4-ef46-496f-a1ae-dd5c292b2ef5 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1526.111392] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775d4748-6bb1-4eec-ba0a-f67617638447 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.119921] env[64496]: DEBUG nova.compute.manager [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1526.123677] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb77fdf1-5324-4c4f-a083-900b0c5de7b6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.171023] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13010f7-024e-45d8-a5da-8f8122af3427 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.182625] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2aa0e0-6d4f-4fea-8ae4-b42a2bb55519 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.187076] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901677, 'name': CloneVM_Task, 'duration_secs': 1.601002} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.187547] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Created linked-clone VM from snapshot [ 1526.188470] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c020d51-afab-4b19-ab21-59d4cb085998 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.199551] env[64496]: DEBUG nova.compute.provider_tree [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1526.206881] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Uploading image 0ea4fa81-994a-4fbe-9030-e4d20c195946 {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1526.221271] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1526.221584] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a148ac03-2c1d-4824-a2a3-eb4a3adab818 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.229931] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1526.229931] env[64496]: value = "task-1901683" [ 1526.229931] env[64496]: _type = "Task" [ 1526.229931] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.238497] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901683, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.290061] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901681, 'name': CreateVM_Task, 'duration_secs': 0.374742} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.290269] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1526.290755] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.290948] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.291372] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1526.291668] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d63577f7-335a-4ce6-98eb-e07a120c5f0f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.297534] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1526.297534] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52820ce8-26cb-8797-8ecb-7889c84e0a8f" [ 1526.297534] env[64496]: _type = "Task" [ 1526.297534] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.307077] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52820ce8-26cb-8797-8ecb-7889c84e0a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.366927] env[64496]: DEBUG nova.virt.hardware [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1526.367211] env[64496]: DEBUG nova.virt.hardware [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1526.367450] env[64496]: DEBUG nova.virt.hardware [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1526.367618] env[64496]: DEBUG nova.virt.hardware [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1526.367771] env[64496]: DEBUG nova.virt.hardware [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1526.367919] env[64496]: DEBUG nova.virt.hardware [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1526.368146] env[64496]: DEBUG nova.virt.hardware [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1526.368319] env[64496]: DEBUG nova.virt.hardware [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1526.368879] env[64496]: DEBUG nova.virt.hardware [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1526.368879] env[64496]: DEBUG nova.virt.hardware [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1526.368879] env[64496]: DEBUG nova.virt.hardware [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1526.369637] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e576095-49c3-4019-93c0-28ab12322227 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.378045] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c57e99-dd2a-492b-b2c5-4acc16312691 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.392499] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-203c98ba-1803-4370-80fd-51238cd1f88b tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1526.393011] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:61:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a33e7bd0-88e4-4a50-ae76-57701cec7a6b', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1526.400345] env[64496]: DEBUG oslo.service.loopingcall [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1526.400579] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e1f0f6d-eab8-4fa2-aeb9-3b88b5e00f53 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.402255] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1526.402504] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-357a8140-7664-4b9f-9fd2-af9b5603b883 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.424570] env[64496]: DEBUG oslo_vmware.api [None req-203c98ba-1803-4370-80fd-51238cd1f88b tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1526.424570] env[64496]: value = "task-1901684" [ 1526.424570] env[64496]: _type = "Task" [ 1526.424570] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.425818] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1526.425818] env[64496]: value = "task-1901685" [ 1526.425818] env[64496]: _type = "Task" [ 1526.425818] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.443755] env[64496]: DEBUG oslo_vmware.api [None req-203c98ba-1803-4370-80fd-51238cd1f88b tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.446962] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901685, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.474610] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098445} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.475196] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1526.476272] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96a834d-fa65-4dc9-ace1-c7c9458490a1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.499541] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 2769fc49-4f22-44c1-a0e5-7481ec8b595c/2769fc49-4f22-44c1-a0e5-7481ec8b595c.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.500645] env[64496]: DEBUG nova.network.neutron [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1526.502596] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8efa70ce-1fbb-4b4b-8bb6-b3b2fdad583b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.526703] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1526.526703] env[64496]: value = "task-1901686" [ 1526.526703] env[64496]: _type = "Task" [ 1526.526703] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.536683] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.729304] env[64496]: ERROR nova.scheduler.client.report [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] [req-97b7f98b-dcd1-4634-ae21-7b38c72d419f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-97b7f98b-dcd1-4634-ae21-7b38c72d419f"}]} [ 1526.741372] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901683, 'name': Destroy_Task, 'duration_secs': 0.445613} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.741680] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Destroyed the VM [ 1526.741923] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1526.742551] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aafac93f-34ed-4c8b-b648-5037a596956d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.746186] env[64496]: DEBUG nova.network.neutron [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance_info_cache with network_info: [{"id": "e62e35e4-3a5a-4592-bcb7-71405fb71402", "address": "fa:16:3e:d1:0f:ed", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62e35e4-3a", "ovs_interfaceid": "e62e35e4-3a5a-4592-bcb7-71405fb71402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.748573] env[64496]: DEBUG nova.scheduler.client.report [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1526.759655] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1526.759655] env[64496]: value = "task-1901687" [ 1526.759655] env[64496]: _type = "Task" [ 1526.759655] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.765269] env[64496]: DEBUG nova.scheduler.client.report [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1526.765446] env[64496]: DEBUG nova.compute.provider_tree [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1526.771246] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901687, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.781702] env[64496]: DEBUG nova.scheduler.client.report [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1526.803239] env[64496]: DEBUG nova.scheduler.client.report [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1526.813534] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52820ce8-26cb-8797-8ecb-7889c84e0a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.016039} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.813907] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.814198] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1526.814454] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.814633] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.814855] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1526.815176] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-188d5e6d-6bcd-45a0-b187-889d7072e9bc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.831077] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1526.831292] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1526.832041] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e883e61-81bb-451e-bf1a-c9b0af3abe1f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.839399] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1526.839399] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f16255-ff41-ecb9-391e-3aa193a7c308" [ 1526.839399] env[64496]: _type = "Task" [ 1526.839399] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.849348] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f16255-ff41-ecb9-391e-3aa193a7c308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.944069] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901685, 'name': CreateVM_Task, 'duration_secs': 0.442443} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.944365] env[64496]: DEBUG oslo_vmware.api [None req-203c98ba-1803-4370-80fd-51238cd1f88b tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901684, 'name': PowerOffVM_Task, 'duration_secs': 0.277473} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.944522] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1526.944800] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-203c98ba-1803-4370-80fd-51238cd1f88b tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1526.945038] env[64496]: DEBUG nova.compute.manager [None req-203c98ba-1803-4370-80fd-51238cd1f88b tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1526.945833] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.946056] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.946435] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1526.947289] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a5ae63-39f7-4a0e-a915-2840a4cc4862 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.950278] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92fb180-5ad0-43fc-bf6e-b894f690dea1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.959230] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1526.959230] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524ca595-1177-49a2-d978-e93fb301abb7" [ 1526.959230] env[64496]: _type = "Task" [ 1526.959230] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.977755] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524ca595-1177-49a2-d978-e93fb301abb7, 'name': SearchDatastore_Task} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.977755] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.977755] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1526.977755] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.044158] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901686, 'name': ReconfigVM_Task, 'duration_secs': 0.4969} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.044672] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 2769fc49-4f22-44c1-a0e5-7481ec8b595c/2769fc49-4f22-44c1-a0e5-7481ec8b595c.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.048677] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2488228c-5202-4588-a2e6-2c36c05117a6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.059649] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1527.059649] env[64496]: value = "task-1901688" [ 1527.059649] env[64496]: _type = "Task" [ 1527.059649] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.073926] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901688, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.141035] env[64496]: DEBUG nova.compute.manager [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1527.172741] env[64496]: DEBUG nova.virt.hardware [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1527.173012] env[64496]: DEBUG nova.virt.hardware [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1527.173129] env[64496]: DEBUG nova.virt.hardware [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1527.173306] env[64496]: DEBUG nova.virt.hardware [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1527.173455] env[64496]: DEBUG nova.virt.hardware [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1527.173604] env[64496]: DEBUG nova.virt.hardware [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1527.173811] env[64496]: DEBUG nova.virt.hardware [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1527.173970] env[64496]: DEBUG nova.virt.hardware [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1527.174182] env[64496]: DEBUG nova.virt.hardware [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1527.174360] env[64496]: DEBUG nova.virt.hardware [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1527.174568] env[64496]: DEBUG nova.virt.hardware [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1527.175470] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548343af-b62a-462d-a7e0-f89785eb17ed {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.185748] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0277c7e-a9d5-41e3-b6b0-95aceda980f4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.254474] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Releasing lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.254788] env[64496]: DEBUG nova.compute.manager [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Instance network_info: |[{"id": "e62e35e4-3a5a-4592-bcb7-71405fb71402", "address": "fa:16:3e:d1:0f:ed", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62e35e4-3a", "ovs_interfaceid": "e62e35e4-3a5a-4592-bcb7-71405fb71402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1527.255422] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:0f:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e62e35e4-3a5a-4592-bcb7-71405fb71402', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1527.262934] env[64496]: DEBUG oslo.service.loopingcall [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1527.263947] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1527.268188] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-973eeb62-2644-4bf8-94f8-becf609e6a7c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.283976] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77456c8a-7ac6-46e6-a669-83814273784c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.293581] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901687, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.296363] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1527.296363] env[64496]: value = "task-1901689" [ 1527.296363] env[64496]: _type = "Task" [ 1527.296363] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.297439] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bcb430-a883-48ce-a10e-fe364336542e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.311357] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901689, 'name': CreateVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.337990] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e105ba0-e931-4467-a7c5-3aa8e1bae583 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.353485] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f16255-ff41-ecb9-391e-3aa193a7c308, 'name': SearchDatastore_Task, 'duration_secs': 0.013377} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.356412] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ed58ac-370c-4554-bdc6-3c20aa27b3a7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.359845] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7658e84d-4879-4688-8c13-02af571ad437 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.379017] env[64496]: DEBUG nova.compute.provider_tree [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1527.380773] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1527.380773] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52969141-5081-2a9d-4419-ecfeed36c37e" [ 1527.380773] env[64496]: _type = "Task" [ 1527.380773] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.391062] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52969141-5081-2a9d-4419-ecfeed36c37e, 'name': SearchDatastore_Task, 'duration_secs': 0.016817} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.392769] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.393051] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 6ca6c4fd-2234-4077-a0f3-510385354b2b/6ca6c4fd-2234-4077-a0f3-510385354b2b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1527.396830] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.397049] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1527.397277] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e94dc40b-33e7-45c4-ba13-fd16a4cae584 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.399879] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f705c03-41ef-4c04-bffa-a98a38ec7c0b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.409115] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1527.409115] env[64496]: value = "task-1901690" [ 1527.409115] env[64496]: _type = "Task" [ 1527.409115] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.416622] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1527.416929] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1527.422588] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55bb2df-cb4c-40b3-a097-94a19691617a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.425612] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.430617] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1527.430617] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52121959-cdfb-b536-bc8f-a241b1e4d379" [ 1527.430617] env[64496]: _type = "Task" [ 1527.430617] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.438934] env[64496]: DEBUG nova.compute.manager [req-f8dd5973-b2e6-40c1-a726-12299bd0ee14 req-d47b68e7-90c7-4ca7-b118-ef9b24d924fb service nova] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Received event network-changed-e62e35e4-3a5a-4592-bcb7-71405fb71402 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1527.439174] env[64496]: DEBUG nova.compute.manager [req-f8dd5973-b2e6-40c1-a726-12299bd0ee14 req-d47b68e7-90c7-4ca7-b118-ef9b24d924fb service nova] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Refreshing instance network info cache due to event network-changed-e62e35e4-3a5a-4592-bcb7-71405fb71402. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1527.439431] env[64496]: DEBUG oslo_concurrency.lockutils [req-f8dd5973-b2e6-40c1-a726-12299bd0ee14 req-d47b68e7-90c7-4ca7-b118-ef9b24d924fb service nova] Acquiring lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.439602] env[64496]: DEBUG oslo_concurrency.lockutils [req-f8dd5973-b2e6-40c1-a726-12299bd0ee14 req-d47b68e7-90c7-4ca7-b118-ef9b24d924fb service nova] Acquired lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.439802] env[64496]: DEBUG nova.network.neutron [req-f8dd5973-b2e6-40c1-a726-12299bd0ee14 req-d47b68e7-90c7-4ca7-b118-ef9b24d924fb service nova] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Refreshing network info cache for port e62e35e4-3a5a-4592-bcb7-71405fb71402 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.445591] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52121959-cdfb-b536-bc8f-a241b1e4d379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.472630] env[64496]: DEBUG oslo_concurrency.lockutils [None req-203c98ba-1803-4370-80fd-51238cd1f88b tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "4beb0377-8b69-438a-aa7f-af5f68092240" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.101s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.571235] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901688, 'name': Rename_Task, 'duration_secs': 0.248419} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.571603] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.571898] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-882072ef-15ed-44b0-87a5-13f7abd735d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.580556] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1527.580556] env[64496]: value = "task-1901691" [ 1527.580556] env[64496]: _type = "Task" [ 1527.580556] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.591897] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.775638] env[64496]: DEBUG oslo_vmware.api [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901687, 'name': RemoveSnapshot_Task, 'duration_secs': 0.631249} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.776441] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1527.811989] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901689, 'name': CreateVM_Task, 'duration_secs': 0.440461} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.812305] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1527.812958] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.813144] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.813533] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1527.813772] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce25a41-4cab-40a7-bcd0-9bf06528c44e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.820458] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1527.820458] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a5cce2-ef07-cba4-71fc-9069f0108dac" [ 1527.820458] env[64496]: _type = "Task" [ 1527.820458] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.831301] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a5cce2-ef07-cba4-71fc-9069f0108dac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.881976] env[64496]: DEBUG nova.network.neutron [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Successfully updated port: c92afcb4-ef46-496f-a1ae-dd5c292b2ef5 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1527.900800] env[64496]: DEBUG nova.objects.instance [None req-428708c8-7ef8-4c0a-9469-97bae56a538d tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lazy-loading 'flavor' on Instance uuid 4beb0377-8b69-438a-aa7f-af5f68092240 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1527.922066] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901690, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.928041] env[64496]: DEBUG nova.scheduler.client.report [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1527.928304] env[64496]: DEBUG nova.compute.provider_tree [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 71 to 72 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1527.928502] env[64496]: DEBUG nova.compute.provider_tree [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1527.949036] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52121959-cdfb-b536-bc8f-a241b1e4d379, 'name': SearchDatastore_Task, 'duration_secs': 0.011638} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.950279] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed105c3-4120-4707-aae3-385ecc85b91d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.957420] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1527.957420] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527d93d4-cdd7-86d4-14aa-2079cd2dea67" [ 1527.957420] env[64496]: _type = "Task" [ 1527.957420] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.972528] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527d93d4-cdd7-86d4-14aa-2079cd2dea67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.090909] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.239089] env[64496]: DEBUG nova.network.neutron [req-f8dd5973-b2e6-40c1-a726-12299bd0ee14 req-d47b68e7-90c7-4ca7-b118-ef9b24d924fb service nova] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updated VIF entry in instance network info cache for port e62e35e4-3a5a-4592-bcb7-71405fb71402. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1528.239565] env[64496]: DEBUG nova.network.neutron [req-f8dd5973-b2e6-40c1-a726-12299bd0ee14 req-d47b68e7-90c7-4ca7-b118-ef9b24d924fb service nova] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance_info_cache with network_info: [{"id": "e62e35e4-3a5a-4592-bcb7-71405fb71402", "address": "fa:16:3e:d1:0f:ed", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62e35e4-3a", "ovs_interfaceid": "e62e35e4-3a5a-4592-bcb7-71405fb71402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.282387] env[64496]: WARNING nova.compute.manager [None req-be92489f-043c-4057-b1b7-89a64bf381ad tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Image not found during snapshot: nova.exception.ImageNotFound: Image 0ea4fa81-994a-4fbe-9030-e4d20c195946 could not be found. [ 1528.331983] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a5cce2-ef07-cba4-71fc-9069f0108dac, 'name': SearchDatastore_Task, 'duration_secs': 0.060211} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.332318] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.332555] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1528.332766] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.386140] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Acquiring lock "refresh_cache-a450a602-d839-45a2-8b41-dfcef81f7a57" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.386376] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Acquired lock "refresh_cache-a450a602-d839-45a2-8b41-dfcef81f7a57" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.386542] env[64496]: DEBUG nova.network.neutron [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1528.406520] env[64496]: DEBUG oslo_concurrency.lockutils [None req-428708c8-7ef8-4c0a-9469-97bae56a538d tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.406748] env[64496]: DEBUG oslo_concurrency.lockutils [None req-428708c8-7ef8-4c0a-9469-97bae56a538d tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.406979] env[64496]: DEBUG nova.network.neutron [None req-428708c8-7ef8-4c0a-9469-97bae56a538d tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1528.407180] env[64496]: DEBUG nova.objects.instance [None req-428708c8-7ef8-4c0a-9469-97bae56a538d tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lazy-loading 'info_cache' on Instance uuid 4beb0377-8b69-438a-aa7f-af5f68092240 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.422231] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626972} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.423185] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 6ca6c4fd-2234-4077-a0f3-510385354b2b/6ca6c4fd-2234-4077-a0f3-510385354b2b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1528.423466] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1528.423758] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e494ff97-a680-4965-862d-63ce839531cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.432203] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1528.432203] env[64496]: value = "task-1901692" [ 1528.432203] env[64496]: _type = "Task" [ 1528.432203] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.436527] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.328s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.439426] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.081s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.440965] env[64496]: INFO nova.compute.claims [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.450890] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.463503] env[64496]: INFO nova.scheduler.client.report [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Deleted allocations for instance 5d6fd328-423e-4b4a-8615-8d47117d1c85 [ 1528.471925] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527d93d4-cdd7-86d4-14aa-2079cd2dea67, 'name': SearchDatastore_Task, 'duration_secs': 0.0531} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.472911] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.472972] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 02198b91-3757-44f5-aa10-c48ec83e47ab/02198b91-3757-44f5-aa10-c48ec83e47ab.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1528.473812] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.474036] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.474195] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9ab7de6-a860-4f46-8748-a8d48fe6f384 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.477038] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2ad0054-4155-4800-91b4-a07d394823c8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.485748] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1528.485748] env[64496]: value = "task-1901693" [ 1528.485748] env[64496]: _type = "Task" [ 1528.485748] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.490894] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.491119] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.492517] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6083b63f-0daf-4bc9-91b8-78c59937a2ba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.498083] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.502394] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1528.502394] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522f9e4a-c963-c037-999a-a07fbdd31efc" [ 1528.502394] env[64496]: _type = "Task" [ 1528.502394] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.514542] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522f9e4a-c963-c037-999a-a07fbdd31efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.591955] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901691, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.742583] env[64496]: DEBUG oslo_concurrency.lockutils [req-f8dd5973-b2e6-40c1-a726-12299bd0ee14 req-d47b68e7-90c7-4ca7-b118-ef9b24d924fb service nova] Releasing lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.912051] env[64496]: DEBUG nova.objects.base [None req-428708c8-7ef8-4c0a-9469-97bae56a538d tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Object Instance<4beb0377-8b69-438a-aa7f-af5f68092240> lazy-loaded attributes: flavor,info_cache {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1528.919390] env[64496]: DEBUG nova.network.neutron [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1528.949488] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081937} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.949596] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1528.950381] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79569363-0ad4-465a-9118-018f5f79d686 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.971819] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 6ca6c4fd-2234-4077-a0f3-510385354b2b/6ca6c4fd-2234-4077-a0f3-510385354b2b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1528.974738] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ecd9c3c-43e2-43b8-8bce-c097b491baf1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.996026] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96f126ec-f146-4132-8840-9aa6c47ebed3 tempest-VolumesAssistedSnapshotsTest-2136680066 tempest-VolumesAssistedSnapshotsTest-2136680066-project-member] Lock "5d6fd328-423e-4b4a-8615-8d47117d1c85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.905s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.001628] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1529.001628] env[64496]: value = "task-1901694" [ 1529.001628] env[64496]: _type = "Task" [ 1529.001628] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.005037] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.017625] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.021820] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522f9e4a-c963-c037-999a-a07fbdd31efc, 'name': SearchDatastore_Task, 'duration_secs': 0.039272} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.025412] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8385fbea-337e-456c-9d96-49ab0b048751 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.037711] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1529.037711] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e54491-fba2-1ac1-0bc9-261b60268e9d" [ 1529.037711] env[64496]: _type = "Task" [ 1529.037711] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.049385] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e54491-fba2-1ac1-0bc9-261b60268e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.092785] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901691, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.121959] env[64496]: DEBUG nova.network.neutron [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Updating instance_info_cache with network_info: [{"id": "c92afcb4-ef46-496f-a1ae-dd5c292b2ef5", "address": "fa:16:3e:f6:db:d3", "network": {"id": "6c10753c-ad24-4926-974b-8deef5f33aac", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-546270407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "064ec0e532c647979dabf2d6b44cbab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92afcb4-ef", "ovs_interfaceid": "c92afcb4-ef46-496f-a1ae-dd5c292b2ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.506471] env[64496]: DEBUG nova.compute.manager [req-8ec420de-1b8b-4092-a2d1-1a01fcbad2d2 req-5d9f13c4-ee7d-47c6-9487-1a93c8d8afc8 service nova] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Received event network-vif-plugged-c92afcb4-ef46-496f-a1ae-dd5c292b2ef5 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1529.506822] env[64496]: DEBUG oslo_concurrency.lockutils [req-8ec420de-1b8b-4092-a2d1-1a01fcbad2d2 req-5d9f13c4-ee7d-47c6-9487-1a93c8d8afc8 service nova] Acquiring lock "a450a602-d839-45a2-8b41-dfcef81f7a57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.507105] env[64496]: DEBUG oslo_concurrency.lockutils [req-8ec420de-1b8b-4092-a2d1-1a01fcbad2d2 req-5d9f13c4-ee7d-47c6-9487-1a93c8d8afc8 service nova] Lock "a450a602-d839-45a2-8b41-dfcef81f7a57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.507342] env[64496]: DEBUG oslo_concurrency.lockutils [req-8ec420de-1b8b-4092-a2d1-1a01fcbad2d2 req-5d9f13c4-ee7d-47c6-9487-1a93c8d8afc8 service nova] Lock "a450a602-d839-45a2-8b41-dfcef81f7a57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.507607] env[64496]: DEBUG nova.compute.manager [req-8ec420de-1b8b-4092-a2d1-1a01fcbad2d2 req-5d9f13c4-ee7d-47c6-9487-1a93c8d8afc8 service nova] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] No waiting events found dispatching network-vif-plugged-c92afcb4-ef46-496f-a1ae-dd5c292b2ef5 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1529.508408] env[64496]: WARNING nova.compute.manager [req-8ec420de-1b8b-4092-a2d1-1a01fcbad2d2 req-5d9f13c4-ee7d-47c6-9487-1a93c8d8afc8 service nova] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Received unexpected event network-vif-plugged-c92afcb4-ef46-496f-a1ae-dd5c292b2ef5 for instance with vm_state building and task_state spawning. [ 1529.508637] env[64496]: DEBUG nova.compute.manager [req-8ec420de-1b8b-4092-a2d1-1a01fcbad2d2 req-5d9f13c4-ee7d-47c6-9487-1a93c8d8afc8 service nova] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Received event network-changed-c92afcb4-ef46-496f-a1ae-dd5c292b2ef5 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1529.508797] env[64496]: DEBUG nova.compute.manager [req-8ec420de-1b8b-4092-a2d1-1a01fcbad2d2 req-5d9f13c4-ee7d-47c6-9487-1a93c8d8afc8 service nova] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Refreshing instance network info cache due to event network-changed-c92afcb4-ef46-496f-a1ae-dd5c292b2ef5. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1529.509264] env[64496]: DEBUG oslo_concurrency.lockutils [req-8ec420de-1b8b-4092-a2d1-1a01fcbad2d2 req-5d9f13c4-ee7d-47c6-9487-1a93c8d8afc8 service nova] Acquiring lock "refresh_cache-a450a602-d839-45a2-8b41-dfcef81f7a57" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.532927] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901694, 'name': ReconfigVM_Task, 'duration_secs': 0.374739} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.534229] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901693, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.536862] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 6ca6c4fd-2234-4077-a0f3-510385354b2b/6ca6c4fd-2234-4077-a0f3-510385354b2b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1529.537622] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "7cbdba76-b9f3-417d-b49f-6e3913fa290b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.537863] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "7cbdba76-b9f3-417d-b49f-6e3913fa290b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.538087] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "7cbdba76-b9f3-417d-b49f-6e3913fa290b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.538274] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "7cbdba76-b9f3-417d-b49f-6e3913fa290b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.538443] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "7cbdba76-b9f3-417d-b49f-6e3913fa290b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.540081] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5977b070-afa8-49ff-bb89-5fcc050a2f2e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.541979] env[64496]: INFO nova.compute.manager [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Terminating instance [ 1529.554588] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e54491-fba2-1ac1-0bc9-261b60268e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.031887} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.560667] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.561036] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 70080cd5-d6d1-49b9-b9bb-7b41871dfb07/70080cd5-d6d1-49b9-b9bb-7b41871dfb07.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.561700] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1529.561700] env[64496]: value = "task-1901695" [ 1529.561700] env[64496]: _type = "Task" [ 1529.561700] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.563109] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47965654-bbe2-40b0-a60e-e5ca44cb41ed {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.579488] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901695, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.581709] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1529.581709] env[64496]: value = "task-1901696" [ 1529.581709] env[64496]: _type = "Task" [ 1529.581709] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.601936] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.611011] env[64496]: DEBUG oslo_vmware.api [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901691, 'name': PowerOnVM_Task, 'duration_secs': 1.646031} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.611011] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1529.611011] env[64496]: INFO nova.compute.manager [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1529.611011] env[64496]: DEBUG nova.compute.manager [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1529.611011] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b707d24d-bc50-4c69-bab8-2f3583e1233d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.630131] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Releasing lock "refresh_cache-a450a602-d839-45a2-8b41-dfcef81f7a57" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.630483] env[64496]: DEBUG nova.compute.manager [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Instance network_info: |[{"id": "c92afcb4-ef46-496f-a1ae-dd5c292b2ef5", "address": "fa:16:3e:f6:db:d3", "network": {"id": "6c10753c-ad24-4926-974b-8deef5f33aac", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-546270407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "064ec0e532c647979dabf2d6b44cbab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92afcb4-ef", "ovs_interfaceid": "c92afcb4-ef46-496f-a1ae-dd5c292b2ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1529.631029] env[64496]: DEBUG oslo_concurrency.lockutils [req-8ec420de-1b8b-4092-a2d1-1a01fcbad2d2 req-5d9f13c4-ee7d-47c6-9487-1a93c8d8afc8 service nova] Acquired lock "refresh_cache-a450a602-d839-45a2-8b41-dfcef81f7a57" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.631269] env[64496]: DEBUG nova.network.neutron [req-8ec420de-1b8b-4092-a2d1-1a01fcbad2d2 req-5d9f13c4-ee7d-47c6-9487-1a93c8d8afc8 service nova] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Refreshing network info cache for port c92afcb4-ef46-496f-a1ae-dd5c292b2ef5 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1529.632541] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:db:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c92afcb4-ef46-496f-a1ae-dd5c292b2ef5', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1529.641436] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Creating folder: Project (064ec0e532c647979dabf2d6b44cbab1). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1529.642805] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d2b94c0-484f-4270-a0b0-ea3a6bd04525 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.656707] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Created folder: Project (064ec0e532c647979dabf2d6b44cbab1) in parent group-v392474. [ 1529.656906] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Creating folder: Instances. Parent ref: group-v392610. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1529.657256] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-510c93c6-274e-4cdd-93d2-02e2aa6da4c5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.673940] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Created folder: Instances in parent group-v392610. [ 1529.674290] env[64496]: DEBUG oslo.service.loopingcall [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1529.674528] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1529.674771] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a91cb179-b8e2-4f48-823d-a567b2741b6d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.699990] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1529.699990] env[64496]: value = "task-1901699" [ 1529.699990] env[64496]: _type = "Task" [ 1529.699990] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.710393] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901699, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.790809] env[64496]: DEBUG nova.network.neutron [None req-428708c8-7ef8-4c0a-9469-97bae56a538d tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance_info_cache with network_info: [{"id": "b2294e44-e192-4a2f-a511-38e18e923e50", "address": "fa:16:3e:a2:87:86", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2294e44-e1", "ovs_interfaceid": "b2294e44-e192-4a2f-a511-38e18e923e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.960875] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b207cf91-44c4-4865-9e44-b8a722f9dace {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.970620] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047f1f27-40a4-4f39-97e9-488de38efee1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.007019] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d7c2b6-f4cf-4dae-b06e-676ad3e7b3e0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.021370] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901693, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.106858} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.022722] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49e6149-fa80-40fd-b44b-3672838a2896 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.027026] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 02198b91-3757-44f5-aa10-c48ec83e47ab/02198b91-3757-44f5-aa10-c48ec83e47ab.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.027243] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.027560] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc311ca7-f322-40b2-aa4c-d621eeac9da7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.042692] env[64496]: DEBUG nova.compute.provider_tree [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1530.045908] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1530.045908] env[64496]: value = "task-1901700" [ 1530.045908] env[64496]: _type = "Task" [ 1530.045908] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.050880] env[64496]: DEBUG nova.compute.manager [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1530.051149] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1530.051999] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c55454a-2753-4715-8817-b1e8092c9d6c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.062614] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.065226] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1530.065570] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-261b6849-226a-4d9f-9c1f-02a30387ff65 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.077523] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901695, 'name': Rename_Task, 'duration_secs': 0.167806} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.078989] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1530.079918] env[64496]: DEBUG oslo_vmware.api [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1530.079918] env[64496]: value = "task-1901701" [ 1530.079918] env[64496]: _type = "Task" [ 1530.079918] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.080199] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2fc7671-1ef7-4165-9c9e-05922062ef16 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.095118] env[64496]: DEBUG oslo_vmware.api [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.100018] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901696, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.100345] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1530.100345] env[64496]: value = "task-1901702" [ 1530.100345] env[64496]: _type = "Task" [ 1530.100345] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.110836] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.130630] env[64496]: INFO nova.compute.manager [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Took 44.17 seconds to build instance. [ 1530.215457] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901699, 'name': CreateVM_Task, 'duration_secs': 0.425512} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.215653] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1530.216450] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.216635] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.216992] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1530.217299] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72c412e-ccb4-4365-87d1-7204fd774c5a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.224213] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Waiting for the task: (returnval){ [ 1530.224213] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52edc211-7b3e-666a-aecc-badb2077f5b6" [ 1530.224213] env[64496]: _type = "Task" [ 1530.224213] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.235984] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52edc211-7b3e-666a-aecc-badb2077f5b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.293592] env[64496]: DEBUG oslo_concurrency.lockutils [None req-428708c8-7ef8-4c0a-9469-97bae56a538d tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.562930] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078669} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.563268] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1530.564417] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413f7d77-6115-4653-9ff6-40c9b039e15f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.601875] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 02198b91-3757-44f5-aa10-c48ec83e47ab/02198b91-3757-44f5-aa10-c48ec83e47ab.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1530.603023] env[64496]: DEBUG nova.scheduler.client.report [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1530.603264] env[64496]: DEBUG nova.compute.provider_tree [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 72 to 73 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1530.603445] env[64496]: DEBUG nova.compute.provider_tree [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1530.614934] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f4a4618-a12c-4d4a-a955-20354b08fd7c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.631153] env[64496]: DEBUG nova.network.neutron [req-8ec420de-1b8b-4092-a2d1-1a01fcbad2d2 req-5d9f13c4-ee7d-47c6-9487-1a93c8d8afc8 service nova] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Updated VIF entry in instance network info cache for port c92afcb4-ef46-496f-a1ae-dd5c292b2ef5. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.631549] env[64496]: DEBUG nova.network.neutron [req-8ec420de-1b8b-4092-a2d1-1a01fcbad2d2 req-5d9f13c4-ee7d-47c6-9487-1a93c8d8afc8 service nova] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Updating instance_info_cache with network_info: [{"id": "c92afcb4-ef46-496f-a1ae-dd5c292b2ef5", "address": "fa:16:3e:f6:db:d3", "network": {"id": "6c10753c-ad24-4926-974b-8deef5f33aac", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-546270407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "064ec0e532c647979dabf2d6b44cbab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92afcb4-ef", "ovs_interfaceid": "c92afcb4-ef46-496f-a1ae-dd5c292b2ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.636833] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7584f59d-f05a-4b02-b1c6-8c750a3b3d00 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "2769fc49-4f22-44c1-a0e5-7481ec8b595c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.999s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.647015] env[64496]: DEBUG oslo_vmware.api [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901701, 'name': PowerOffVM_Task, 'duration_secs': 0.250709} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.657122] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1530.657226] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1530.657522] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.950306} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.658902] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901702, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.659134] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1530.659134] env[64496]: value = "task-1901703" [ 1530.659134] env[64496]: _type = "Task" [ 1530.659134] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.659337] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f090fc40-5c7c-481a-8d52-56db749c081d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.661088] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 70080cd5-d6d1-49b9-b9bb-7b41871dfb07/70080cd5-d6d1-49b9-b9bb-7b41871dfb07.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.661318] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.661916] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fda1b8be-6713-44e6-8dfd-221ac57ffbc4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.679908] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.681753] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1530.681753] env[64496]: value = "task-1901705" [ 1530.681753] env[64496]: _type = "Task" [ 1530.681753] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.692529] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.736295] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52edc211-7b3e-666a-aecc-badb2077f5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.085043} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.737200] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.737447] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1530.737756] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.738117] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.738317] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1530.739057] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbea892a-6909-459a-aeb0-34fc14fd81b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.748695] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1530.748889] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1530.749801] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5edf75-9058-48e9-afa1-0a1548afc0e3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.757078] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Waiting for the task: (returnval){ [ 1530.757078] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5205639e-bd6f-3e5e-6727-1b9f6dace8fa" [ 1530.757078] env[64496]: _type = "Task" [ 1530.757078] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.767727] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5205639e-bd6f-3e5e-6727-1b9f6dace8fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.775456] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1530.775456] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1530.775664] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Deleting the datastore file [datastore2] 7cbdba76-b9f3-417d-b49f-6e3913fa290b {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1530.775896] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0bf5e89-1e3c-417a-b92e-7fb9f779a091 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.787248] env[64496]: DEBUG oslo_vmware.api [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1530.787248] env[64496]: value = "task-1901706" [ 1530.787248] env[64496]: _type = "Task" [ 1530.787248] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.797832] env[64496]: DEBUG oslo_vmware.api [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.130017] env[64496]: DEBUG oslo_vmware.api [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901702, 'name': PowerOnVM_Task, 'duration_secs': 0.606963} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.130017] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1531.130017] env[64496]: DEBUG nova.compute.manager [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1531.130017] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5377e2-5882-4bbb-92c4-4325664f742e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.136271] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.136271] env[64496]: DEBUG nova.compute.manager [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1531.137934] env[64496]: DEBUG oslo_concurrency.lockutils [req-8ec420de-1b8b-4092-a2d1-1a01fcbad2d2 req-5d9f13c4-ee7d-47c6-9487-1a93c8d8afc8 service nova] Releasing lock "refresh_cache-a450a602-d839-45a2-8b41-dfcef81f7a57" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.138502] env[64496]: DEBUG oslo_concurrency.lockutils [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.421s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.138922] env[64496]: DEBUG nova.objects.instance [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lazy-loading 'resources' on Instance uuid 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.141340] env[64496]: DEBUG nova.compute.manager [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1531.173201] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.194998] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161651} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.197182] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1531.197182] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31331325-65af-46c5-8673-0ae2c0ed74d6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.222286] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 70080cd5-d6d1-49b9-b9bb-7b41871dfb07/70080cd5-d6d1-49b9-b9bb-7b41871dfb07.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.223389] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "2769fc49-4f22-44c1-a0e5-7481ec8b595c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.223819] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "2769fc49-4f22-44c1-a0e5-7481ec8b595c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.224164] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "2769fc49-4f22-44c1-a0e5-7481ec8b595c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.224481] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "2769fc49-4f22-44c1-a0e5-7481ec8b595c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.224802] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "2769fc49-4f22-44c1-a0e5-7481ec8b595c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.226413] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b10440b0-4fe8-46d1-b4bd-8e082ee63683 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.241480] env[64496]: INFO nova.compute.manager [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Terminating instance [ 1531.253020] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1531.253020] env[64496]: value = "task-1901707" [ 1531.253020] env[64496]: _type = "Task" [ 1531.253020] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.264396] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.271984] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5205639e-bd6f-3e5e-6727-1b9f6dace8fa, 'name': SearchDatastore_Task, 'duration_secs': 0.01645} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.273347] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a14bd61-4622-49e6-93a9-e8d58dd1c7ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.283041] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Waiting for the task: (returnval){ [ 1531.283041] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5252de99-4897-1a2e-12b4-4b8441346268" [ 1531.283041] env[64496]: _type = "Task" [ 1531.283041] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.294337] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5252de99-4897-1a2e-12b4-4b8441346268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.300702] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-428708c8-7ef8-4c0a-9469-97bae56a538d tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1531.301227] env[64496]: DEBUG oslo_vmware.api [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.301604] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edbee460-2755-4720-bd46-f60c229762eb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.312079] env[64496]: DEBUG oslo_vmware.api [None req-428708c8-7ef8-4c0a-9469-97bae56a538d tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1531.312079] env[64496]: value = "task-1901708" [ 1531.312079] env[64496]: _type = "Task" [ 1531.312079] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.320668] env[64496]: DEBUG oslo_vmware.api [None req-428708c8-7ef8-4c0a-9469-97bae56a538d tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.646522] env[64496]: DEBUG nova.compute.utils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1531.652023] env[64496]: DEBUG nova.compute.manager [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1531.652023] env[64496]: DEBUG nova.network.neutron [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1531.662206] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.676802] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901703, 'name': ReconfigVM_Task, 'duration_secs': 0.936818} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.677800] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.678143] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 02198b91-3757-44f5-aa10-c48ec83e47ab/02198b91-3757-44f5-aa10-c48ec83e47ab.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.678893] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be819f12-dc8d-41de-847a-9d3f26229280 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.689546] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1531.689546] env[64496]: value = "task-1901709" [ 1531.689546] env[64496]: _type = "Task" [ 1531.689546] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.700682] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901709, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.726620] env[64496]: DEBUG nova.policy [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '807fe5de6d9b46d28d332535ab4e390f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c5fbc0bdd444d389b95497b1751ee50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1531.746698] env[64496]: DEBUG nova.compute.manager [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1531.746959] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.747916] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52eb1af-793e-4642-9131-cdcb8902021b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.761930] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.762907] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e61869e-d588-4549-854b-cf9c6b1236dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.772118] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901707, 'name': ReconfigVM_Task, 'duration_secs': 0.513538} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.773052] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 70080cd5-d6d1-49b9-b9bb-7b41871dfb07/70080cd5-d6d1-49b9-b9bb-7b41871dfb07.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.773907] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a950502-fc2c-46e2-b9b2-7ee86b579c1c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.784085] env[64496]: DEBUG oslo_vmware.api [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1531.784085] env[64496]: value = "task-1901710" [ 1531.784085] env[64496]: _type = "Task" [ 1531.784085] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.793199] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1531.793199] env[64496]: value = "task-1901711" [ 1531.793199] env[64496]: _type = "Task" [ 1531.793199] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.811541] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5252de99-4897-1a2e-12b4-4b8441346268, 'name': SearchDatastore_Task, 'duration_secs': 0.020714} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.816608] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.816608] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] a450a602-d839-45a2-8b41-dfcef81f7a57/a450a602-d839-45a2-8b41-dfcef81f7a57.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1531.816803] env[64496]: DEBUG oslo_vmware.api [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.817521] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ad7998d-1a9d-4fd3-875e-21a31f782b2c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.830772] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901711, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.831058] env[64496]: DEBUG oslo_vmware.api [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.609529} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.834596] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1531.834836] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1531.835044] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1531.835246] env[64496]: INFO nova.compute.manager [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1531.835496] env[64496]: DEBUG oslo.service.loopingcall [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.835936] env[64496]: DEBUG nova.compute.manager [-] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1531.836054] env[64496]: DEBUG nova.network.neutron [-] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1531.841290] env[64496]: DEBUG oslo_vmware.api [None req-428708c8-7ef8-4c0a-9469-97bae56a538d tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901708, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.843335] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Waiting for the task: (returnval){ [ 1531.843335] env[64496]: value = "task-1901712" [ 1531.843335] env[64496]: _type = "Task" [ 1531.843335] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.859068] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.151967] env[64496]: DEBUG nova.compute.manager [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1532.200948] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901709, 'name': Rename_Task, 'duration_secs': 0.244967} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.201338] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.201614] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a86bb024-0ca1-4306-ab5b-f040b3194053 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.212868] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1532.212868] env[64496]: value = "task-1901713" [ 1532.212868] env[64496]: _type = "Task" [ 1532.212868] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.224890] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.252789] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060df822-06d3-46c0-9671-4c839eab0a35 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.262500] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677f0ada-fc79-4c7c-8c8f-81eeaa03b56d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.301469] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442df969-a469-47fc-a0f1-2d2a1232ee7e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.318384] env[64496]: DEBUG oslo_vmware.api [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901710, 'name': PowerOffVM_Task, 'duration_secs': 0.29027} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.318876] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901711, 'name': Rename_Task, 'duration_secs': 0.163645} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.321558] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.321773] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1532.326034] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.326503] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48730bf4-fa4d-4f55-9ae2-440e9b926ecf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.328887] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd6a98ab-10d6-4064-b2d9-4f3c06ac33f2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.331752] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5e7dd2-5064-4854-be7d-8a73b56506e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.345164] env[64496]: DEBUG oslo_vmware.api [None req-428708c8-7ef8-4c0a-9469-97bae56a538d tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901708, 'name': PowerOnVM_Task, 'duration_secs': 0.550376} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.359590] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-428708c8-7ef8-4c0a-9469-97bae56a538d tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1532.359906] env[64496]: DEBUG nova.compute.manager [None req-428708c8-7ef8-4c0a-9469-97bae56a538d tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1532.360457] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1532.360457] env[64496]: value = "task-1901715" [ 1532.360457] env[64496]: _type = "Task" [ 1532.360457] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.361179] env[64496]: DEBUG nova.compute.provider_tree [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.366424] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64481ff-a3b3-4ab3-abb5-237ed1df8c14 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.367811] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquiring lock "6ca6c4fd-2234-4077-a0f3-510385354b2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.368127] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Lock "6ca6c4fd-2234-4077-a0f3-510385354b2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.368322] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquiring lock "6ca6c4fd-2234-4077-a0f3-510385354b2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.368522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Lock "6ca6c4fd-2234-4077-a0f3-510385354b2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.368735] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Lock "6ca6c4fd-2234-4077-a0f3-510385354b2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.375573] env[64496]: INFO nova.compute.manager [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Terminating instance [ 1532.385454] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901712, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.394413] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.448920] env[64496]: DEBUG nova.network.neutron [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Successfully created port: 956e5a82-256d-44ae-8ce7-cea9d3428d79 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1532.656182] env[64496]: DEBUG nova.compute.manager [req-2d5b0171-89cd-42fb-9090-b217afc7a349 req-8884ea2b-0c46-459f-8390-44c689363fd8 service nova] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Received event network-vif-deleted-646ed4aa-2d31-4610-b1b3-88d7843f5bf0 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1532.656182] env[64496]: INFO nova.compute.manager [req-2d5b0171-89cd-42fb-9090-b217afc7a349 req-8884ea2b-0c46-459f-8390-44c689363fd8 service nova] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Neutron deleted interface 646ed4aa-2d31-4610-b1b3-88d7843f5bf0; detaching it from the instance and deleting it from the info cache [ 1532.656182] env[64496]: DEBUG nova.network.neutron [req-2d5b0171-89cd-42fb-9090-b217afc7a349 req-8884ea2b-0c46-459f-8390-44c689363fd8 service nova] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.724859] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.862642] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799485} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.862928] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] a450a602-d839-45a2-8b41-dfcef81f7a57/a450a602-d839-45a2-8b41-dfcef81f7a57.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1532.863156] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1532.863412] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83881255-6cae-4b34-bc7e-84f3b6d9b763 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.874284] env[64496]: DEBUG nova.scheduler.client.report [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.878316] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Waiting for the task: (returnval){ [ 1532.878316] env[64496]: value = "task-1901716" [ 1532.878316] env[64496]: _type = "Task" [ 1532.878316] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.883768] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901715, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.888019] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquiring lock "refresh_cache-6ca6c4fd-2234-4077-a0f3-510385354b2b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.888019] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquired lock "refresh_cache-6ca6c4fd-2234-4077-a0f3-510385354b2b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.888019] env[64496]: DEBUG nova.network.neutron [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.894330] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.937056] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.937349] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.937575] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleting the datastore file [datastore1] 2769fc49-4f22-44c1-a0e5-7481ec8b595c {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.938468] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebef71e3-0d58-43bf-81ae-8cad42c8a06e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.948166] env[64496]: DEBUG oslo_vmware.api [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1532.948166] env[64496]: value = "task-1901717" [ 1532.948166] env[64496]: _type = "Task" [ 1532.948166] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.965980] env[64496]: DEBUG oslo_vmware.api [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.987175] env[64496]: DEBUG nova.network.neutron [-] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.158895] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b5a59a9-4c18-4921-8750-247e463babd2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.167837] env[64496]: DEBUG nova.compute.manager [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1533.177805] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc458686-0d4a-40f7-b441-e11e395f23e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.207087] env[64496]: DEBUG nova.virt.hardware [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1533.207384] env[64496]: DEBUG nova.virt.hardware [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.207513] env[64496]: DEBUG nova.virt.hardware [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1533.207740] env[64496]: DEBUG nova.virt.hardware [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.207920] env[64496]: DEBUG nova.virt.hardware [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1533.207990] env[64496]: DEBUG nova.virt.hardware [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1533.208230] env[64496]: DEBUG nova.virt.hardware [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1533.208397] env[64496]: DEBUG nova.virt.hardware [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1533.208580] env[64496]: DEBUG nova.virt.hardware [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1533.208809] env[64496]: DEBUG nova.virt.hardware [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1533.209017] env[64496]: DEBUG nova.virt.hardware [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1533.209915] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c050f4d6-1dfb-43e1-addf-0ea66f722779 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.230608] env[64496]: DEBUG nova.compute.manager [req-2d5b0171-89cd-42fb-9090-b217afc7a349 req-8884ea2b-0c46-459f-8390-44c689363fd8 service nova] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Detach interface failed, port_id=646ed4aa-2d31-4610-b1b3-88d7843f5bf0, reason: Instance 7cbdba76-b9f3-417d-b49f-6e3913fa290b could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1533.241590] env[64496]: DEBUG oslo_vmware.api [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901713, 'name': PowerOnVM_Task, 'duration_secs': 0.786928} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.244209] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.244548] env[64496]: DEBUG nova.compute.manager [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1533.245780] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382916d1-c849-4629-8ef3-9c190080439e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.249571] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcd1369-d606-4f87-975e-8805dce964c1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.382433] env[64496]: DEBUG oslo_vmware.api [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901715, 'name': PowerOnVM_Task, 'duration_secs': 0.610447} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.382792] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.383232] env[64496]: INFO nova.compute.manager [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1533.383472] env[64496]: DEBUG nova.compute.manager [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1533.387725] env[64496]: DEBUG oslo_concurrency.lockutils [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.389979] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7dc48d-a5e5-4a36-aec8-e60ff0cc2b99 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.393686] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.542s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.393686] env[64496]: DEBUG nova.objects.instance [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lazy-loading 'resources' on Instance uuid cb97679a-6f0b-40fe-8f67-654c55c49f20 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.406600] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090951} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.407623] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1533.408411] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8c1994-1edb-4189-8f46-44e9c434933c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.415768] env[64496]: DEBUG nova.network.neutron [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1533.442052] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a450a602-d839-45a2-8b41-dfcef81f7a57/a450a602-d839-45a2-8b41-dfcef81f7a57.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1533.443653] env[64496]: INFO nova.scheduler.client.report [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Deleted allocations for instance 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb [ 1533.444803] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d9cd26-ab56-483e-a30d-111e08e9851f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.477484] env[64496]: DEBUG oslo_vmware.api [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481939} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.479167] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.479430] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.479666] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.479900] env[64496]: INFO nova.compute.manager [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1533.480205] env[64496]: DEBUG oslo.service.loopingcall [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.480668] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Waiting for the task: (returnval){ [ 1533.480668] env[64496]: value = "task-1901718" [ 1533.480668] env[64496]: _type = "Task" [ 1533.480668] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.480915] env[64496]: DEBUG nova.compute.manager [-] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1533.481048] env[64496]: DEBUG nova.network.neutron [-] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1533.493627] env[64496]: INFO nova.compute.manager [-] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Took 1.66 seconds to deallocate network for instance. [ 1533.493951] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.557472] env[64496]: DEBUG nova.network.neutron [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.783444] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.918869] env[64496]: INFO nova.compute.manager [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Took 30.62 seconds to build instance. [ 1533.976111] env[64496]: DEBUG oslo_concurrency.lockutils [None req-05f4cbaf-6395-4281-ad00-6ecdf6b1376a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.652s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.005363] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.005978] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901718, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.062018] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Releasing lock "refresh_cache-6ca6c4fd-2234-4077-a0f3-510385354b2b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.062018] env[64496]: DEBUG nova.compute.manager [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1534.062018] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1534.062018] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64ab713-7116-4b49-ae09-9cdc7cbb622d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.070992] env[64496]: DEBUG nova.compute.manager [req-f3785cd5-9378-4642-936e-c2176ce2c8da req-0a146e1c-5be2-43e1-8d33-6321bd8761fc service nova] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Received event network-vif-deleted-1590597f-d640-465a-83de-e81dfc9caf38 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1534.071521] env[64496]: INFO nova.compute.manager [req-f3785cd5-9378-4642-936e-c2176ce2c8da req-0a146e1c-5be2-43e1-8d33-6321bd8761fc service nova] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Neutron deleted interface 1590597f-d640-465a-83de-e81dfc9caf38; detaching it from the instance and deleting it from the info cache [ 1534.071875] env[64496]: DEBUG nova.network.neutron [req-f3785cd5-9378-4642-936e-c2176ce2c8da req-0a146e1c-5be2-43e1-8d33-6321bd8761fc service nova] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.078161] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.079632] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c00ce57-bd4b-4209-8eb0-a77a6ad69a12 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.091026] env[64496]: DEBUG oslo_vmware.api [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1534.091026] env[64496]: value = "task-1901719" [ 1534.091026] env[64496]: _type = "Task" [ 1534.091026] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.108186] env[64496]: DEBUG oslo_vmware.api [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.373051] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becb7327-d33e-4d62-a8db-03d9be493f79 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.382417] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632a07a9-9a61-424f-abdc-b657f1d820bd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.388859] env[64496]: DEBUG nova.network.neutron [-] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.421619] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2543081f-27a7-462a-ad5d-60e0236e71a1 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "70080cd5-d6d1-49b9-b9bb-7b41871dfb07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.812s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.423140] env[64496]: INFO nova.compute.manager [-] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Took 0.94 seconds to deallocate network for instance. [ 1534.423935] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cca766b-d3aa-45f7-85dc-440f89046d65 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.436741] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6a214c-879a-497a-9c7c-702efe540062 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.452257] env[64496]: DEBUG nova.compute.provider_tree [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.499268] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901718, 'name': ReconfigVM_Task, 'duration_secs': 0.573351} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.499784] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a450a602-d839-45a2-8b41-dfcef81f7a57/a450a602-d839-45a2-8b41-dfcef81f7a57.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1534.500808] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a6085cc-a8ba-4419-a095-9e8741f6ee07 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.530054] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Waiting for the task: (returnval){ [ 1534.530054] env[64496]: value = "task-1901720" [ 1534.530054] env[64496]: _type = "Task" [ 1534.530054] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.538740] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901720, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.539912] env[64496]: DEBUG nova.network.neutron [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Successfully updated port: 956e5a82-256d-44ae-8ce7-cea9d3428d79 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1534.580601] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-552e5a77-da9f-44f6-a091-1886fdebdf11 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.593075] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc0e3e3-242f-4f36-9be2-451211734878 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.613088] env[64496]: DEBUG oslo_vmware.api [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901719, 'name': PowerOffVM_Task, 'duration_secs': 0.296128} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.613435] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1534.613641] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1534.613920] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55a354dc-c31e-4a81-a0b9-af2e504f71cc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.634148] env[64496]: DEBUG nova.compute.manager [req-f3785cd5-9378-4642-936e-c2176ce2c8da req-0a146e1c-5be2-43e1-8d33-6321bd8761fc service nova] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Detach interface failed, port_id=1590597f-d640-465a-83de-e81dfc9caf38, reason: Instance 2769fc49-4f22-44c1-a0e5-7481ec8b595c could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1534.645099] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1534.645099] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1534.645099] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Deleting the datastore file [datastore1] 6ca6c4fd-2234-4077-a0f3-510385354b2b {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1534.645099] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a1e8ac9-6d6a-497c-943a-a403aee0f1d2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.653573] env[64496]: DEBUG oslo_vmware.api [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for the task: (returnval){ [ 1534.653573] env[64496]: value = "task-1901722" [ 1534.653573] env[64496]: _type = "Task" [ 1534.653573] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.664436] env[64496]: DEBUG oslo_vmware.api [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.777171] env[64496]: DEBUG nova.compute.manager [req-cc43ef55-32bb-4a36-abd9-0bca5ba55c03 req-c67f8f4f-f06e-4f93-8711-f5ab543352fb service nova] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Received event network-vif-plugged-956e5a82-256d-44ae-8ce7-cea9d3428d79 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1534.777911] env[64496]: DEBUG oslo_concurrency.lockutils [req-cc43ef55-32bb-4a36-abd9-0bca5ba55c03 req-c67f8f4f-f06e-4f93-8711-f5ab543352fb service nova] Acquiring lock "1800df03-6446-4f49-9f76-1dedd242b880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.778200] env[64496]: DEBUG oslo_concurrency.lockutils [req-cc43ef55-32bb-4a36-abd9-0bca5ba55c03 req-c67f8f4f-f06e-4f93-8711-f5ab543352fb service nova] Lock "1800df03-6446-4f49-9f76-1dedd242b880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.778327] env[64496]: DEBUG oslo_concurrency.lockutils [req-cc43ef55-32bb-4a36-abd9-0bca5ba55c03 req-c67f8f4f-f06e-4f93-8711-f5ab543352fb service nova] Lock "1800df03-6446-4f49-9f76-1dedd242b880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.778512] env[64496]: DEBUG nova.compute.manager [req-cc43ef55-32bb-4a36-abd9-0bca5ba55c03 req-c67f8f4f-f06e-4f93-8711-f5ab543352fb service nova] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] No waiting events found dispatching network-vif-plugged-956e5a82-256d-44ae-8ce7-cea9d3428d79 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1534.778739] env[64496]: WARNING nova.compute.manager [req-cc43ef55-32bb-4a36-abd9-0bca5ba55c03 req-c67f8f4f-f06e-4f93-8711-f5ab543352fb service nova] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Received unexpected event network-vif-plugged-956e5a82-256d-44ae-8ce7-cea9d3428d79 for instance with vm_state building and task_state spawning. [ 1534.778940] env[64496]: DEBUG nova.compute.manager [req-cc43ef55-32bb-4a36-abd9-0bca5ba55c03 req-c67f8f4f-f06e-4f93-8711-f5ab543352fb service nova] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Received event network-changed-956e5a82-256d-44ae-8ce7-cea9d3428d79 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1534.779123] env[64496]: DEBUG nova.compute.manager [req-cc43ef55-32bb-4a36-abd9-0bca5ba55c03 req-c67f8f4f-f06e-4f93-8711-f5ab543352fb service nova] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Refreshing instance network info cache due to event network-changed-956e5a82-256d-44ae-8ce7-cea9d3428d79. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1534.779459] env[64496]: DEBUG oslo_concurrency.lockutils [req-cc43ef55-32bb-4a36-abd9-0bca5ba55c03 req-c67f8f4f-f06e-4f93-8711-f5ab543352fb service nova] Acquiring lock "refresh_cache-1800df03-6446-4f49-9f76-1dedd242b880" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.779507] env[64496]: DEBUG oslo_concurrency.lockutils [req-cc43ef55-32bb-4a36-abd9-0bca5ba55c03 req-c67f8f4f-f06e-4f93-8711-f5ab543352fb service nova] Acquired lock "refresh_cache-1800df03-6446-4f49-9f76-1dedd242b880" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.779667] env[64496]: DEBUG nova.network.neutron [req-cc43ef55-32bb-4a36-abd9-0bca5ba55c03 req-c67f8f4f-f06e-4f93-8711-f5ab543352fb service nova] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Refreshing network info cache for port 956e5a82-256d-44ae-8ce7-cea9d3428d79 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1534.938451] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.956410] env[64496]: DEBUG nova.scheduler.client.report [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.039513] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901720, 'name': Rename_Task, 'duration_secs': 0.276991} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.039781] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1535.040025] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-938af983-8a5d-4c1b-b7e0-e3fe7b557396 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.044091] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "refresh_cache-1800df03-6446-4f49-9f76-1dedd242b880" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.050213] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Waiting for the task: (returnval){ [ 1535.050213] env[64496]: value = "task-1901723" [ 1535.050213] env[64496]: _type = "Task" [ 1535.050213] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.060370] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.167251] env[64496]: DEBUG oslo_vmware.api [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Task: {'id': task-1901722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233037} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.167251] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1535.167251] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1535.167251] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1535.167251] env[64496]: INFO nova.compute.manager [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1535.167541] env[64496]: DEBUG oslo.service.loopingcall [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.167541] env[64496]: DEBUG nova.compute.manager [-] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1535.167541] env[64496]: DEBUG nova.network.neutron [-] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1535.180211] env[64496]: DEBUG nova.network.neutron [-] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1535.274922] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "02198b91-3757-44f5-aa10-c48ec83e47ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.275506] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "02198b91-3757-44f5-aa10-c48ec83e47ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.275736] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "02198b91-3757-44f5-aa10-c48ec83e47ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.276296] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "02198b91-3757-44f5-aa10-c48ec83e47ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.276296] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "02198b91-3757-44f5-aa10-c48ec83e47ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.278433] env[64496]: INFO nova.compute.manager [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Terminating instance [ 1535.326783] env[64496]: DEBUG nova.network.neutron [req-cc43ef55-32bb-4a36-abd9-0bca5ba55c03 req-c67f8f4f-f06e-4f93-8711-f5ab543352fb service nova] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1535.465397] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.470086] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.948s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.475420] env[64496]: INFO nova.compute.claims [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1535.497237] env[64496]: INFO nova.scheduler.client.report [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Deleted allocations for instance cb97679a-6f0b-40fe-8f67-654c55c49f20 [ 1535.564643] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901723, 'name': PowerOnVM_Task} progress is 90%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.683423] env[64496]: DEBUG nova.network.neutron [-] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.746380] env[64496]: DEBUG nova.network.neutron [req-cc43ef55-32bb-4a36-abd9-0bca5ba55c03 req-c67f8f4f-f06e-4f93-8711-f5ab543352fb service nova] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.786028] env[64496]: DEBUG nova.compute.manager [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1535.786295] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1535.789898] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb20f6cf-5cac-4309-94c8-db99787dc850 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.797506] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.797800] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53cdb900-b06f-47e8-b929-cfbe401326dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.808233] env[64496]: DEBUG oslo_vmware.api [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1535.808233] env[64496]: value = "task-1901724" [ 1535.808233] env[64496]: _type = "Task" [ 1535.808233] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.820088] env[64496]: DEBUG oslo_vmware.api [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.879063] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "952619d1-1ebb-4515-93c9-dc60ed265152" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.879443] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "952619d1-1ebb-4515-93c9-dc60ed265152" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.010837] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8128963c-14d0-49d5-b3c5-8ff0c76cc5f9 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "cb97679a-6f0b-40fe-8f67-654c55c49f20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.523s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.060169] env[64496]: DEBUG oslo_vmware.api [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901723, 'name': PowerOnVM_Task, 'duration_secs': 0.647188} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.060535] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1536.060824] env[64496]: INFO nova.compute.manager [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1536.061462] env[64496]: DEBUG nova.compute.manager [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1536.062346] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabdca38-0108-4480-99ef-f2bb11abdbea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.186733] env[64496]: INFO nova.compute.manager [-] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Took 1.02 seconds to deallocate network for instance. [ 1536.248776] env[64496]: DEBUG oslo_concurrency.lockutils [req-cc43ef55-32bb-4a36-abd9-0bca5ba55c03 req-c67f8f4f-f06e-4f93-8711-f5ab543352fb service nova] Releasing lock "refresh_cache-1800df03-6446-4f49-9f76-1dedd242b880" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.249552] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquired lock "refresh_cache-1800df03-6446-4f49-9f76-1dedd242b880" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.249728] env[64496]: DEBUG nova.network.neutron [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.322574] env[64496]: DEBUG oslo_vmware.api [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901724, 'name': PowerOffVM_Task, 'duration_secs': 0.422954} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.323478] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1536.323734] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1536.324083] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a489532-9a5e-435c-a5b6-efb1848e131b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.384536] env[64496]: DEBUG nova.compute.manager [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1536.443264] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1536.443264] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1536.443264] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleting the datastore file [datastore1] 02198b91-3757-44f5-aa10-c48ec83e47ab {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.443264] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbfa147f-09e7-481b-9051-355099718858 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.451202] env[64496]: DEBUG oslo_vmware.api [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1536.451202] env[64496]: value = "task-1901726" [ 1536.451202] env[64496]: _type = "Task" [ 1536.451202] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.459195] env[64496]: DEBUG oslo_vmware.api [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.584187] env[64496]: INFO nova.compute.manager [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Took 33.23 seconds to build instance. [ 1536.694967] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.806058] env[64496]: DEBUG nova.network.neutron [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1536.872263] env[64496]: DEBUG nova.compute.manager [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Stashing vm_state: active {{(pid=64496) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1536.913528] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.944713] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2fe563-9d0f-43b3-85f8-2488dcb95b87 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.955061] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e84c7d-9686-493c-81a2-86406a89a5c9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.963340] env[64496]: DEBUG oslo_vmware.api [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486985} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.988214] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.988334] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.988520] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.988731] env[64496]: INFO nova.compute.manager [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1536.989035] env[64496]: DEBUG oslo.service.loopingcall [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.992143] env[64496]: DEBUG nova.compute.manager [-] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1536.992247] env[64496]: DEBUG nova.network.neutron [-] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1536.994241] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9729d32-be1e-4b43-bef2-76f8cd59b5e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.005021] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fee4ca6-f505-41fc-ad04-7f2276daaf1f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.021921] env[64496]: DEBUG nova.compute.provider_tree [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1537.034850] env[64496]: DEBUG nova.network.neutron [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Updating instance_info_cache with network_info: [{"id": "956e5a82-256d-44ae-8ce7-cea9d3428d79", "address": "fa:16:3e:93:ba:9c", "network": {"id": "b4bfaea0-fea9-4030-9224-ecfad9e3b7dd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-638013214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5fbc0bdd444d389b95497b1751ee50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956e5a82-25", "ovs_interfaceid": "956e5a82-256d-44ae-8ce7-cea9d3428d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.085228] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb9aeef0-f327-4f5c-aef9-b34c78053fc8 tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Lock "a450a602-d839-45a2-8b41-dfcef81f7a57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.024s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.342475] env[64496]: DEBUG nova.compute.manager [req-a75d1e8b-f3a7-45a5-aab5-09c81da75d5a req-0b22c829-d9c8-4c2c-9459-c107c8a6633b service nova] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Received event network-vif-deleted-a33e7bd0-88e4-4a50-ae76-57701cec7a6b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1537.342475] env[64496]: INFO nova.compute.manager [req-a75d1e8b-f3a7-45a5-aab5-09c81da75d5a req-0b22c829-d9c8-4c2c-9459-c107c8a6633b service nova] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Neutron deleted interface a33e7bd0-88e4-4a50-ae76-57701cec7a6b; detaching it from the instance and deleting it from the info cache [ 1537.342475] env[64496]: DEBUG nova.network.neutron [req-a75d1e8b-f3a7-45a5-aab5-09c81da75d5a req-0b22c829-d9c8-4c2c-9459-c107c8a6633b service nova] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.392292] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.537379] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Releasing lock "refresh_cache-1800df03-6446-4f49-9f76-1dedd242b880" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.537694] env[64496]: DEBUG nova.compute.manager [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Instance network_info: |[{"id": "956e5a82-256d-44ae-8ce7-cea9d3428d79", "address": "fa:16:3e:93:ba:9c", "network": {"id": "b4bfaea0-fea9-4030-9224-ecfad9e3b7dd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-638013214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5fbc0bdd444d389b95497b1751ee50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956e5a82-25", "ovs_interfaceid": "956e5a82-256d-44ae-8ce7-cea9d3428d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1537.538111] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:ba:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '956e5a82-256d-44ae-8ce7-cea9d3428d79', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1537.547876] env[64496]: DEBUG oslo.service.loopingcall [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.548109] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1537.548335] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfe83921-e90b-42e4-894a-4c9f5d9ea94e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.566028] env[64496]: ERROR nova.scheduler.client.report [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [req-5a2573d6-24a4-4beb-837f-acacc7c97807] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5a2573d6-24a4-4beb-837f-acacc7c97807"}]} [ 1537.574858] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1537.574858] env[64496]: value = "task-1901727" [ 1537.574858] env[64496]: _type = "Task" [ 1537.574858] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.583178] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901727, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.584185] env[64496]: DEBUG nova.scheduler.client.report [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1537.599692] env[64496]: DEBUG nova.scheduler.client.report [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1537.599922] env[64496]: DEBUG nova.compute.provider_tree [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1537.611944] env[64496]: DEBUG nova.scheduler.client.report [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1537.632390] env[64496]: DEBUG nova.scheduler.client.report [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1537.735824] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "7a422d1b-0939-48f8-a5c6-4d8c7e63c171" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.735824] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "7a422d1b-0939-48f8-a5c6-4d8c7e63c171" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.770368] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "964f38a5-5d7b-4328-a195-5e746481536f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.770606] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "964f38a5-5d7b-4328-a195-5e746481536f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.818165] env[64496]: DEBUG nova.network.neutron [-] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.845165] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67776f4e-8cd8-4f7b-af1c-5eac46f30764 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.856310] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0c9eda-568e-460b-890f-0762171342ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.894346] env[64496]: DEBUG nova.compute.manager [req-a75d1e8b-f3a7-45a5-aab5-09c81da75d5a req-0b22c829-d9c8-4c2c-9459-c107c8a6633b service nova] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Detach interface failed, port_id=a33e7bd0-88e4-4a50-ae76-57701cec7a6b, reason: Instance 02198b91-3757-44f5-aa10-c48ec83e47ab could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1538.084528] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901727, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.086157] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639e24cf-7390-42c8-b203-4ba9eedeaafb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.094299] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4962120-73b4-4ba2-a5d7-bdb3afd0a5e0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.126151] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249a4e62-0507-4a27-ba81-06e75dac9b91 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.137021] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825ecbdd-d88f-400c-8fad-08eed90ecf3a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.139205] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Acquiring lock "a450a602-d839-45a2-8b41-dfcef81f7a57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.139447] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Lock "a450a602-d839-45a2-8b41-dfcef81f7a57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.139719] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Acquiring lock "a450a602-d839-45a2-8b41-dfcef81f7a57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.139923] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Lock "a450a602-d839-45a2-8b41-dfcef81f7a57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.140101] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Lock "a450a602-d839-45a2-8b41-dfcef81f7a57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.142514] env[64496]: INFO nova.compute.manager [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Terminating instance [ 1538.158030] env[64496]: DEBUG nova.compute.provider_tree [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1538.238931] env[64496]: DEBUG nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1538.321114] env[64496]: INFO nova.compute.manager [-] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Took 1.33 seconds to deallocate network for instance. [ 1538.585738] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901727, 'name': CreateVM_Task, 'duration_secs': 0.666552} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.585959] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1538.586687] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.586858] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.587194] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1538.587446] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed6cdae-3216-4cb9-8be5-ab8afb017b3f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.593447] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1538.593447] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5200d770-7c56-94bf-7da5-7fa8b70c89fe" [ 1538.593447] env[64496]: _type = "Task" [ 1538.593447] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.601644] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5200d770-7c56-94bf-7da5-7fa8b70c89fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.648236] env[64496]: DEBUG nova.compute.manager [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1538.649092] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1538.649374] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad37ff0-1a68-4c98-9978-4aa20bf9b7dd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.657709] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1538.657968] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c24880a-c284-479d-858a-5ba8d0fd5802 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.666566] env[64496]: DEBUG oslo_vmware.api [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Waiting for the task: (returnval){ [ 1538.666566] env[64496]: value = "task-1901728" [ 1538.666566] env[64496]: _type = "Task" [ 1538.666566] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.676849] env[64496]: DEBUG oslo_vmware.api [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.705881] env[64496]: DEBUG nova.scheduler.client.report [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1538.706250] env[64496]: DEBUG nova.compute.provider_tree [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 78 to 79 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1538.706614] env[64496]: DEBUG nova.compute.provider_tree [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1538.774591] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.830393] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.105239] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5200d770-7c56-94bf-7da5-7fa8b70c89fe, 'name': SearchDatastore_Task, 'duration_secs': 0.027966} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.105585] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.105840] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1539.106073] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.106225] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.106473] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1539.106754] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac244fd5-c6ed-4eb9-a5e9-d60dda9f1921 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.119629] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1539.119811] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1539.120566] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3336cff-5ab4-4ceb-af90-0f113a3930e1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.126662] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1539.126662] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52300efd-03c8-c2b9-d471-9cc7e95e15a2" [ 1539.126662] env[64496]: _type = "Task" [ 1539.126662] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.135878] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52300efd-03c8-c2b9-d471-9cc7e95e15a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.176691] env[64496]: DEBUG oslo_vmware.api [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901728, 'name': PowerOffVM_Task, 'duration_secs': 0.20039} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.176983] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1539.177173] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1539.177431] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da61a243-9104-46c0-a72b-13e5d647fc50 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.212468] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.743s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.212982] env[64496]: DEBUG nova.compute.manager [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1539.217744] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.731s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.217995] env[64496]: INFO nova.compute.claims [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1539.266130] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1539.266359] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1539.266576] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Deleting the datastore file [datastore1] a450a602-d839-45a2-8b41-dfcef81f7a57 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1539.266871] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c8f6b78-4373-41bf-a8bc-7cf9ef0da884 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.275490] env[64496]: DEBUG oslo_vmware.api [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Waiting for the task: (returnval){ [ 1539.275490] env[64496]: value = "task-1901730" [ 1539.275490] env[64496]: _type = "Task" [ 1539.275490] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.284789] env[64496]: DEBUG oslo_vmware.api [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.638087] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52300efd-03c8-c2b9-d471-9cc7e95e15a2, 'name': SearchDatastore_Task, 'duration_secs': 0.02509} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.639097] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b36288-fd34-4d06-8a5e-fe3ac99697ca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.644529] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1539.644529] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52449b69-d647-6432-491b-c5d4413118e4" [ 1539.644529] env[64496]: _type = "Task" [ 1539.644529] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.653301] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52449b69-d647-6432-491b-c5d4413118e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.724132] env[64496]: DEBUG nova.compute.utils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1539.728715] env[64496]: DEBUG nova.compute.manager [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1539.728822] env[64496]: DEBUG nova.network.neutron [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1539.787520] env[64496]: DEBUG oslo_vmware.api [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Task: {'id': task-1901730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491066} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.787709] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1539.787893] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1539.788086] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1539.788325] env[64496]: INFO nova.compute.manager [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1539.788570] env[64496]: DEBUG oslo.service.loopingcall [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1539.788778] env[64496]: DEBUG nova.compute.manager [-] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1539.788853] env[64496]: DEBUG nova.network.neutron [-] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1539.792410] env[64496]: DEBUG nova.policy [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd880adc85e9d4a24b2c09bb9d14c53ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c08e7226e5464122a2afbbe4608fc70f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1540.099363] env[64496]: DEBUG nova.compute.manager [req-1dc32f29-21b7-4c9f-a50f-7b8c56018a7c req-891f948d-1205-45b6-ae1b-4e18e55e2888 service nova] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Received event network-vif-deleted-c92afcb4-ef46-496f-a1ae-dd5c292b2ef5 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1540.099495] env[64496]: INFO nova.compute.manager [req-1dc32f29-21b7-4c9f-a50f-7b8c56018a7c req-891f948d-1205-45b6-ae1b-4e18e55e2888 service nova] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Neutron deleted interface c92afcb4-ef46-496f-a1ae-dd5c292b2ef5; detaching it from the instance and deleting it from the info cache [ 1540.099703] env[64496]: DEBUG nova.network.neutron [req-1dc32f29-21b7-4c9f-a50f-7b8c56018a7c req-891f948d-1205-45b6-ae1b-4e18e55e2888 service nova] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.164185] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52449b69-d647-6432-491b-c5d4413118e4, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.164185] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.164185] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 1800df03-6446-4f49-9f76-1dedd242b880/1800df03-6446-4f49-9f76-1dedd242b880.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1540.164185] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b14b523-71a0-42c3-8678-bfbf06c34da1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.174289] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1540.174289] env[64496]: value = "task-1901731" [ 1540.174289] env[64496]: _type = "Task" [ 1540.174289] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.188276] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.229229] env[64496]: DEBUG nova.compute.utils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1540.233682] env[64496]: DEBUG nova.network.neutron [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Successfully created port: d64c746e-fcc2-4ad4-ba0b-00bfa48ec537 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1540.579161] env[64496]: DEBUG nova.network.neutron [-] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.605324] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf2e4b15-2e9b-45ca-a6e5-9c28700239b7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.617253] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877a5cc7-a6bf-4076-ae82-85294f486f8d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.658112] env[64496]: DEBUG nova.compute.manager [req-1dc32f29-21b7-4c9f-a50f-7b8c56018a7c req-891f948d-1205-45b6-ae1b-4e18e55e2888 service nova] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Detach interface failed, port_id=c92afcb4-ef46-496f-a1ae-dd5c292b2ef5, reason: Instance a450a602-d839-45a2-8b41-dfcef81f7a57 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1540.686480] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901731, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.741343] env[64496]: DEBUG nova.compute.manager [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1540.762437] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f912b7a-9f7c-4c5d-87ed-2e6b521b9442 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.771702] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f316bacf-5e47-4771-85d1-977bbe7b9ee7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.808946] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af016e8-d0e1-49f6-a811-8fedae93d3e6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.819129] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a4125d-e298-4567-88f0-baf945640571 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.837778] env[64496]: DEBUG nova.compute.provider_tree [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.083387] env[64496]: INFO nova.compute.manager [-] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Took 1.29 seconds to deallocate network for instance. [ 1541.185655] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664063} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.186017] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 1800df03-6446-4f49-9f76-1dedd242b880/1800df03-6446-4f49-9f76-1dedd242b880.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1541.186320] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1541.186648] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a6c02c7-f47d-459d-976e-e6efac1c7786 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.193314] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1541.193314] env[64496]: value = "task-1901732" [ 1541.193314] env[64496]: _type = "Task" [ 1541.193314] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.201452] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.340562] env[64496]: DEBUG nova.scheduler.client.report [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1541.590095] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.708470] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072353} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.708752] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1541.710544] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b67749c-d259-4163-80b9-8b0cea90d6c4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.737889] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 1800df03-6446-4f49-9f76-1dedd242b880/1800df03-6446-4f49-9f76-1dedd242b880.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.738228] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f0c7600-59c0-443a-b052-7d01bcc44101 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.753946] env[64496]: DEBUG nova.compute.manager [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1541.765666] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1541.765666] env[64496]: value = "task-1901733" [ 1541.765666] env[64496]: _type = "Task" [ 1541.765666] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.777102] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.786732] env[64496]: DEBUG nova.virt.hardware [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:14:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1689021555',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-331678668',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1541.787008] env[64496]: DEBUG nova.virt.hardware [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1541.787179] env[64496]: DEBUG nova.virt.hardware [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1541.787365] env[64496]: DEBUG nova.virt.hardware [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1541.787516] env[64496]: DEBUG nova.virt.hardware [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1541.787849] env[64496]: DEBUG nova.virt.hardware [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1541.788116] env[64496]: DEBUG nova.virt.hardware [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1541.788287] env[64496]: DEBUG nova.virt.hardware [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1541.788458] env[64496]: DEBUG nova.virt.hardware [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1541.788851] env[64496]: DEBUG nova.virt.hardware [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1541.789047] env[64496]: DEBUG nova.virt.hardware [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1541.789884] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04cb488-a075-46a8-8b27-aa518f6f983e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.799411] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170f1607-0f2a-4353-8fa7-76056a0cae22 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.818648] env[64496]: DEBUG nova.compute.manager [req-6f6d9e1e-6f03-4771-ad09-3ecd87675273 req-1ec7ec96-8ee8-490d-b433-3dfbd6eb3727 service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Received event network-vif-plugged-d64c746e-fcc2-4ad4-ba0b-00bfa48ec537 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1541.818870] env[64496]: DEBUG oslo_concurrency.lockutils [req-6f6d9e1e-6f03-4771-ad09-3ecd87675273 req-1ec7ec96-8ee8-490d-b433-3dfbd6eb3727 service nova] Acquiring lock "b5fda5f0-2f89-4eed-9284-0b0f74a747db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.819098] env[64496]: DEBUG oslo_concurrency.lockutils [req-6f6d9e1e-6f03-4771-ad09-3ecd87675273 req-1ec7ec96-8ee8-490d-b433-3dfbd6eb3727 service nova] Lock "b5fda5f0-2f89-4eed-9284-0b0f74a747db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.819547] env[64496]: DEBUG oslo_concurrency.lockutils [req-6f6d9e1e-6f03-4771-ad09-3ecd87675273 req-1ec7ec96-8ee8-490d-b433-3dfbd6eb3727 service nova] Lock "b5fda5f0-2f89-4eed-9284-0b0f74a747db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.819753] env[64496]: DEBUG nova.compute.manager [req-6f6d9e1e-6f03-4771-ad09-3ecd87675273 req-1ec7ec96-8ee8-490d-b433-3dfbd6eb3727 service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] No waiting events found dispatching network-vif-plugged-d64c746e-fcc2-4ad4-ba0b-00bfa48ec537 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1541.819926] env[64496]: WARNING nova.compute.manager [req-6f6d9e1e-6f03-4771-ad09-3ecd87675273 req-1ec7ec96-8ee8-490d-b433-3dfbd6eb3727 service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Received unexpected event network-vif-plugged-d64c746e-fcc2-4ad4-ba0b-00bfa48ec537 for instance with vm_state building and task_state spawning. [ 1541.847403] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.847922] env[64496]: DEBUG nova.compute.manager [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1541.852354] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.357s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.852697] env[64496]: DEBUG nova.objects.instance [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lazy-loading 'resources' on Instance uuid 1d606e17-3ee9-45e0-b92a-fb5e816720f0 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.915495] env[64496]: DEBUG nova.network.neutron [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Successfully updated port: d64c746e-fcc2-4ad4-ba0b-00bfa48ec537 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1542.277356] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.355021] env[64496]: DEBUG nova.compute.utils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1542.356484] env[64496]: DEBUG nova.compute.manager [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1542.356856] env[64496]: DEBUG nova.network.neutron [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1542.418559] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "refresh_cache-b5fda5f0-2f89-4eed-9284-0b0f74a747db" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.418559] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquired lock "refresh_cache-b5fda5f0-2f89-4eed-9284-0b0f74a747db" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.418559] env[64496]: DEBUG nova.network.neutron [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1542.421454] env[64496]: DEBUG nova.policy [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc0fdb59419447aaa1ece5158a2521d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5cc478727cb464d8b01a0c1ed781757', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1542.785695] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901733, 'name': ReconfigVM_Task, 'duration_secs': 0.818083} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.785795] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 1800df03-6446-4f49-9f76-1dedd242b880/1800df03-6446-4f49-9f76-1dedd242b880.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.786995] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b633fb2-3924-491d-bdf7-a889da66784a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.798720] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1542.798720] env[64496]: value = "task-1901734" [ 1542.798720] env[64496]: _type = "Task" [ 1542.798720] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.811605] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901734, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.865133] env[64496]: DEBUG nova.compute.manager [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1542.896284] env[64496]: DEBUG nova.network.neutron [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Successfully created port: dd241b2a-985c-4036-86e5-626b1fc33464 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1542.980019] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d41527f-3d6f-47d1-81ea-b3ac6cc41f7a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.989070] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a358c2c-8ae8-4a16-bc33-5c35f1859dda {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.997500] env[64496]: DEBUG nova.network.neutron [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1543.031475] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c654ef-9f5a-40c7-b735-dc61d1e859ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.040587] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f198132-0ab4-4688-a787-ef2827d886a1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.056248] env[64496]: DEBUG nova.compute.provider_tree [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.195058] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.195404] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.207237] env[64496]: DEBUG nova.network.neutron [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Updating instance_info_cache with network_info: [{"id": "d64c746e-fcc2-4ad4-ba0b-00bfa48ec537", "address": "fa:16:3e:ad:af:e0", "network": {"id": "cfc4979f-c6f7-4114-ada4-e54567464ca7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2129803440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08e7226e5464122a2afbbe4608fc70f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd64c746e-fc", "ovs_interfaceid": "d64c746e-fcc2-4ad4-ba0b-00bfa48ec537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.309645] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901734, 'name': Rename_Task, 'duration_secs': 0.167729} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.309992] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.310651] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa832de6-909d-45ff-98ba-bdc32e9e4fd7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.318858] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1543.318858] env[64496]: value = "task-1901735" [ 1543.318858] env[64496]: _type = "Task" [ 1543.318858] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.329745] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.468116] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.468417] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.561418] env[64496]: DEBUG nova.scheduler.client.report [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.707063] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.707448] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1543.710129] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Releasing lock "refresh_cache-b5fda5f0-2f89-4eed-9284-0b0f74a747db" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.710179] env[64496]: DEBUG nova.compute.manager [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Instance network_info: |[{"id": "d64c746e-fcc2-4ad4-ba0b-00bfa48ec537", "address": "fa:16:3e:ad:af:e0", "network": {"id": "cfc4979f-c6f7-4114-ada4-e54567464ca7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2129803440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08e7226e5464122a2afbbe4608fc70f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd64c746e-fc", "ovs_interfaceid": "d64c746e-fcc2-4ad4-ba0b-00bfa48ec537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1543.711201] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:af:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd64c746e-fcc2-4ad4-ba0b-00bfa48ec537', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1543.718873] env[64496]: DEBUG oslo.service.loopingcall [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.718873] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1543.719103] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-246f0163-9e81-4221-811c-34b52db5bb5a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.740858] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1543.740858] env[64496]: value = "task-1901736" [ 1543.740858] env[64496]: _type = "Task" [ 1543.740858] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.749939] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901736, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.830048] env[64496]: DEBUG oslo_vmware.api [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901735, 'name': PowerOnVM_Task, 'duration_secs': 0.498232} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.830433] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1543.830809] env[64496]: INFO nova.compute.manager [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1543.830934] env[64496]: DEBUG nova.compute.manager [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.831835] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0fd52d-08d1-48c3-b23d-a83235e20bdf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.843553] env[64496]: DEBUG nova.compute.manager [req-ea1f6da0-d020-40b9-9020-79c3b8e992e3 req-3ce2e8ae-dd9a-4630-a1f9-f18c091f5789 service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Received event network-changed-d64c746e-fcc2-4ad4-ba0b-00bfa48ec537 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1543.843748] env[64496]: DEBUG nova.compute.manager [req-ea1f6da0-d020-40b9-9020-79c3b8e992e3 req-3ce2e8ae-dd9a-4630-a1f9-f18c091f5789 service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Refreshing instance network info cache due to event network-changed-d64c746e-fcc2-4ad4-ba0b-00bfa48ec537. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1543.843961] env[64496]: DEBUG oslo_concurrency.lockutils [req-ea1f6da0-d020-40b9-9020-79c3b8e992e3 req-3ce2e8ae-dd9a-4630-a1f9-f18c091f5789 service nova] Acquiring lock "refresh_cache-b5fda5f0-2f89-4eed-9284-0b0f74a747db" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.844161] env[64496]: DEBUG oslo_concurrency.lockutils [req-ea1f6da0-d020-40b9-9020-79c3b8e992e3 req-3ce2e8ae-dd9a-4630-a1f9-f18c091f5789 service nova] Acquired lock "refresh_cache-b5fda5f0-2f89-4eed-9284-0b0f74a747db" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.844283] env[64496]: DEBUG nova.network.neutron [req-ea1f6da0-d020-40b9-9020-79c3b8e992e3 req-3ce2e8ae-dd9a-4630-a1f9-f18c091f5789 service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Refreshing network info cache for port d64c746e-fcc2-4ad4-ba0b-00bfa48ec537 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1543.882587] env[64496]: DEBUG nova.compute.manager [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1543.910163] env[64496]: DEBUG nova.virt.hardware [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1543.910411] env[64496]: DEBUG nova.virt.hardware [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1543.910566] env[64496]: DEBUG nova.virt.hardware [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1543.910766] env[64496]: DEBUG nova.virt.hardware [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1543.910895] env[64496]: DEBUG nova.virt.hardware [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1543.911154] env[64496]: DEBUG nova.virt.hardware [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1543.911537] env[64496]: DEBUG nova.virt.hardware [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1543.911826] env[64496]: DEBUG nova.virt.hardware [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1543.912117] env[64496]: DEBUG nova.virt.hardware [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1543.912327] env[64496]: DEBUG nova.virt.hardware [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1543.912508] env[64496]: DEBUG nova.virt.hardware [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1543.913719] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561c5d6b-0c05-4bc6-839b-861b8f295f13 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.924608] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60811982-aff3-4ab7-9e73-9fd547b4fb3b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.066869] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.070069] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.983s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.071822] env[64496]: INFO nova.compute.claims [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1544.094387] env[64496]: INFO nova.scheduler.client.report [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Deleted allocations for instance 1d606e17-3ee9-45e0-b92a-fb5e816720f0 [ 1544.254934] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901736, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.362262] env[64496]: INFO nova.compute.manager [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Took 37.03 seconds to build instance. [ 1544.608270] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e5d493cc-871a-4e84-b23c-6fa544dfd310 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "1d606e17-3ee9-45e0-b92a-fb5e816720f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.169s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.690970] env[64496]: DEBUG nova.network.neutron [req-ea1f6da0-d020-40b9-9020-79c3b8e992e3 req-3ce2e8ae-dd9a-4630-a1f9-f18c091f5789 service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Updated VIF entry in instance network info cache for port d64c746e-fcc2-4ad4-ba0b-00bfa48ec537. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1544.691361] env[64496]: DEBUG nova.network.neutron [req-ea1f6da0-d020-40b9-9020-79c3b8e992e3 req-3ce2e8ae-dd9a-4630-a1f9-f18c091f5789 service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Updating instance_info_cache with network_info: [{"id": "d64c746e-fcc2-4ad4-ba0b-00bfa48ec537", "address": "fa:16:3e:ad:af:e0", "network": {"id": "cfc4979f-c6f7-4114-ada4-e54567464ca7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2129803440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08e7226e5464122a2afbbe4608fc70f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd64c746e-fc", "ovs_interfaceid": "d64c746e-fcc2-4ad4-ba0b-00bfa48ec537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.759023] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901736, 'name': CreateVM_Task, 'duration_secs': 0.577957} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.759023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "refresh_cache-fb4b120d-4097-40af-a6e9-ee18a55fed58" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.759023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquired lock "refresh_cache-fb4b120d-4097-40af-a6e9-ee18a55fed58" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.759023] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Forcefully refreshing network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1544.759023] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1544.759023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.759557] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.760657] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1544.761176] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a0e296-610a-4e1a-81e2-4b0261f11fe9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.770540] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1544.770540] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e09ca4-176b-a05b-ebde-4df25a9ed24a" [ 1544.770540] env[64496]: _type = "Task" [ 1544.770540] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.786726] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e09ca4-176b-a05b-ebde-4df25a9ed24a, 'name': SearchDatastore_Task, 'duration_secs': 0.012768} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.786726] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.786978] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1544.787300] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.787556] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.787789] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1544.788147] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b60777b7-3255-47bb-81dd-b2ab8cc1bf72 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.797827] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1544.798139] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1544.799167] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002cd0b1-bd8e-4725-8843-ee6828d01a60 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.805145] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1544.805145] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c4bc21-9763-0d56-2407-a1c31148f094" [ 1544.805145] env[64496]: _type = "Task" [ 1544.805145] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.814467] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c4bc21-9763-0d56-2407-a1c31148f094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.864221] env[64496]: DEBUG oslo_concurrency.lockutils [None req-66da1240-7eb5-4c44-a602-5721cbb641b9 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "1800df03-6446-4f49-9f76-1dedd242b880" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.169s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.895500] env[64496]: DEBUG nova.network.neutron [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Successfully updated port: dd241b2a-985c-4036-86e5-626b1fc33464 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1545.197762] env[64496]: DEBUG oslo_concurrency.lockutils [req-ea1f6da0-d020-40b9-9020-79c3b8e992e3 req-3ce2e8ae-dd9a-4630-a1f9-f18c091f5789 service nova] Releasing lock "refresh_cache-b5fda5f0-2f89-4eed-9284-0b0f74a747db" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.319206] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c4bc21-9763-0d56-2407-a1c31148f094, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.323130] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872e2fe6-c7e3-4159-8782-ced9d8657fe3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.331528] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1545.331528] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52900c4f-e612-dc85-161f-b13509dee674" [ 1545.331528] env[64496]: _type = "Task" [ 1545.331528] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.343326] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52900c4f-e612-dc85-161f-b13509dee674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.367261] env[64496]: DEBUG nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1545.397825] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "refresh_cache-968500dc-0513-4051-be7a-bc40fd7db142" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.397825] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquired lock "refresh_cache-968500dc-0513-4051-be7a-bc40fd7db142" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.397990] env[64496]: DEBUG nova.network.neutron [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.551913] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89923f2-6c51-463c-9ec8-d6bb98d60705 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.560475] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdc66a7-5531-41bd-a8c9-b4791ef7cbe9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.593042] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ee8f92-63a2-4d61-a5fe-4eb0da5142c4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.601451] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012cae9f-7a8f-492b-9585-a9b3339175be {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.615685] env[64496]: DEBUG nova.compute.provider_tree [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.843729] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52900c4f-e612-dc85-161f-b13509dee674, 'name': SearchDatastore_Task, 'duration_secs': 0.034088} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.844030] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.844179] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] b5fda5f0-2f89-4eed-9284-0b0f74a747db/b5fda5f0-2f89-4eed-9284-0b0f74a747db.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1545.844508] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dbb9222-9ee3-4bbb-b0bd-cd560011e0a1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.852865] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1545.852865] env[64496]: value = "task-1901737" [ 1545.852865] env[64496]: _type = "Task" [ 1545.852865] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.860373] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.884082] env[64496]: DEBUG nova.compute.manager [req-17eb0f6d-1dbc-4f6a-a072-54c545264bf5 req-b5acc2f5-b6f4-41b5-be47-cfa189b4ce99 service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Received event network-vif-plugged-dd241b2a-985c-4036-86e5-626b1fc33464 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1545.884524] env[64496]: DEBUG oslo_concurrency.lockutils [req-17eb0f6d-1dbc-4f6a-a072-54c545264bf5 req-b5acc2f5-b6f4-41b5-be47-cfa189b4ce99 service nova] Acquiring lock "968500dc-0513-4051-be7a-bc40fd7db142-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.884524] env[64496]: DEBUG oslo_concurrency.lockutils [req-17eb0f6d-1dbc-4f6a-a072-54c545264bf5 req-b5acc2f5-b6f4-41b5-be47-cfa189b4ce99 service nova] Lock "968500dc-0513-4051-be7a-bc40fd7db142-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.884722] env[64496]: DEBUG oslo_concurrency.lockutils [req-17eb0f6d-1dbc-4f6a-a072-54c545264bf5 req-b5acc2f5-b6f4-41b5-be47-cfa189b4ce99 service nova] Lock "968500dc-0513-4051-be7a-bc40fd7db142-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.884917] env[64496]: DEBUG nova.compute.manager [req-17eb0f6d-1dbc-4f6a-a072-54c545264bf5 req-b5acc2f5-b6f4-41b5-be47-cfa189b4ce99 service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] No waiting events found dispatching network-vif-plugged-dd241b2a-985c-4036-86e5-626b1fc33464 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1545.885389] env[64496]: WARNING nova.compute.manager [req-17eb0f6d-1dbc-4f6a-a072-54c545264bf5 req-b5acc2f5-b6f4-41b5-be47-cfa189b4ce99 service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Received unexpected event network-vif-plugged-dd241b2a-985c-4036-86e5-626b1fc33464 for instance with vm_state building and task_state spawning. [ 1545.885499] env[64496]: DEBUG nova.compute.manager [req-17eb0f6d-1dbc-4f6a-a072-54c545264bf5 req-b5acc2f5-b6f4-41b5-be47-cfa189b4ce99 service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Received event network-changed-dd241b2a-985c-4036-86e5-626b1fc33464 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1545.885686] env[64496]: DEBUG nova.compute.manager [req-17eb0f6d-1dbc-4f6a-a072-54c545264bf5 req-b5acc2f5-b6f4-41b5-be47-cfa189b4ce99 service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Refreshing instance network info cache due to event network-changed-dd241b2a-985c-4036-86e5-626b1fc33464. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1545.885859] env[64496]: DEBUG oslo_concurrency.lockutils [req-17eb0f6d-1dbc-4f6a-a072-54c545264bf5 req-b5acc2f5-b6f4-41b5-be47-cfa189b4ce99 service nova] Acquiring lock "refresh_cache-968500dc-0513-4051-be7a-bc40fd7db142" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.887039] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.940764] env[64496]: DEBUG nova.network.neutron [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1546.026549] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Updating instance_info_cache with network_info: [{"id": "f2242f4c-ad1d-430a-a9d2-472a961aafa8", "address": "fa:16:3e:06:22:1e", "network": {"id": "b4bfaea0-fea9-4030-9224-ecfad9e3b7dd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-638013214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5fbc0bdd444d389b95497b1751ee50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2242f4c-ad", "ovs_interfaceid": "f2242f4c-ad1d-430a-a9d2-472a961aafa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.089521] env[64496]: DEBUG nova.network.neutron [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Updating instance_info_cache with network_info: [{"id": "dd241b2a-985c-4036-86e5-626b1fc33464", "address": "fa:16:3e:0e:86:cc", "network": {"id": "abb8d070-cb81-41a2-87e4-957f3a8f1178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1319769633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5cc478727cb464d8b01a0c1ed781757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd241b2a-98", "ovs_interfaceid": "dd241b2a-985c-4036-86e5-626b1fc33464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.119264] env[64496]: DEBUG nova.scheduler.client.report [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1546.135797] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.136922] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.136922] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "e89d41f7-8ef4-4793-b9ba-05cb7cf3630f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.136922] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "e89d41f7-8ef4-4793-b9ba-05cb7cf3630f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.136922] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "e89d41f7-8ef4-4793-b9ba-05cb7cf3630f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.139038] env[64496]: INFO nova.compute.manager [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Terminating instance [ 1546.368184] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901737, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.529391] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Releasing lock "refresh_cache-fb4b120d-4097-40af-a6e9-ee18a55fed58" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.529683] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Updated the network info_cache for instance {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1546.529942] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.530298] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.530573] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.530826] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.531127] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.531340] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.531526] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1546.531720] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.592598] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Releasing lock "refresh_cache-968500dc-0513-4051-be7a-bc40fd7db142" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.592942] env[64496]: DEBUG nova.compute.manager [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Instance network_info: |[{"id": "dd241b2a-985c-4036-86e5-626b1fc33464", "address": "fa:16:3e:0e:86:cc", "network": {"id": "abb8d070-cb81-41a2-87e4-957f3a8f1178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1319769633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5cc478727cb464d8b01a0c1ed781757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd241b2a-98", "ovs_interfaceid": "dd241b2a-985c-4036-86e5-626b1fc33464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1546.593289] env[64496]: DEBUG oslo_concurrency.lockutils [req-17eb0f6d-1dbc-4f6a-a072-54c545264bf5 req-b5acc2f5-b6f4-41b5-be47-cfa189b4ce99 service nova] Acquired lock "refresh_cache-968500dc-0513-4051-be7a-bc40fd7db142" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.593514] env[64496]: DEBUG nova.network.neutron [req-17eb0f6d-1dbc-4f6a-a072-54c545264bf5 req-b5acc2f5-b6f4-41b5-be47-cfa189b4ce99 service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Refreshing network info cache for port dd241b2a-985c-4036-86e5-626b1fc33464 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.594904] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:86:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd241b2a-985c-4036-86e5-626b1fc33464', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1546.603162] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Creating folder: Project (f5cc478727cb464d8b01a0c1ed781757). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1546.606936] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-650f9eb7-cff5-443c-88c8-41ded361a506 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.619919] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Created folder: Project (f5cc478727cb464d8b01a0c1ed781757) in parent group-v392474. [ 1546.619919] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Creating folder: Instances. Parent ref: group-v392615. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1546.620182] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99fe60e8-233d-4e72-acd2-3d6873ac846b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.623998] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.624545] env[64496]: DEBUG nova.compute.manager [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1546.627587] env[64496]: DEBUG oslo_concurrency.lockutils [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.621s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.627799] env[64496]: DEBUG nova.objects.instance [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Lazy-loading 'resources' on Instance uuid 2b460d0f-65c7-4a8c-a769-c94cbc6872dc {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.631730] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Created folder: Instances in parent group-v392615. [ 1546.631940] env[64496]: DEBUG oslo.service.loopingcall [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1546.632224] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1546.632520] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efd2aef6-c71a-4d94-8096-19968a63da2c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.650387] env[64496]: DEBUG nova.compute.manager [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1546.650588] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1546.651466] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e352abb-49b8-4199-abce-95af4acba01d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.660091] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1546.661330] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80d13912-4dc8-4522-92f1-8839d99739bd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.662912] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1546.662912] env[64496]: value = "task-1901740" [ 1546.662912] env[64496]: _type = "Task" [ 1546.662912] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.668208] env[64496]: DEBUG oslo_vmware.api [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1546.668208] env[64496]: value = "task-1901741" [ 1546.668208] env[64496]: _type = "Task" [ 1546.668208] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.674602] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901740, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.680476] env[64496]: DEBUG oslo_vmware.api [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.860188] env[64496]: DEBUG nova.network.neutron [req-17eb0f6d-1dbc-4f6a-a072-54c545264bf5 req-b5acc2f5-b6f4-41b5-be47-cfa189b4ce99 service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Updated VIF entry in instance network info cache for port dd241b2a-985c-4036-86e5-626b1fc33464. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.860555] env[64496]: DEBUG nova.network.neutron [req-17eb0f6d-1dbc-4f6a-a072-54c545264bf5 req-b5acc2f5-b6f4-41b5-be47-cfa189b4ce99 service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Updating instance_info_cache with network_info: [{"id": "dd241b2a-985c-4036-86e5-626b1fc33464", "address": "fa:16:3e:0e:86:cc", "network": {"id": "abb8d070-cb81-41a2-87e4-957f3a8f1178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1319769633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5cc478727cb464d8b01a0c1ed781757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd241b2a-98", "ovs_interfaceid": "dd241b2a-985c-4036-86e5-626b1fc33464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.868898] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65401} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.869235] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] b5fda5f0-2f89-4eed-9284-0b0f74a747db/b5fda5f0-2f89-4eed-9284-0b0f74a747db.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1546.869477] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1546.869774] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dbbfbae-746d-4d62-a5cf-a44184b4c9a4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.879139] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1546.879139] env[64496]: value = "task-1901742" [ 1546.879139] env[64496]: _type = "Task" [ 1546.879139] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.887332] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.035056] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.134579] env[64496]: DEBUG nova.compute.utils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1547.137484] env[64496]: DEBUG nova.compute.manager [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1547.137751] env[64496]: DEBUG nova.network.neutron [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1547.178109] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901740, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.180059] env[64496]: DEBUG nova.policy [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '543805e1d2be443fb3b4adee1f0d33bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac72c15f3b1543f28d50416a46d3ba76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1547.184755] env[64496]: DEBUG oslo_vmware.api [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901741, 'name': PowerOffVM_Task, 'duration_secs': 0.301888} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.185027] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.185214] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.185465] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fce006c1-1399-4dc0-8597-03f1bee1e7ac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.298931] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.299225] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.299471] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Deleting the datastore file [datastore2] e89d41f7-8ef4-4793-b9ba-05cb7cf3630f {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.299790] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-719b8634-efc8-4b24-8ec9-7257c84cb76d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.310871] env[64496]: DEBUG oslo_vmware.api [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for the task: (returnval){ [ 1547.310871] env[64496]: value = "task-1901744" [ 1547.310871] env[64496]: _type = "Task" [ 1547.310871] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.318564] env[64496]: DEBUG oslo_vmware.api [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.363854] env[64496]: DEBUG oslo_concurrency.lockutils [req-17eb0f6d-1dbc-4f6a-a072-54c545264bf5 req-b5acc2f5-b6f4-41b5-be47-cfa189b4ce99 service nova] Releasing lock "refresh_cache-968500dc-0513-4051-be7a-bc40fd7db142" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.392636] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083444} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.392908] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1547.393732] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc38628-2b17-47ba-afbd-eb8df6c35aa8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.427464] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] b5fda5f0-2f89-4eed-9284-0b0f74a747db/b5fda5f0-2f89-4eed-9284-0b0f74a747db.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.431977] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cc4bd46-b692-4540-8496-0899490d7b06 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.470370] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1547.470370] env[64496]: value = "task-1901745" [ 1547.470370] env[64496]: _type = "Task" [ 1547.470370] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.484614] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.539308] env[64496]: DEBUG nova.network.neutron [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Successfully created port: c056ca58-0515-4971-bec8-4d5ec49e7ed5 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1547.641695] env[64496]: DEBUG nova.compute.manager [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1547.654950] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5ed77d-5f8f-4b9d-be60-ae35a03e2d31 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.663888] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60889c10-4519-4273-ba38-641634629992 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.678569] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901740, 'name': CreateVM_Task, 'duration_secs': 0.634517} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.703716] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1547.705425] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.705604] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.705931] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1547.706813] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf4b4ec-cc38-4dc3-8172-23d8190b85f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.709956] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067bca9f-b173-4bfb-8c74-eaabcfbf1ceb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.721432] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1547.721432] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e554b4-9691-917f-20c0-bbf5a70fd3a3" [ 1547.721432] env[64496]: _type = "Task" [ 1547.721432] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.724462] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69a32a7-632a-4da1-ab08-43cc4e06a085 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.740183] env[64496]: DEBUG nova.compute.provider_tree [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.745167] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e554b4-9691-917f-20c0-bbf5a70fd3a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.745870] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.746180] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1547.746516] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.746645] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.746872] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1547.747250] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08ad8eb0-042b-48cd-8d0d-9a15ab35e0a4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.757695] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1547.757899] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1547.758880] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c1d83b-ffa1-45bc-a613-526ce8b4d592 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.765438] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1547.765438] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521614ad-a218-9b55-4db8-51912380483e" [ 1547.765438] env[64496]: _type = "Task" [ 1547.765438] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.774303] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521614ad-a218-9b55-4db8-51912380483e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.821954] env[64496]: DEBUG oslo_vmware.api [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Task: {'id': task-1901744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175555} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.822298] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.822519] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1547.822728] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1547.822933] env[64496]: INFO nova.compute.manager [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1547.823252] env[64496]: DEBUG oslo.service.loopingcall [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.823478] env[64496]: DEBUG nova.compute.manager [-] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1547.823603] env[64496]: DEBUG nova.network.neutron [-] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1547.965266] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "1800df03-6446-4f49-9f76-1dedd242b880" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.965566] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "1800df03-6446-4f49-9f76-1dedd242b880" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.966180] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "1800df03-6446-4f49-9f76-1dedd242b880-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.966396] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "1800df03-6446-4f49-9f76-1dedd242b880-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.966573] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "1800df03-6446-4f49-9f76-1dedd242b880-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.970203] env[64496]: INFO nova.compute.manager [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Terminating instance [ 1547.983148] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.215746] env[64496]: DEBUG nova.compute.manager [req-9e0e7790-8507-4526-83e3-6f2593cd9458 req-26702a9e-65d0-42a5-b746-b7cf547a4c05 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Received event network-vif-deleted-70ab41a9-91f3-497e-a572-13b85789d8ea {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1548.215965] env[64496]: INFO nova.compute.manager [req-9e0e7790-8507-4526-83e3-6f2593cd9458 req-26702a9e-65d0-42a5-b746-b7cf547a4c05 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Neutron deleted interface 70ab41a9-91f3-497e-a572-13b85789d8ea; detaching it from the instance and deleting it from the info cache [ 1548.216134] env[64496]: DEBUG nova.network.neutron [req-9e0e7790-8507-4526-83e3-6f2593cd9458 req-26702a9e-65d0-42a5-b746-b7cf547a4c05 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.247403] env[64496]: DEBUG nova.scheduler.client.report [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1548.277342] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521614ad-a218-9b55-4db8-51912380483e, 'name': SearchDatastore_Task, 'duration_secs': 0.00973} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.278249] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-815b2c1e-f9f7-445c-962e-85f71f1fd942 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.285445] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1548.285445] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b21978-2404-697c-0d3f-3618ca636db2" [ 1548.285445] env[64496]: _type = "Task" [ 1548.285445] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.294298] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b21978-2404-697c-0d3f-3618ca636db2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.478136] env[64496]: DEBUG nova.compute.manager [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1548.478460] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.479266] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f975dd-fb01-4eee-8ed8-4a8df86ad58e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.487476] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901745, 'name': ReconfigVM_Task, 'duration_secs': 0.719104} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.489503] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Reconfigured VM instance instance-00000030 to attach disk [datastore1] b5fda5f0-2f89-4eed-9284-0b0f74a747db/b5fda5f0-2f89-4eed-9284-0b0f74a747db.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.489815] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=64496) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1548.490480] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.490695] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-0e69cf8f-22ef-413a-9758-bc1508d60bac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.492665] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-103a0d76-f105-4d5e-9168-b4d52bf3e115 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.498692] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1548.498692] env[64496]: value = "task-1901746" [ 1548.498692] env[64496]: _type = "Task" [ 1548.498692] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.499807] env[64496]: DEBUG oslo_vmware.api [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1548.499807] env[64496]: value = "task-1901747" [ 1548.499807] env[64496]: _type = "Task" [ 1548.499807] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.517912] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901746, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.520549] env[64496]: DEBUG oslo_vmware.api [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.630610] env[64496]: DEBUG nova.network.neutron [-] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.652452] env[64496]: DEBUG nova.compute.manager [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1548.678733] env[64496]: DEBUG nova.virt.hardware [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1548.679058] env[64496]: DEBUG nova.virt.hardware [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.679291] env[64496]: DEBUG nova.virt.hardware [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1548.679526] env[64496]: DEBUG nova.virt.hardware [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.679680] env[64496]: DEBUG nova.virt.hardware [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1548.679849] env[64496]: DEBUG nova.virt.hardware [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1548.680084] env[64496]: DEBUG nova.virt.hardware [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1548.680248] env[64496]: DEBUG nova.virt.hardware [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1548.680412] env[64496]: DEBUG nova.virt.hardware [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1548.680575] env[64496]: DEBUG nova.virt.hardware [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1548.680772] env[64496]: DEBUG nova.virt.hardware [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1548.681697] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb789c2-2650-46f5-ae1c-d39e9fed3d5c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.689755] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd09ab5-d317-4ee1-b5e8-9d31b14c9898 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.719068] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-282957bf-ab10-40d1-9710-effeea764738 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.728423] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b08c22d-1a7c-40ed-a38a-f361bd36d869 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.761653] env[64496]: DEBUG oslo_concurrency.lockutils [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.763803] env[64496]: DEBUG nova.compute.manager [req-9e0e7790-8507-4526-83e3-6f2593cd9458 req-26702a9e-65d0-42a5-b746-b7cf547a4c05 service nova] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Detach interface failed, port_id=70ab41a9-91f3-497e-a572-13b85789d8ea, reason: Instance e89d41f7-8ef4-4793-b9ba-05cb7cf3630f could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1548.764680] env[64496]: DEBUG oslo_concurrency.lockutils [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.036s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.764902] env[64496]: DEBUG nova.objects.instance [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lazy-loading 'resources' on Instance uuid c91a94a3-8271-4976-bb3c-a503205eea24 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.791164] env[64496]: INFO nova.scheduler.client.report [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Deleted allocations for instance 2b460d0f-65c7-4a8c-a769-c94cbc6872dc [ 1548.798369] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b21978-2404-697c-0d3f-3618ca636db2, 'name': SearchDatastore_Task, 'duration_secs': 0.011349} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.798839] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.799110] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 968500dc-0513-4051-be7a-bc40fd7db142/968500dc-0513-4051-be7a-bc40fd7db142.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1548.799362] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5110f4fe-b27b-4512-ae5f-4b4776b1a258 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.807095] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1548.807095] env[64496]: value = "task-1901748" [ 1548.807095] env[64496]: _type = "Task" [ 1548.807095] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.815263] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1901748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.015698] env[64496]: DEBUG oslo_vmware.api [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901747, 'name': PowerOffVM_Task, 'duration_secs': 0.24531} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.018719] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1549.019054] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1549.019428] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901746, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.050876} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.019727] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78cea207-0a2c-4cf7-bfbf-cd1cfaf09856 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.021632] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=64496) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1549.022604] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b159cc0-cd8b-430b-b82f-e6c507c1cf00 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.052193] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] b5fda5f0-2f89-4eed-9284-0b0f74a747db/ephemeral_0.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.052571] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52d5353c-b445-42fc-b336-4df730f76df4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.074029] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1549.074029] env[64496]: value = "task-1901750" [ 1549.074029] env[64496]: _type = "Task" [ 1549.074029] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.082020] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.133972] env[64496]: INFO nova.compute.manager [-] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Took 1.31 seconds to deallocate network for instance. [ 1549.149042] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1549.150498] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1549.150498] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Deleting the datastore file [datastore2] 1800df03-6446-4f49-9f76-1dedd242b880 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1549.150498] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb45b972-09b9-4af6-8bcc-0935dc2e5722 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.158775] env[64496]: DEBUG oslo_vmware.api [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1549.158775] env[64496]: value = "task-1901751" [ 1549.158775] env[64496]: _type = "Task" [ 1549.158775] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.168413] env[64496]: DEBUG oslo_vmware.api [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.309507] env[64496]: DEBUG oslo_concurrency.lockutils [None req-609ed186-8e53-4991-8057-13637825c716 tempest-InstanceActionsTestJSON-1122646458 tempest-InstanceActionsTestJSON-1122646458-project-member] Lock "2b460d0f-65c7-4a8c-a769-c94cbc6872dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.047s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.320842] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1901748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459727} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.320842] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 968500dc-0513-4051-be7a-bc40fd7db142/968500dc-0513-4051-be7a-bc40fd7db142.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1549.320842] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1549.320842] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ecc0c2d-dc9a-4ff3-9062-c5a07b33ab39 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.326826] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1549.326826] env[64496]: value = "task-1901752" [ 1549.326826] env[64496]: _type = "Task" [ 1549.326826] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.338492] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1901752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.394783] env[64496]: DEBUG nova.compute.manager [req-aad59981-cb9c-44c7-b68b-3792037003fd req-43912d08-3b32-4b87-a29a-5d9a6df48927 service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Received event network-vif-plugged-c056ca58-0515-4971-bec8-4d5ec49e7ed5 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1549.395019] env[64496]: DEBUG oslo_concurrency.lockutils [req-aad59981-cb9c-44c7-b68b-3792037003fd req-43912d08-3b32-4b87-a29a-5d9a6df48927 service nova] Acquiring lock "619c7fa7-6111-43de-9972-70099385a342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.395267] env[64496]: DEBUG oslo_concurrency.lockutils [req-aad59981-cb9c-44c7-b68b-3792037003fd req-43912d08-3b32-4b87-a29a-5d9a6df48927 service nova] Lock "619c7fa7-6111-43de-9972-70099385a342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.395393] env[64496]: DEBUG oslo_concurrency.lockutils [req-aad59981-cb9c-44c7-b68b-3792037003fd req-43912d08-3b32-4b87-a29a-5d9a6df48927 service nova] Lock "619c7fa7-6111-43de-9972-70099385a342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.395557] env[64496]: DEBUG nova.compute.manager [req-aad59981-cb9c-44c7-b68b-3792037003fd req-43912d08-3b32-4b87-a29a-5d9a6df48927 service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] No waiting events found dispatching network-vif-plugged-c056ca58-0515-4971-bec8-4d5ec49e7ed5 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1549.395719] env[64496]: WARNING nova.compute.manager [req-aad59981-cb9c-44c7-b68b-3792037003fd req-43912d08-3b32-4b87-a29a-5d9a6df48927 service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Received unexpected event network-vif-plugged-c056ca58-0515-4971-bec8-4d5ec49e7ed5 for instance with vm_state building and task_state spawning. [ 1549.566702] env[64496]: DEBUG nova.network.neutron [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Successfully updated port: c056ca58-0515-4971-bec8-4d5ec49e7ed5 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1549.583846] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901750, 'name': ReconfigVM_Task, 'duration_secs': 0.452392} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.587901] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Reconfigured VM instance instance-00000030 to attach disk [datastore1] b5fda5f0-2f89-4eed-9284-0b0f74a747db/ephemeral_0.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.588943] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0554df8-8250-4a16-a1b3-13e997d66c4d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.595718] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1549.595718] env[64496]: value = "task-1901753" [ 1549.595718] env[64496]: _type = "Task" [ 1549.595718] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.606254] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901753, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.640775] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.674562] env[64496]: DEBUG oslo_vmware.api [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179704} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.674851] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1549.675048] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1549.675228] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1549.675399] env[64496]: INFO nova.compute.manager [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1549.675625] env[64496]: DEBUG oslo.service.loopingcall [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.675807] env[64496]: DEBUG nova.compute.manager [-] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1549.675904] env[64496]: DEBUG nova.network.neutron [-] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1549.797881] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1b4de9-e7e1-495a-a008-1e1c014ddf1d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.805382] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f84431-643d-4d93-88d9-1b25d3d265cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.847688] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b942455-6728-48d6-b79a-6475edb219ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.855600] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1901752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069189} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.857929] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1549.858718] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae91ed97-24d3-4fda-b800-d3a768075da6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.862115] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e92ec1-ad57-4aa3-8600-a316d5c3f692 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.886818] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 968500dc-0513-4051-be7a-bc40fd7db142/968500dc-0513-4051-be7a-bc40fd7db142.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.894968] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4381c7dc-77ea-4b4e-8776-f913b16f68a8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.909166] env[64496]: DEBUG nova.compute.provider_tree [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.918097] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1549.918097] env[64496]: value = "task-1901754" [ 1549.918097] env[64496]: _type = "Task" [ 1549.918097] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.926896] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1901754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.072890] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "refresh_cache-619c7fa7-6111-43de-9972-70099385a342" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.073202] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquired lock "refresh_cache-619c7fa7-6111-43de-9972-70099385a342" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.073457] env[64496]: DEBUG nova.network.neutron [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.105528] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901753, 'name': Rename_Task, 'duration_secs': 0.168449} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.105853] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1550.106149] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62b7c500-4064-40c8-895e-642d9ec7c790 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.112448] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1550.112448] env[64496]: value = "task-1901755" [ 1550.112448] env[64496]: _type = "Task" [ 1550.112448] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.119722] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.414678] env[64496]: DEBUG nova.scheduler.client.report [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1550.427887] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1901754, 'name': ReconfigVM_Task, 'duration_secs': 0.36585} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.428046] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 968500dc-0513-4051-be7a-bc40fd7db142/968500dc-0513-4051-be7a-bc40fd7db142.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1550.428645] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5210cd9-94e9-49f3-bf47-fb192ea06169 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.435205] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1550.435205] env[64496]: value = "task-1901756" [ 1550.435205] env[64496]: _type = "Task" [ 1550.435205] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.444264] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1901756, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.562359] env[64496]: DEBUG nova.network.neutron [-] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.623023] env[64496]: DEBUG nova.network.neutron [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1550.633340] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901755, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.794046] env[64496]: DEBUG nova.network.neutron [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Updating instance_info_cache with network_info: [{"id": "c056ca58-0515-4971-bec8-4d5ec49e7ed5", "address": "fa:16:3e:87:ed:77", "network": {"id": "65d54043-ece2-4094-bd0e-b7e49959b0c3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1228515421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac72c15f3b1543f28d50416a46d3ba76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc056ca58-05", "ovs_interfaceid": "c056ca58-0515-4971-bec8-4d5ec49e7ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.922880] env[64496]: DEBUG oslo_concurrency.lockutils [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.925616] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.168s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.925848] env[64496]: DEBUG nova.objects.instance [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Lazy-loading 'resources' on Instance uuid 873c1c05-9f9f-41c7-9815-4a5fbeda8d24 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.951109] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1901756, 'name': Rename_Task, 'duration_secs': 0.22253} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.951872] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1550.952434] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b12b670-c5ed-4427-acac-05c92a0d1902 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.955949] env[64496]: INFO nova.scheduler.client.report [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Deleted allocations for instance c91a94a3-8271-4976-bb3c-a503205eea24 [ 1550.962264] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1550.962264] env[64496]: value = "task-1901757" [ 1550.962264] env[64496]: _type = "Task" [ 1550.962264] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.970287] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1901757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.070420] env[64496]: INFO nova.compute.manager [-] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Took 1.39 seconds to deallocate network for instance. [ 1551.124463] env[64496]: DEBUG oslo_vmware.api [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1901755, 'name': PowerOnVM_Task, 'duration_secs': 0.553811} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.124816] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1551.125237] env[64496]: INFO nova.compute.manager [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1551.125796] env[64496]: DEBUG nova.compute.manager [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1551.127478] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79666bbd-fce3-4e1c-bfd5-aea972149b23 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.302043] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Releasing lock "refresh_cache-619c7fa7-6111-43de-9972-70099385a342" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.302417] env[64496]: DEBUG nova.compute.manager [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Instance network_info: |[{"id": "c056ca58-0515-4971-bec8-4d5ec49e7ed5", "address": "fa:16:3e:87:ed:77", "network": {"id": "65d54043-ece2-4094-bd0e-b7e49959b0c3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1228515421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac72c15f3b1543f28d50416a46d3ba76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc056ca58-05", "ovs_interfaceid": "c056ca58-0515-4971-bec8-4d5ec49e7ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1551.302865] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:ed:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c056ca58-0515-4971-bec8-4d5ec49e7ed5', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1551.310847] env[64496]: DEBUG oslo.service.loopingcall [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.311459] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 619c7fa7-6111-43de-9972-70099385a342] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1551.311732] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36a36941-9d95-465f-a3e8-95e80d3c0efc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.334338] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1551.334338] env[64496]: value = "task-1901758" [ 1551.334338] env[64496]: _type = "Task" [ 1551.334338] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.342301] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901758, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.426386] env[64496]: DEBUG nova.compute.manager [req-3b86ce31-1f00-45e9-a5ec-3207b908e597 req-3e6d6207-bc42-422b-a536-35ff1ad642b9 service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Received event network-changed-c056ca58-0515-4971-bec8-4d5ec49e7ed5 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1551.426498] env[64496]: DEBUG nova.compute.manager [req-3b86ce31-1f00-45e9-a5ec-3207b908e597 req-3e6d6207-bc42-422b-a536-35ff1ad642b9 service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Refreshing instance network info cache due to event network-changed-c056ca58-0515-4971-bec8-4d5ec49e7ed5. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1551.426806] env[64496]: DEBUG oslo_concurrency.lockutils [req-3b86ce31-1f00-45e9-a5ec-3207b908e597 req-3e6d6207-bc42-422b-a536-35ff1ad642b9 service nova] Acquiring lock "refresh_cache-619c7fa7-6111-43de-9972-70099385a342" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.427022] env[64496]: DEBUG oslo_concurrency.lockutils [req-3b86ce31-1f00-45e9-a5ec-3207b908e597 req-3e6d6207-bc42-422b-a536-35ff1ad642b9 service nova] Acquired lock "refresh_cache-619c7fa7-6111-43de-9972-70099385a342" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.427211] env[64496]: DEBUG nova.network.neutron [req-3b86ce31-1f00-45e9-a5ec-3207b908e597 req-3e6d6207-bc42-422b-a536-35ff1ad642b9 service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Refreshing network info cache for port c056ca58-0515-4971-bec8-4d5ec49e7ed5 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.463527] env[64496]: DEBUG oslo_concurrency.lockutils [None req-394c389c-6d5f-4352-a270-1db2509189e9 tempest-ServerShowV247Test-1126112270 tempest-ServerShowV247Test-1126112270-project-member] Lock "c91a94a3-8271-4976-bb3c-a503205eea24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.661s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.479795] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1901757, 'name': PowerOnVM_Task} progress is 90%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.578703] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.653537] env[64496]: INFO nova.compute.manager [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Took 41.16 seconds to build instance. [ 1551.845659] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901758, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.875192] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20909c23-98fd-45a4-9f7c-daff5cc46127 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.882318] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febf4073-9d02-4adf-be63-3b270465e662 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.919683] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e054ae-8e3a-4a21-8b50-eb470f5c3913 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.928318] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248093d6-83bb-487c-95d9-3fd8c6d1bbf7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.947579] env[64496]: DEBUG nova.compute.provider_tree [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.976556] env[64496]: DEBUG oslo_vmware.api [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1901757, 'name': PowerOnVM_Task, 'duration_secs': 0.777949} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.979469] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1551.979714] env[64496]: INFO nova.compute.manager [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1551.979926] env[64496]: DEBUG nova.compute.manager [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1551.980714] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3220476c-d126-4ad1-8da1-218ecd75db2e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.160201] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e5c560f-548b-438c-82ff-f9acea218aac tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "b5fda5f0-2f89-4eed-9284-0b0f74a747db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.092s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.169493] env[64496]: DEBUG nova.network.neutron [req-3b86ce31-1f00-45e9-a5ec-3207b908e597 req-3e6d6207-bc42-422b-a536-35ff1ad642b9 service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Updated VIF entry in instance network info cache for port c056ca58-0515-4971-bec8-4d5ec49e7ed5. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.169785] env[64496]: DEBUG nova.network.neutron [req-3b86ce31-1f00-45e9-a5ec-3207b908e597 req-3e6d6207-bc42-422b-a536-35ff1ad642b9 service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Updating instance_info_cache with network_info: [{"id": "c056ca58-0515-4971-bec8-4d5ec49e7ed5", "address": "fa:16:3e:87:ed:77", "network": {"id": "65d54043-ece2-4094-bd0e-b7e49959b0c3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1228515421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac72c15f3b1543f28d50416a46d3ba76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc056ca58-05", "ovs_interfaceid": "c056ca58-0515-4971-bec8-4d5ec49e7ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.346609] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901758, 'name': CreateVM_Task, 'duration_secs': 0.60458} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.347118] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 619c7fa7-6111-43de-9972-70099385a342] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1552.347777] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.348028] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.348459] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1552.348755] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d7ca56-9cda-456b-8b74-f575e832cee6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.353894] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1552.353894] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5223b2f8-1c8a-e686-ebcf-c10e92b64fc9" [ 1552.353894] env[64496]: _type = "Task" [ 1552.353894] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.362553] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5223b2f8-1c8a-e686-ebcf-c10e92b64fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.451379] env[64496]: DEBUG nova.scheduler.client.report [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.498569] env[64496]: INFO nova.compute.manager [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Took 40.04 seconds to build instance. [ 1552.672652] env[64496]: DEBUG nova.compute.manager [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1552.679566] env[64496]: DEBUG oslo_concurrency.lockutils [req-3b86ce31-1f00-45e9-a5ec-3207b908e597 req-3e6d6207-bc42-422b-a536-35ff1ad642b9 service nova] Releasing lock "refresh_cache-619c7fa7-6111-43de-9972-70099385a342" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.679566] env[64496]: DEBUG nova.compute.manager [req-3b86ce31-1f00-45e9-a5ec-3207b908e597 req-3e6d6207-bc42-422b-a536-35ff1ad642b9 service nova] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Received event network-vif-deleted-956e5a82-256d-44ae-8ce7-cea9d3428d79 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1552.867091] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5223b2f8-1c8a-e686-ebcf-c10e92b64fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.013241} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.867846] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.868283] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1552.868749] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.869036] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.869324] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1552.869688] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93e063fb-7b12-4af4-a068-35588b56ea8e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.882584] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1552.882584] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1552.882584] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1334fc6-0c16-482d-9e70-cf8ab3cb1dd8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.887840] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1552.887840] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5219d2b1-946c-875a-af20-949ac05a847b" [ 1552.887840] env[64496]: _type = "Task" [ 1552.887840] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.896872] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5219d2b1-946c-875a-af20-949ac05a847b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.961225] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.961225] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.537s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.963448] env[64496]: INFO nova.compute.claims [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1552.983385] env[64496]: INFO nova.scheduler.client.report [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Deleted allocations for instance 873c1c05-9f9f-41c7-9815-4a5fbeda8d24 [ 1553.001091] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76364842-7a0b-4427-8098-299020c52d40 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "968500dc-0513-4051-be7a-bc40fd7db142" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.554s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.202327] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.406021] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5219d2b1-946c-875a-af20-949ac05a847b, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.406021] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4796ee31-0509-49d8-9db3-efd94f0a24cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.414860] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1553.414860] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c04894-04f1-ce18-3d25-e656eed78d41" [ 1553.414860] env[64496]: _type = "Task" [ 1553.414860] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.426872] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c04894-04f1-ce18-3d25-e656eed78d41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.502140] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63c51f3b-3b4b-446d-a5f5-50daa5331bda tempest-ServersTestFqdnHostnames-343987591 tempest-ServersTestFqdnHostnames-343987591-project-member] Lock "873c1c05-9f9f-41c7-9815-4a5fbeda8d24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.005s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.639394] env[64496]: DEBUG nova.compute.manager [req-6103424b-7410-493b-8026-b90f897f62f0 req-bb4030fa-0bdf-4471-9482-603b325c8573 service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Received event network-changed-d64c746e-fcc2-4ad4-ba0b-00bfa48ec537 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1553.639394] env[64496]: DEBUG nova.compute.manager [req-6103424b-7410-493b-8026-b90f897f62f0 req-bb4030fa-0bdf-4471-9482-603b325c8573 service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Refreshing instance network info cache due to event network-changed-d64c746e-fcc2-4ad4-ba0b-00bfa48ec537. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1553.639394] env[64496]: DEBUG oslo_concurrency.lockutils [req-6103424b-7410-493b-8026-b90f897f62f0 req-bb4030fa-0bdf-4471-9482-603b325c8573 service nova] Acquiring lock "refresh_cache-b5fda5f0-2f89-4eed-9284-0b0f74a747db" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.639394] env[64496]: DEBUG oslo_concurrency.lockutils [req-6103424b-7410-493b-8026-b90f897f62f0 req-bb4030fa-0bdf-4471-9482-603b325c8573 service nova] Acquired lock "refresh_cache-b5fda5f0-2f89-4eed-9284-0b0f74a747db" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.639394] env[64496]: DEBUG nova.network.neutron [req-6103424b-7410-493b-8026-b90f897f62f0 req-bb4030fa-0bdf-4471-9482-603b325c8573 service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Refreshing network info cache for port d64c746e-fcc2-4ad4-ba0b-00bfa48ec537 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1553.931660] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c04894-04f1-ce18-3d25-e656eed78d41, 'name': SearchDatastore_Task, 'duration_secs': 0.011274} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.931660] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.931660] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 619c7fa7-6111-43de-9972-70099385a342/619c7fa7-6111-43de-9972-70099385a342.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1553.931660] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c95b678d-00fd-46ad-8582-7c92845756d8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.938826] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1553.938826] env[64496]: value = "task-1901759" [ 1553.938826] env[64496]: _type = "Task" [ 1553.938826] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.949777] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.452682] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901759, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.538549] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c41669-8627-48ac-a0b7-18a7c790a0d6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.547605] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0928b993-287c-4081-b605-8e857a8466e2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.587866] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf09c02-8d46-4ca7-9494-a976d9e07c03 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.595945] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc90a428-2c68-463e-b8c0-121729d9675b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.613436] env[64496]: DEBUG nova.compute.provider_tree [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.687075] env[64496]: DEBUG nova.network.neutron [req-6103424b-7410-493b-8026-b90f897f62f0 req-bb4030fa-0bdf-4471-9482-603b325c8573 service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Updated VIF entry in instance network info cache for port d64c746e-fcc2-4ad4-ba0b-00bfa48ec537. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1554.687075] env[64496]: DEBUG nova.network.neutron [req-6103424b-7410-493b-8026-b90f897f62f0 req-bb4030fa-0bdf-4471-9482-603b325c8573 service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Updating instance_info_cache with network_info: [{"id": "d64c746e-fcc2-4ad4-ba0b-00bfa48ec537", "address": "fa:16:3e:ad:af:e0", "network": {"id": "cfc4979f-c6f7-4114-ada4-e54567464ca7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2129803440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08e7226e5464122a2afbbe4608fc70f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd64c746e-fc", "ovs_interfaceid": "d64c746e-fcc2-4ad4-ba0b-00bfa48ec537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.951368] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521802} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.951664] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 619c7fa7-6111-43de-9972-70099385a342/619c7fa7-6111-43de-9972-70099385a342.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1554.951910] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1554.952217] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da3b0127-ad32-4568-8216-418711eee7da {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.959603] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1554.959603] env[64496]: value = "task-1901760" [ 1554.959603] env[64496]: _type = "Task" [ 1554.959603] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.972297] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.117156] env[64496]: DEBUG nova.scheduler.client.report [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.190206] env[64496]: DEBUG oslo_concurrency.lockutils [req-6103424b-7410-493b-8026-b90f897f62f0 req-bb4030fa-0bdf-4471-9482-603b325c8573 service nova] Releasing lock "refresh_cache-b5fda5f0-2f89-4eed-9284-0b0f74a747db" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.473706] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082472} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.474015] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1555.478099] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3106d409-5976-4f07-818d-f194b2d629ba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.504054] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 619c7fa7-6111-43de-9972-70099385a342/619c7fa7-6111-43de-9972-70099385a342.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.504274] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4ef7a30-2b98-4e69-a184-683a0c6982c3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.524710] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1555.524710] env[64496]: value = "task-1901761" [ 1555.524710] env[64496]: _type = "Task" [ 1555.524710] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.533503] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.622925] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.623388] env[64496]: DEBUG nova.compute.manager [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1555.626559] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.073s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.626904] env[64496]: DEBUG nova.objects.instance [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Lazy-loading 'resources' on Instance uuid 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1555.672273] env[64496]: DEBUG nova.compute.manager [req-8d2454dc-58be-47a3-9cb7-77a8a444bcd0 req-eee5c761-fae4-4da6-9942-8902fbd0727b service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Received event network-changed-dd241b2a-985c-4036-86e5-626b1fc33464 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1555.673471] env[64496]: DEBUG nova.compute.manager [req-8d2454dc-58be-47a3-9cb7-77a8a444bcd0 req-eee5c761-fae4-4da6-9942-8902fbd0727b service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Refreshing instance network info cache due to event network-changed-dd241b2a-985c-4036-86e5-626b1fc33464. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1555.673471] env[64496]: DEBUG oslo_concurrency.lockutils [req-8d2454dc-58be-47a3-9cb7-77a8a444bcd0 req-eee5c761-fae4-4da6-9942-8902fbd0727b service nova] Acquiring lock "refresh_cache-968500dc-0513-4051-be7a-bc40fd7db142" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.673471] env[64496]: DEBUG oslo_concurrency.lockutils [req-8d2454dc-58be-47a3-9cb7-77a8a444bcd0 req-eee5c761-fae4-4da6-9942-8902fbd0727b service nova] Acquired lock "refresh_cache-968500dc-0513-4051-be7a-bc40fd7db142" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.673471] env[64496]: DEBUG nova.network.neutron [req-8d2454dc-58be-47a3-9cb7-77a8a444bcd0 req-eee5c761-fae4-4da6-9942-8902fbd0727b service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Refreshing network info cache for port dd241b2a-985c-4036-86e5-626b1fc33464 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.038602] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901761, 'name': ReconfigVM_Task, 'duration_secs': 0.315185} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.039176] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 619c7fa7-6111-43de-9972-70099385a342/619c7fa7-6111-43de-9972-70099385a342.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1556.039843] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0cff980-d72b-4960-94e8-70439e26b2ed {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.047746] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1556.047746] env[64496]: value = "task-1901765" [ 1556.047746] env[64496]: _type = "Task" [ 1556.047746] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.059528] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901765, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.131184] env[64496]: DEBUG nova.compute.utils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1556.136357] env[64496]: DEBUG nova.compute.manager [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1556.136786] env[64496]: DEBUG nova.network.neutron [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1556.195016] env[64496]: DEBUG nova.policy [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c412116cc69408eb3d96691a67f4926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c9436d281384e73a7428ba01b43a8d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1556.502784] env[64496]: DEBUG nova.network.neutron [req-8d2454dc-58be-47a3-9cb7-77a8a444bcd0 req-eee5c761-fae4-4da6-9942-8902fbd0727b service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Updated VIF entry in instance network info cache for port dd241b2a-985c-4036-86e5-626b1fc33464. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1556.502903] env[64496]: DEBUG nova.network.neutron [req-8d2454dc-58be-47a3-9cb7-77a8a444bcd0 req-eee5c761-fae4-4da6-9942-8902fbd0727b service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Updating instance_info_cache with network_info: [{"id": "dd241b2a-985c-4036-86e5-626b1fc33464", "address": "fa:16:3e:0e:86:cc", "network": {"id": "abb8d070-cb81-41a2-87e4-957f3a8f1178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1319769633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5cc478727cb464d8b01a0c1ed781757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd241b2a-98", "ovs_interfaceid": "dd241b2a-985c-4036-86e5-626b1fc33464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.558062] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901765, 'name': Rename_Task, 'duration_secs': 0.14788} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.558658] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.558658] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd11d722-b4c5-410f-9aa9-ccab921d6c60 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.568226] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1556.568226] env[64496]: value = "task-1901766" [ 1556.568226] env[64496]: _type = "Task" [ 1556.568226] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.577820] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.579335] env[64496]: DEBUG nova.network.neutron [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Successfully created port: 1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1556.596347] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92277fc1-5b96-4ee0-9f43-de13e96f4b8f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.603275] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116de251-00c7-4cda-81af-bc7987bfdbca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.634624] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6780fcf7-8e14-469c-b356-6e811c85123b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.641357] env[64496]: DEBUG nova.compute.manager [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1556.644797] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a117126f-82bb-4990-926b-2a2b11e8488a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.659811] env[64496]: DEBUG nova.compute.provider_tree [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.006079] env[64496]: DEBUG oslo_concurrency.lockutils [req-8d2454dc-58be-47a3-9cb7-77a8a444bcd0 req-eee5c761-fae4-4da6-9942-8902fbd0727b service nova] Releasing lock "refresh_cache-968500dc-0513-4051-be7a-bc40fd7db142" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.080481] env[64496]: DEBUG oslo_vmware.api [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901766, 'name': PowerOnVM_Task, 'duration_secs': 0.488647} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.080778] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.081028] env[64496]: INFO nova.compute.manager [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1557.081235] env[64496]: DEBUG nova.compute.manager [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1557.082034] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edef81f-f0b3-4486-be55-6108b3953ee0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.162935] env[64496]: DEBUG nova.scheduler.client.report [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1557.604605] env[64496]: INFO nova.compute.manager [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Took 42.54 seconds to build instance. [ 1557.656187] env[64496]: DEBUG nova.compute.manager [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1557.669599] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.671755] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.822s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.674254] env[64496]: INFO nova.compute.claims [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1557.685313] env[64496]: DEBUG nova.virt.hardware [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1557.685542] env[64496]: DEBUG nova.virt.hardware [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1557.685693] env[64496]: DEBUG nova.virt.hardware [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1557.685869] env[64496]: DEBUG nova.virt.hardware [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1557.686016] env[64496]: DEBUG nova.virt.hardware [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1557.686166] env[64496]: DEBUG nova.virt.hardware [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1557.686366] env[64496]: DEBUG nova.virt.hardware [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1557.686520] env[64496]: DEBUG nova.virt.hardware [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1557.686682] env[64496]: DEBUG nova.virt.hardware [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1557.687400] env[64496]: DEBUG nova.virt.hardware [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1557.687400] env[64496]: DEBUG nova.virt.hardware [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1557.688671] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff62038e-73f4-4064-a4c2-456082abc846 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.698962] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b01870e-84a8-46c2-b244-ea7c78d72b40 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.705415] env[64496]: INFO nova.scheduler.client.report [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Deleted allocations for instance 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d [ 1558.085613] env[64496]: DEBUG nova.compute.manager [req-7978b14c-ce53-4f28-8e08-e6815514f831 req-15f14899-4335-4df5-b3cd-0fde50a2761f service nova] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Received event network-vif-plugged-1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1558.085866] env[64496]: DEBUG oslo_concurrency.lockutils [req-7978b14c-ce53-4f28-8e08-e6815514f831 req-15f14899-4335-4df5-b3cd-0fde50a2761f service nova] Acquiring lock "969b7791-0012-416c-84e1-706ed1103c54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.086081] env[64496]: DEBUG oslo_concurrency.lockutils [req-7978b14c-ce53-4f28-8e08-e6815514f831 req-15f14899-4335-4df5-b3cd-0fde50a2761f service nova] Lock "969b7791-0012-416c-84e1-706ed1103c54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.086229] env[64496]: DEBUG oslo_concurrency.lockutils [req-7978b14c-ce53-4f28-8e08-e6815514f831 req-15f14899-4335-4df5-b3cd-0fde50a2761f service nova] Lock "969b7791-0012-416c-84e1-706ed1103c54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.086409] env[64496]: DEBUG nova.compute.manager [req-7978b14c-ce53-4f28-8e08-e6815514f831 req-15f14899-4335-4df5-b3cd-0fde50a2761f service nova] [instance: 969b7791-0012-416c-84e1-706ed1103c54] No waiting events found dispatching network-vif-plugged-1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1558.086553] env[64496]: WARNING nova.compute.manager [req-7978b14c-ce53-4f28-8e08-e6815514f831 req-15f14899-4335-4df5-b3cd-0fde50a2761f service nova] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Received unexpected event network-vif-plugged-1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab for instance with vm_state building and task_state spawning. [ 1558.110918] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9fec315-4c16-4829-a68b-12489cd995ff tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "619c7fa7-6111-43de-9972-70099385a342" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.701s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.228648] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3f142e99-4b18-40da-8220-a00b86afeb60 tempest-ServersTestBootFromVolume-961589265 tempest-ServersTestBootFromVolume-961589265-project-member] Lock "66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.478s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.327735] env[64496]: DEBUG nova.network.neutron [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Successfully updated port: 1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1558.717095] env[64496]: DEBUG nova.compute.manager [req-8a01d216-05a6-4c8f-949a-17faa0f13d57 req-020f920a-32f7-4a6c-bcc3-c8edeb772979 service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Received event network-changed-1ee9d32b-0401-4693-b516-fd5de302d58b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1558.717342] env[64496]: DEBUG nova.compute.manager [req-8a01d216-05a6-4c8f-949a-17faa0f13d57 req-020f920a-32f7-4a6c-bcc3-c8edeb772979 service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Refreshing instance network info cache due to event network-changed-1ee9d32b-0401-4693-b516-fd5de302d58b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1558.717846] env[64496]: DEBUG oslo_concurrency.lockutils [req-8a01d216-05a6-4c8f-949a-17faa0f13d57 req-020f920a-32f7-4a6c-bcc3-c8edeb772979 service nova] Acquiring lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.720059] env[64496]: DEBUG oslo_concurrency.lockutils [req-8a01d216-05a6-4c8f-949a-17faa0f13d57 req-020f920a-32f7-4a6c-bcc3-c8edeb772979 service nova] Acquired lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.720059] env[64496]: DEBUG nova.network.neutron [req-8a01d216-05a6-4c8f-949a-17faa0f13d57 req-020f920a-32f7-4a6c-bcc3-c8edeb772979 service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Refreshing network info cache for port 1ee9d32b-0401-4693-b516-fd5de302d58b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.830789] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "refresh_cache-969b7791-0012-416c-84e1-706ed1103c54" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.830789] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "refresh_cache-969b7791-0012-416c-84e1-706ed1103c54" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.830913] env[64496]: DEBUG nova.network.neutron [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.192446] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7576cb9-062c-494a-8612-9e3e1582d9c3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.201278] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e95a46-d087-4e46-b427-6dcdc781743f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.246745] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db19ec92-d485-445b-8d48-6c8288f92f9e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.259265] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11549fe-687d-424f-846b-8007f26d9b7d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.275464] env[64496]: DEBUG nova.compute.provider_tree [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.381507] env[64496]: DEBUG nova.network.neutron [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1559.782378] env[64496]: DEBUG nova.scheduler.client.report [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.815032] env[64496]: DEBUG nova.network.neutron [req-8a01d216-05a6-4c8f-949a-17faa0f13d57 req-020f920a-32f7-4a6c-bcc3-c8edeb772979 service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Updated VIF entry in instance network info cache for port 1ee9d32b-0401-4693-b516-fd5de302d58b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1559.815032] env[64496]: DEBUG nova.network.neutron [req-8a01d216-05a6-4c8f-949a-17faa0f13d57 req-020f920a-32f7-4a6c-bcc3-c8edeb772979 service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Updating instance_info_cache with network_info: [{"id": "1ee9d32b-0401-4693-b516-fd5de302d58b", "address": "fa:16:3e:ef:4b:c9", "network": {"id": "65d54043-ece2-4094-bd0e-b7e49959b0c3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1228515421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac72c15f3b1543f28d50416a46d3ba76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee9d32b-04", "ovs_interfaceid": "1ee9d32b-0401-4693-b516-fd5de302d58b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.917435] env[64496]: DEBUG nova.network.neutron [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Updating instance_info_cache with network_info: [{"id": "1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab", "address": "fa:16:3e:17:a7:12", "network": {"id": "8f22c3b7-cf90-4346-a13c-b75f25b791ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1480114042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c9436d281384e73a7428ba01b43a8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8c7a82-fc", "ovs_interfaceid": "1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.294546] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.295327] env[64496]: DEBUG nova.compute.manager [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1560.297970] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.941s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.299798] env[64496]: INFO nova.compute.claims [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1560.320497] env[64496]: DEBUG oslo_concurrency.lockutils [req-8a01d216-05a6-4c8f-949a-17faa0f13d57 req-020f920a-32f7-4a6c-bcc3-c8edeb772979 service nova] Releasing lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.420782] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "refresh_cache-969b7791-0012-416c-84e1-706ed1103c54" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.420782] env[64496]: DEBUG nova.compute.manager [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Instance network_info: |[{"id": "1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab", "address": "fa:16:3e:17:a7:12", "network": {"id": "8f22c3b7-cf90-4346-a13c-b75f25b791ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1480114042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c9436d281384e73a7428ba01b43a8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8c7a82-fc", "ovs_interfaceid": "1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1560.421244] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:a7:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1560.428923] env[64496]: DEBUG oslo.service.loopingcall [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.429111] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1560.429339] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a51f6e10-ab69-490d-8a2d-6995fa4c3177 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.447099] env[64496]: DEBUG nova.compute.manager [req-273767b7-28a9-4a0a-8ced-110ef48ea362 req-fb9b4ea1-6106-4b69-9578-b1b3578d4063 service nova] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Received event network-changed-1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1560.447099] env[64496]: DEBUG nova.compute.manager [req-273767b7-28a9-4a0a-8ced-110ef48ea362 req-fb9b4ea1-6106-4b69-9578-b1b3578d4063 service nova] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Refreshing instance network info cache due to event network-changed-1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1560.447099] env[64496]: DEBUG oslo_concurrency.lockutils [req-273767b7-28a9-4a0a-8ced-110ef48ea362 req-fb9b4ea1-6106-4b69-9578-b1b3578d4063 service nova] Acquiring lock "refresh_cache-969b7791-0012-416c-84e1-706ed1103c54" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.447346] env[64496]: DEBUG oslo_concurrency.lockutils [req-273767b7-28a9-4a0a-8ced-110ef48ea362 req-fb9b4ea1-6106-4b69-9578-b1b3578d4063 service nova] Acquired lock "refresh_cache-969b7791-0012-416c-84e1-706ed1103c54" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.447346] env[64496]: DEBUG nova.network.neutron [req-273767b7-28a9-4a0a-8ced-110ef48ea362 req-fb9b4ea1-6106-4b69-9578-b1b3578d4063 service nova] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Refreshing network info cache for port 1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.454565] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1560.454565] env[64496]: value = "task-1901768" [ 1560.454565] env[64496]: _type = "Task" [ 1560.454565] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.463682] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901768, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.804343] env[64496]: DEBUG nova.compute.utils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1560.808985] env[64496]: DEBUG nova.compute.manager [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1560.809825] env[64496]: DEBUG nova.network.neutron [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1560.898783] env[64496]: DEBUG nova.policy [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34e5efa3c5bc49c4b44f6ee6e30f4671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43e1428760ab42ba89b64ae644a3fa12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1560.965097] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901768, 'name': CreateVM_Task, 'duration_secs': 0.46642} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.965277] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1560.965952] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.966155] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.966530] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1560.966741] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f70cdf56-3d3b-4a37-b735-e3c4e0b4ec12 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.972096] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1560.972096] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d18063-5094-9b87-fa8e-db952ab2770e" [ 1560.972096] env[64496]: _type = "Task" [ 1560.972096] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.980498] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d18063-5094-9b87-fa8e-db952ab2770e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.251049] env[64496]: DEBUG nova.network.neutron [req-273767b7-28a9-4a0a-8ced-110ef48ea362 req-fb9b4ea1-6106-4b69-9578-b1b3578d4063 service nova] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Updated VIF entry in instance network info cache for port 1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1561.251430] env[64496]: DEBUG nova.network.neutron [req-273767b7-28a9-4a0a-8ced-110ef48ea362 req-fb9b4ea1-6106-4b69-9578-b1b3578d4063 service nova] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Updating instance_info_cache with network_info: [{"id": "1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab", "address": "fa:16:3e:17:a7:12", "network": {"id": "8f22c3b7-cf90-4346-a13c-b75f25b791ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1480114042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c9436d281384e73a7428ba01b43a8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8c7a82-fc", "ovs_interfaceid": "1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.309739] env[64496]: DEBUG nova.compute.manager [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1561.414570] env[64496]: DEBUG nova.network.neutron [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Successfully created port: ddaac621-19da-4afd-8792-f893fb87305a {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1561.485963] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d18063-5094-9b87-fa8e-db952ab2770e, 'name': SearchDatastore_Task, 'duration_secs': 0.01045} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.486667] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.486986] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1561.487734] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.487734] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.488683] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1561.491983] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed750994-0ab8-4461-9b85-4e4f6c4f5e80 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.503397] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1561.503525] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1561.504525] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fb40cf-ed43-41ea-a5e4-a83ab8844a82 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.511552] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1561.511552] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b3a170-7551-9af1-c43b-4dd0b6ff3f14" [ 1561.511552] env[64496]: _type = "Task" [ 1561.511552] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.525864] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b3a170-7551-9af1-c43b-4dd0b6ff3f14, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.526630] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0197a1a1-9422-40ad-a752-a046a2fa35d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.535191] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1561.535191] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5249b4b7-10b2-d897-1c01-911ee33e75c5" [ 1561.535191] env[64496]: _type = "Task" [ 1561.535191] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.548939] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5249b4b7-10b2-d897-1c01-911ee33e75c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.549169] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.549616] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 969b7791-0012-416c-84e1-706ed1103c54/969b7791-0012-416c-84e1-706ed1103c54.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1561.549739] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ee6e42d-7618-41b0-a4e9-503d4ea9aec2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.556805] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1561.556805] env[64496]: value = "task-1901770" [ 1561.556805] env[64496]: _type = "Task" [ 1561.556805] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.570627] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.626981] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Acquiring lock "3f0f9f64-e021-4eac-bb70-9077377765ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.627240] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Lock "3f0f9f64-e021-4eac-bb70-9077377765ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.754903] env[64496]: DEBUG oslo_concurrency.lockutils [req-273767b7-28a9-4a0a-8ced-110ef48ea362 req-fb9b4ea1-6106-4b69-9578-b1b3578d4063 service nova] Releasing lock "refresh_cache-969b7791-0012-416c-84e1-706ed1103c54" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.859060] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c4bc10-0ff2-46e7-963e-fd9c0c2e4717 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.866942] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf116a8-dd6c-4c02-9e24-efbb8f3a69b5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.905363] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582870c0-c1d2-42ee-8faa-575a7473c43f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.917726] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e97136-69f4-4a6b-93d0-71cb441da9f8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.937488] env[64496]: DEBUG nova.compute.provider_tree [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.070594] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48668} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.070872] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 969b7791-0012-416c-84e1-706ed1103c54/969b7791-0012-416c-84e1-706ed1103c54.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1562.071094] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1562.071391] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2f9a53a-05f5-4007-9aaa-b4443aaba969 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.077476] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1562.077476] env[64496]: value = "task-1901771" [ 1562.077476] env[64496]: _type = "Task" [ 1562.077476] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.086925] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.131560] env[64496]: DEBUG nova.compute.manager [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1562.326958] env[64496]: DEBUG nova.compute.manager [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1562.360876] env[64496]: DEBUG nova.virt.hardware [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1562.360876] env[64496]: DEBUG nova.virt.hardware [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1562.360876] env[64496]: DEBUG nova.virt.hardware [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1562.361070] env[64496]: DEBUG nova.virt.hardware [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1562.361070] env[64496]: DEBUG nova.virt.hardware [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1562.361070] env[64496]: DEBUG nova.virt.hardware [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1562.361070] env[64496]: DEBUG nova.virt.hardware [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1562.361070] env[64496]: DEBUG nova.virt.hardware [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1562.361234] env[64496]: DEBUG nova.virt.hardware [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1562.361234] env[64496]: DEBUG nova.virt.hardware [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1562.361234] env[64496]: DEBUG nova.virt.hardware [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1562.362033] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00fa6fd-6b58-405f-9c3c-744734fb929c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.371021] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a38518-50e2-4140-9af3-de454d416b05 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.441047] env[64496]: DEBUG nova.scheduler.client.report [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1562.588056] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070108} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.588317] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1562.589087] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0812e7a-cad9-4c67-bcb1-b98753637a45 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.617956] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 969b7791-0012-416c-84e1-706ed1103c54/969b7791-0012-416c-84e1-706ed1103c54.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.618303] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc014993-428d-4505-b477-52479e4d1824 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.634301] env[64496]: DEBUG nova.compute.manager [req-ffb768e5-45f6-4c15-81c0-12f22a0e1b53 req-595e4abd-5069-4c3f-8374-ab4cea7c6e20 service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Received event network-changed-c056ca58-0515-4971-bec8-4d5ec49e7ed5 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1562.634512] env[64496]: DEBUG nova.compute.manager [req-ffb768e5-45f6-4c15-81c0-12f22a0e1b53 req-595e4abd-5069-4c3f-8374-ab4cea7c6e20 service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Refreshing instance network info cache due to event network-changed-c056ca58-0515-4971-bec8-4d5ec49e7ed5. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1562.634754] env[64496]: DEBUG oslo_concurrency.lockutils [req-ffb768e5-45f6-4c15-81c0-12f22a0e1b53 req-595e4abd-5069-4c3f-8374-ab4cea7c6e20 service nova] Acquiring lock "refresh_cache-619c7fa7-6111-43de-9972-70099385a342" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.634860] env[64496]: DEBUG oslo_concurrency.lockutils [req-ffb768e5-45f6-4c15-81c0-12f22a0e1b53 req-595e4abd-5069-4c3f-8374-ab4cea7c6e20 service nova] Acquired lock "refresh_cache-619c7fa7-6111-43de-9972-70099385a342" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.635038] env[64496]: DEBUG nova.network.neutron [req-ffb768e5-45f6-4c15-81c0-12f22a0e1b53 req-595e4abd-5069-4c3f-8374-ab4cea7c6e20 service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Refreshing network info cache for port c056ca58-0515-4971-bec8-4d5ec49e7ed5 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1562.644689] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1562.644689] env[64496]: value = "task-1901772" [ 1562.644689] env[64496]: _type = "Task" [ 1562.644689] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.654570] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.661773] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.746770] env[64496]: DEBUG nova.compute.manager [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Received event network-changed-1ee9d32b-0401-4693-b516-fd5de302d58b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1562.747014] env[64496]: DEBUG nova.compute.manager [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Refreshing instance network info cache due to event network-changed-1ee9d32b-0401-4693-b516-fd5de302d58b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1562.747232] env[64496]: DEBUG oslo_concurrency.lockutils [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] Acquiring lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.747387] env[64496]: DEBUG oslo_concurrency.lockutils [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] Acquired lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.747555] env[64496]: DEBUG nova.network.neutron [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Refreshing network info cache for port 1ee9d32b-0401-4693-b516-fd5de302d58b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1562.947131] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.947463] env[64496]: DEBUG nova.compute.manager [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1562.958767] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.296s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.958767] env[64496]: DEBUG nova.objects.instance [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64496) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1563.159460] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901772, 'name': ReconfigVM_Task, 'duration_secs': 0.341576} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.159848] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 969b7791-0012-416c-84e1-706ed1103c54/969b7791-0012-416c-84e1-706ed1103c54.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.160743] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-113d477a-75f1-45c4-bc87-45ed22c25c3f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.169785] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1563.169785] env[64496]: value = "task-1901774" [ 1563.169785] env[64496]: _type = "Task" [ 1563.169785] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.180631] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901774, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.394651] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "619c7fa7-6111-43de-9972-70099385a342" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.394651] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "619c7fa7-6111-43de-9972-70099385a342" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.394651] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "619c7fa7-6111-43de-9972-70099385a342-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.394651] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "619c7fa7-6111-43de-9972-70099385a342-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.395177] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "619c7fa7-6111-43de-9972-70099385a342-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.396154] env[64496]: INFO nova.compute.manager [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Terminating instance [ 1563.459674] env[64496]: DEBUG nova.compute.utils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1563.462673] env[64496]: DEBUG nova.compute.manager [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1563.463283] env[64496]: DEBUG nova.network.neutron [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1563.588572] env[64496]: DEBUG nova.policy [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a439eb092754f7ba76d5804dbc34615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '952d0fcb44704220b3d132c5cc444d5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1563.627395] env[64496]: DEBUG nova.network.neutron [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Successfully updated port: ddaac621-19da-4afd-8792-f893fb87305a {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1563.682600] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901774, 'name': Rename_Task, 'duration_secs': 0.161328} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.682600] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1563.682600] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a7e44b0-4cbf-4d36-9d3f-6678be3f8c37 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.690445] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1563.690445] env[64496]: value = "task-1901775" [ 1563.690445] env[64496]: _type = "Task" [ 1563.690445] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.701398] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.763916] env[64496]: DEBUG nova.network.neutron [req-ffb768e5-45f6-4c15-81c0-12f22a0e1b53 req-595e4abd-5069-4c3f-8374-ab4cea7c6e20 service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Updated VIF entry in instance network info cache for port c056ca58-0515-4971-bec8-4d5ec49e7ed5. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1563.763916] env[64496]: DEBUG nova.network.neutron [req-ffb768e5-45f6-4c15-81c0-12f22a0e1b53 req-595e4abd-5069-4c3f-8374-ab4cea7c6e20 service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Updating instance_info_cache with network_info: [{"id": "c056ca58-0515-4971-bec8-4d5ec49e7ed5", "address": "fa:16:3e:87:ed:77", "network": {"id": "65d54043-ece2-4094-bd0e-b7e49959b0c3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1228515421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac72c15f3b1543f28d50416a46d3ba76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc056ca58-05", "ovs_interfaceid": "c056ca58-0515-4971-bec8-4d5ec49e7ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.805631] env[64496]: DEBUG nova.network.neutron [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Updated VIF entry in instance network info cache for port 1ee9d32b-0401-4693-b516-fd5de302d58b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1563.807677] env[64496]: DEBUG nova.network.neutron [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Updating instance_info_cache with network_info: [{"id": "1ee9d32b-0401-4693-b516-fd5de302d58b", "address": "fa:16:3e:ef:4b:c9", "network": {"id": "65d54043-ece2-4094-bd0e-b7e49959b0c3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1228515421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac72c15f3b1543f28d50416a46d3ba76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee9d32b-04", "ovs_interfaceid": "1ee9d32b-0401-4693-b516-fd5de302d58b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.902287] env[64496]: DEBUG nova.compute.manager [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1563.902287] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1563.902287] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745c5d4e-3fe0-4651-86b1-161e9e33838c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.910363] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.910977] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d2cd324-a9f3-404f-b555-b7a8b66339b6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.918116] env[64496]: DEBUG oslo_vmware.api [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1563.918116] env[64496]: value = "task-1901776" [ 1563.918116] env[64496]: _type = "Task" [ 1563.918116] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.927696] env[64496]: DEBUG oslo_vmware.api [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.971378] env[64496]: DEBUG nova.compute.manager [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1563.976279] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3c1568f1-cf5f-4330-8420-257328a9081d tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.977022] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.299s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.978718] env[64496]: INFO nova.compute.claims [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1564.131632] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "refresh_cache-b200c521-81c2-4bb3-9bee-d1b04f69a394" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.131982] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "refresh_cache-b200c521-81c2-4bb3-9bee-d1b04f69a394" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.132305] env[64496]: DEBUG nova.network.neutron [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.203688] env[64496]: DEBUG oslo_vmware.api [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901775, 'name': PowerOnVM_Task, 'duration_secs': 0.496381} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.203688] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1564.203688] env[64496]: INFO nova.compute.manager [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Took 6.55 seconds to spawn the instance on the hypervisor. [ 1564.203688] env[64496]: DEBUG nova.compute.manager [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1564.203688] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f2a0d0-d37b-4c8f-9843-cd455b9e39e4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.266106] env[64496]: DEBUG oslo_concurrency.lockutils [req-ffb768e5-45f6-4c15-81c0-12f22a0e1b53 req-595e4abd-5069-4c3f-8374-ab4cea7c6e20 service nova] Releasing lock "refresh_cache-619c7fa7-6111-43de-9972-70099385a342" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.308879] env[64496]: DEBUG oslo_concurrency.lockutils [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] Releasing lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.309441] env[64496]: DEBUG nova.compute.manager [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Received event network-changed-c056ca58-0515-4971-bec8-4d5ec49e7ed5 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1564.309636] env[64496]: DEBUG nova.compute.manager [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Refreshing instance network info cache due to event network-changed-c056ca58-0515-4971-bec8-4d5ec49e7ed5. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1564.309916] env[64496]: DEBUG oslo_concurrency.lockutils [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] Acquiring lock "refresh_cache-619c7fa7-6111-43de-9972-70099385a342" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.310250] env[64496]: DEBUG oslo_concurrency.lockutils [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] Acquired lock "refresh_cache-619c7fa7-6111-43de-9972-70099385a342" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.310327] env[64496]: DEBUG nova.network.neutron [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Refreshing network info cache for port c056ca58-0515-4971-bec8-4d5ec49e7ed5 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1564.398796] env[64496]: DEBUG nova.network.neutron [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Successfully created port: f045a7c4-c136-4702-9220-2ec0be21ec95 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1564.428605] env[64496]: DEBUG oslo_vmware.api [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901776, 'name': PowerOffVM_Task, 'duration_secs': 0.181733} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.428887] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1564.429069] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1564.429489] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90b61fe6-c14a-426d-827f-66379b8c00c3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.575760] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1564.576076] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1564.576301] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Deleting the datastore file [datastore1] 619c7fa7-6111-43de-9972-70099385a342 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1564.576653] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17710e57-b100-4933-b4d5-46e22d5a31c4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.587310] env[64496]: DEBUG oslo_vmware.api [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1564.587310] env[64496]: value = "task-1901778" [ 1564.587310] env[64496]: _type = "Task" [ 1564.587310] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.598901] env[64496]: DEBUG oslo_vmware.api [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.705150] env[64496]: DEBUG nova.network.neutron [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1564.726964] env[64496]: INFO nova.compute.manager [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Took 43.33 seconds to build instance. [ 1564.987614] env[64496]: DEBUG nova.compute.manager [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1564.993492] env[64496]: DEBUG nova.network.neutron [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Updating instance_info_cache with network_info: [{"id": "ddaac621-19da-4afd-8792-f893fb87305a", "address": "fa:16:3e:d7:be:88", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaac621-19", "ovs_interfaceid": "ddaac621-19da-4afd-8792-f893fb87305a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.034107] env[64496]: DEBUG nova.virt.hardware [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1565.034735] env[64496]: DEBUG nova.virt.hardware [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1565.035123] env[64496]: DEBUG nova.virt.hardware [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1565.035451] env[64496]: DEBUG nova.virt.hardware [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1565.036372] env[64496]: DEBUG nova.virt.hardware [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1565.036372] env[64496]: DEBUG nova.virt.hardware [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1565.036622] env[64496]: DEBUG nova.virt.hardware [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1565.036622] env[64496]: DEBUG nova.virt.hardware [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1565.036733] env[64496]: DEBUG nova.virt.hardware [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1565.036926] env[64496]: DEBUG nova.virt.hardware [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1565.037250] env[64496]: DEBUG nova.virt.hardware [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1565.038509] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f042bb6a-ca6e-4509-88c5-6055a01adaea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.048358] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b18d52b-f155-4fc0-ae77-8e693da906c5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.100399] env[64496]: DEBUG oslo_vmware.api [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498866} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.103110] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1565.103316] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1565.104056] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1565.104056] env[64496]: INFO nova.compute.manager [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1565.104056] env[64496]: DEBUG oslo.service.loopingcall [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.104229] env[64496]: DEBUG nova.compute.manager [-] [instance: 619c7fa7-6111-43de-9972-70099385a342] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1565.104280] env[64496]: DEBUG nova.network.neutron [-] [instance: 619c7fa7-6111-43de-9972-70099385a342] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1565.229921] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0874c459-8b57-4623-8b0f-da5640b0825d tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "969b7791-0012-416c-84e1-706ed1103c54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.249s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.282673] env[64496]: DEBUG nova.compute.manager [req-64e1fb1a-e95c-46d7-89b0-af71189e0b8d req-cb0f29c8-316d-4e00-87e9-a773ff5a14ba service nova] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Received event network-vif-plugged-ddaac621-19da-4afd-8792-f893fb87305a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1565.283055] env[64496]: DEBUG oslo_concurrency.lockutils [req-64e1fb1a-e95c-46d7-89b0-af71189e0b8d req-cb0f29c8-316d-4e00-87e9-a773ff5a14ba service nova] Acquiring lock "b200c521-81c2-4bb3-9bee-d1b04f69a394-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.283741] env[64496]: DEBUG oslo_concurrency.lockutils [req-64e1fb1a-e95c-46d7-89b0-af71189e0b8d req-cb0f29c8-316d-4e00-87e9-a773ff5a14ba service nova] Lock "b200c521-81c2-4bb3-9bee-d1b04f69a394-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.283741] env[64496]: DEBUG oslo_concurrency.lockutils [req-64e1fb1a-e95c-46d7-89b0-af71189e0b8d req-cb0f29c8-316d-4e00-87e9-a773ff5a14ba service nova] Lock "b200c521-81c2-4bb3-9bee-d1b04f69a394-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.283741] env[64496]: DEBUG nova.compute.manager [req-64e1fb1a-e95c-46d7-89b0-af71189e0b8d req-cb0f29c8-316d-4e00-87e9-a773ff5a14ba service nova] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] No waiting events found dispatching network-vif-plugged-ddaac621-19da-4afd-8792-f893fb87305a {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1565.283918] env[64496]: WARNING nova.compute.manager [req-64e1fb1a-e95c-46d7-89b0-af71189e0b8d req-cb0f29c8-316d-4e00-87e9-a773ff5a14ba service nova] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Received unexpected event network-vif-plugged-ddaac621-19da-4afd-8792-f893fb87305a for instance with vm_state building and task_state spawning. [ 1565.284074] env[64496]: DEBUG nova.compute.manager [req-64e1fb1a-e95c-46d7-89b0-af71189e0b8d req-cb0f29c8-316d-4e00-87e9-a773ff5a14ba service nova] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Received event network-changed-ddaac621-19da-4afd-8792-f893fb87305a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1565.284292] env[64496]: DEBUG nova.compute.manager [req-64e1fb1a-e95c-46d7-89b0-af71189e0b8d req-cb0f29c8-316d-4e00-87e9-a773ff5a14ba service nova] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Refreshing instance network info cache due to event network-changed-ddaac621-19da-4afd-8792-f893fb87305a. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1565.284528] env[64496]: DEBUG oslo_concurrency.lockutils [req-64e1fb1a-e95c-46d7-89b0-af71189e0b8d req-cb0f29c8-316d-4e00-87e9-a773ff5a14ba service nova] Acquiring lock "refresh_cache-b200c521-81c2-4bb3-9bee-d1b04f69a394" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.290566] env[64496]: DEBUG nova.network.neutron [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Updated VIF entry in instance network info cache for port c056ca58-0515-4971-bec8-4d5ec49e7ed5. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1565.291023] env[64496]: DEBUG nova.network.neutron [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Updating instance_info_cache with network_info: [{"id": "c056ca58-0515-4971-bec8-4d5ec49e7ed5", "address": "fa:16:3e:87:ed:77", "network": {"id": "65d54043-ece2-4094-bd0e-b7e49959b0c3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1228515421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac72c15f3b1543f28d50416a46d3ba76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc056ca58-05", "ovs_interfaceid": "c056ca58-0515-4971-bec8-4d5ec49e7ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.301950] env[64496]: DEBUG nova.compute.manager [req-6ba0d949-6882-4e72-aa55-dbb33ca9e129 req-278696d3-e751-4a3c-890f-125c65013bac service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Received event network-changed-1ee9d32b-0401-4693-b516-fd5de302d58b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1565.301950] env[64496]: DEBUG nova.compute.manager [req-6ba0d949-6882-4e72-aa55-dbb33ca9e129 req-278696d3-e751-4a3c-890f-125c65013bac service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Refreshing instance network info cache due to event network-changed-1ee9d32b-0401-4693-b516-fd5de302d58b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1565.301950] env[64496]: DEBUG oslo_concurrency.lockutils [req-6ba0d949-6882-4e72-aa55-dbb33ca9e129 req-278696d3-e751-4a3c-890f-125c65013bac service nova] Acquiring lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.301950] env[64496]: DEBUG oslo_concurrency.lockutils [req-6ba0d949-6882-4e72-aa55-dbb33ca9e129 req-278696d3-e751-4a3c-890f-125c65013bac service nova] Acquired lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.301950] env[64496]: DEBUG nova.network.neutron [req-6ba0d949-6882-4e72-aa55-dbb33ca9e129 req-278696d3-e751-4a3c-890f-125c65013bac service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Refreshing network info cache for port 1ee9d32b-0401-4693-b516-fd5de302d58b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1565.468260] env[64496]: DEBUG oslo_concurrency.lockutils [None req-85f9984f-bee4-43fd-b3ca-f77725e4546f tempest-ServersAdminTestJSON-1293342226 tempest-ServersAdminTestJSON-1293342226-project-admin] Acquiring lock "refresh_cache-969b7791-0012-416c-84e1-706ed1103c54" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.468260] env[64496]: DEBUG oslo_concurrency.lockutils [None req-85f9984f-bee4-43fd-b3ca-f77725e4546f tempest-ServersAdminTestJSON-1293342226 tempest-ServersAdminTestJSON-1293342226-project-admin] Acquired lock "refresh_cache-969b7791-0012-416c-84e1-706ed1103c54" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.468260] env[64496]: DEBUG nova.network.neutron [None req-85f9984f-bee4-43fd-b3ca-f77725e4546f tempest-ServersAdminTestJSON-1293342226 tempest-ServersAdminTestJSON-1293342226-project-admin] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.502597] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "refresh_cache-b200c521-81c2-4bb3-9bee-d1b04f69a394" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.503299] env[64496]: DEBUG nova.compute.manager [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Instance network_info: |[{"id": "ddaac621-19da-4afd-8792-f893fb87305a", "address": "fa:16:3e:d7:be:88", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaac621-19", "ovs_interfaceid": "ddaac621-19da-4afd-8792-f893fb87305a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1565.503484] env[64496]: DEBUG oslo_concurrency.lockutils [req-64e1fb1a-e95c-46d7-89b0-af71189e0b8d req-cb0f29c8-316d-4e00-87e9-a773ff5a14ba service nova] Acquired lock "refresh_cache-b200c521-81c2-4bb3-9bee-d1b04f69a394" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.503589] env[64496]: DEBUG nova.network.neutron [req-64e1fb1a-e95c-46d7-89b0-af71189e0b8d req-cb0f29c8-316d-4e00-87e9-a773ff5a14ba service nova] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Refreshing network info cache for port ddaac621-19da-4afd-8792-f893fb87305a {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1565.505185] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:be:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddaac621-19da-4afd-8792-f893fb87305a', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1565.517032] env[64496]: DEBUG oslo.service.loopingcall [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.521588] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1565.522075] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa62489f-f83b-4cf2-af21-35700b43e82c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.555612] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1565.555612] env[64496]: value = "task-1901780" [ 1565.555612] env[64496]: _type = "Task" [ 1565.555612] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.571146] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901780, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.590128] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f902fe5f-acef-46e9-bf54-79c50ed91cff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.605209] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dc9414-1b01-4197-9c10-bfe7ae0e972b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.639972] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e3fbfa-5a8c-4c18-8764-500f082ef49e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.650464] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d750235-12b0-449f-972a-2dd12c209b16 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.671382] env[64496]: DEBUG nova.compute.provider_tree [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.799022] env[64496]: DEBUG oslo_concurrency.lockutils [req-85f827b9-8bb8-47a1-b647-6995bfa1c652 req-79d78bc3-2660-495d-9e6f-ff6fab96e8af service nova] Releasing lock "refresh_cache-619c7fa7-6111-43de-9972-70099385a342" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.066594] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901780, 'name': CreateVM_Task, 'duration_secs': 0.42897} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.066765] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1566.067484] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.067637] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.067947] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1566.069025] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b2c856-43d6-44fe-854f-fb0714108744 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.077386] env[64496]: DEBUG nova.network.neutron [-] [instance: 619c7fa7-6111-43de-9972-70099385a342] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.078660] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1566.078660] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52af394f-48ed-968b-bca8-bccdbd2cdac5" [ 1566.078660] env[64496]: _type = "Task" [ 1566.078660] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.090592] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52af394f-48ed-968b-bca8-bccdbd2cdac5, 'name': SearchDatastore_Task, 'duration_secs': 0.012134} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.092637] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.092882] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1566.093144] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.093304] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.093464] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1566.093978] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8f282f8-d7ee-4bfd-b8ff-bc1815cce3ef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.111516] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1566.111710] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1566.112498] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-630932e4-3464-46ba-a04c-04eafad63f04 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.119901] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1566.119901] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a6a5d1-624c-e642-8095-a145b8746bde" [ 1566.119901] env[64496]: _type = "Task" [ 1566.119901] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.131616] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a6a5d1-624c-e642-8095-a145b8746bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.174860] env[64496]: DEBUG nova.scheduler.client.report [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.288037] env[64496]: DEBUG nova.network.neutron [req-6ba0d949-6882-4e72-aa55-dbb33ca9e129 req-278696d3-e751-4a3c-890f-125c65013bac service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Updated VIF entry in instance network info cache for port 1ee9d32b-0401-4693-b516-fd5de302d58b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1566.288498] env[64496]: DEBUG nova.network.neutron [req-6ba0d949-6882-4e72-aa55-dbb33ca9e129 req-278696d3-e751-4a3c-890f-125c65013bac service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Updating instance_info_cache with network_info: [{"id": "1ee9d32b-0401-4693-b516-fd5de302d58b", "address": "fa:16:3e:ef:4b:c9", "network": {"id": "65d54043-ece2-4094-bd0e-b7e49959b0c3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1228515421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac72c15f3b1543f28d50416a46d3ba76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee9d32b-04", "ovs_interfaceid": "1ee9d32b-0401-4693-b516-fd5de302d58b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.401108] env[64496]: DEBUG nova.network.neutron [None req-85f9984f-bee4-43fd-b3ca-f77725e4546f tempest-ServersAdminTestJSON-1293342226 tempest-ServersAdminTestJSON-1293342226-project-admin] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Updating instance_info_cache with network_info: [{"id": "1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab", "address": "fa:16:3e:17:a7:12", "network": {"id": "8f22c3b7-cf90-4346-a13c-b75f25b791ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1480114042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c9436d281384e73a7428ba01b43a8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8c7a82-fc", "ovs_interfaceid": "1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.580084] env[64496]: INFO nova.compute.manager [-] [instance: 619c7fa7-6111-43de-9972-70099385a342] Took 1.48 seconds to deallocate network for instance. [ 1566.635196] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a6a5d1-624c-e642-8095-a145b8746bde, 'name': SearchDatastore_Task, 'duration_secs': 0.016083} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.636268] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29de8c43-e531-40f0-838b-d1491b14fe53 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.644329] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1566.644329] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c61ac6-f198-6e4d-b2f8-106f4ee7d187" [ 1566.644329] env[64496]: _type = "Task" [ 1566.644329] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.648868] env[64496]: DEBUG nova.network.neutron [req-64e1fb1a-e95c-46d7-89b0-af71189e0b8d req-cb0f29c8-316d-4e00-87e9-a773ff5a14ba service nova] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Updated VIF entry in instance network info cache for port ddaac621-19da-4afd-8792-f893fb87305a. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1566.649240] env[64496]: DEBUG nova.network.neutron [req-64e1fb1a-e95c-46d7-89b0-af71189e0b8d req-cb0f29c8-316d-4e00-87e9-a773ff5a14ba service nova] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Updating instance_info_cache with network_info: [{"id": "ddaac621-19da-4afd-8792-f893fb87305a", "address": "fa:16:3e:d7:be:88", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaac621-19", "ovs_interfaceid": "ddaac621-19da-4afd-8792-f893fb87305a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.656132] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c61ac6-f198-6e4d-b2f8-106f4ee7d187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.683377] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.683996] env[64496]: DEBUG nova.compute.manager [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1566.687554] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.904s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.688112] env[64496]: DEBUG nova.objects.instance [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64496) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1566.797457] env[64496]: DEBUG oslo_concurrency.lockutils [req-6ba0d949-6882-4e72-aa55-dbb33ca9e129 req-278696d3-e751-4a3c-890f-125c65013bac service nova] Releasing lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.797457] env[64496]: DEBUG nova.network.neutron [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Successfully updated port: f045a7c4-c136-4702-9220-2ec0be21ec95 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1566.903792] env[64496]: DEBUG oslo_concurrency.lockutils [None req-85f9984f-bee4-43fd-b3ca-f77725e4546f tempest-ServersAdminTestJSON-1293342226 tempest-ServersAdminTestJSON-1293342226-project-admin] Releasing lock "refresh_cache-969b7791-0012-416c-84e1-706ed1103c54" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.904083] env[64496]: DEBUG nova.compute.manager [None req-85f9984f-bee4-43fd-b3ca-f77725e4546f tempest-ServersAdminTestJSON-1293342226 tempest-ServersAdminTestJSON-1293342226-project-admin] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Inject network info {{(pid=64496) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1566.904357] env[64496]: DEBUG nova.compute.manager [None req-85f9984f-bee4-43fd-b3ca-f77725e4546f tempest-ServersAdminTestJSON-1293342226 tempest-ServersAdminTestJSON-1293342226-project-admin] [instance: 969b7791-0012-416c-84e1-706ed1103c54] network_info to inject: |[{"id": "1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab", "address": "fa:16:3e:17:a7:12", "network": {"id": "8f22c3b7-cf90-4346-a13c-b75f25b791ba", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1480114042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c9436d281384e73a7428ba01b43a8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8c7a82-fc", "ovs_interfaceid": "1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1566.909751] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-85f9984f-bee4-43fd-b3ca-f77725e4546f tempest-ServersAdminTestJSON-1293342226 tempest-ServersAdminTestJSON-1293342226-project-admin] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Reconfiguring VM instance to set the machine id {{(pid=64496) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1566.910071] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b28db3c-451a-41a4-a2b0-665171f5a369 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.928305] env[64496]: DEBUG oslo_vmware.api [None req-85f9984f-bee4-43fd-b3ca-f77725e4546f tempest-ServersAdminTestJSON-1293342226 tempest-ServersAdminTestJSON-1293342226-project-admin] Waiting for the task: (returnval){ [ 1566.928305] env[64496]: value = "task-1901781" [ 1566.928305] env[64496]: _type = "Task" [ 1566.928305] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.940547] env[64496]: DEBUG oslo_vmware.api [None req-85f9984f-bee4-43fd-b3ca-f77725e4546f tempest-ServersAdminTestJSON-1293342226 tempest-ServersAdminTestJSON-1293342226-project-admin] Task: {'id': task-1901781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.087252] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.159561] env[64496]: DEBUG oslo_concurrency.lockutils [req-64e1fb1a-e95c-46d7-89b0-af71189e0b8d req-cb0f29c8-316d-4e00-87e9-a773ff5a14ba service nova] Releasing lock "refresh_cache-b200c521-81c2-4bb3-9bee-d1b04f69a394" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.159970] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c61ac6-f198-6e4d-b2f8-106f4ee7d187, 'name': SearchDatastore_Task, 'duration_secs': 0.045411} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.160251] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.160510] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] b200c521-81c2-4bb3-9bee-d1b04f69a394/b200c521-81c2-4bb3-9bee-d1b04f69a394.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.160783] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-152f83e6-5b40-4091-9f23-f006fdc227f8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.168541] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1567.168541] env[64496]: value = "task-1901783" [ 1567.168541] env[64496]: _type = "Task" [ 1567.168541] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.179782] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.192868] env[64496]: DEBUG nova.compute.utils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1567.195560] env[64496]: DEBUG nova.compute.manager [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1567.195560] env[64496]: DEBUG nova.network.neutron [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1567.247838] env[64496]: DEBUG nova.policy [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac5b31f73b142109d4799fdf59469c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ece971400c14e218ea058face42d8c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1567.305033] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Acquiring lock "refresh_cache-58ce69ad-5a98-4798-85a3-5a455a11e0b6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.305033] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Acquired lock "refresh_cache-58ce69ad-5a98-4798-85a3-5a455a11e0b6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.305033] env[64496]: DEBUG nova.network.neutron [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.403256] env[64496]: DEBUG nova.compute.manager [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Received event network-vif-plugged-f045a7c4-c136-4702-9220-2ec0be21ec95 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1567.403256] env[64496]: DEBUG oslo_concurrency.lockutils [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] Acquiring lock "58ce69ad-5a98-4798-85a3-5a455a11e0b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.403256] env[64496]: DEBUG oslo_concurrency.lockutils [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] Lock "58ce69ad-5a98-4798-85a3-5a455a11e0b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.404612] env[64496]: DEBUG oslo_concurrency.lockutils [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] Lock "58ce69ad-5a98-4798-85a3-5a455a11e0b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.404979] env[64496]: DEBUG nova.compute.manager [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] No waiting events found dispatching network-vif-plugged-f045a7c4-c136-4702-9220-2ec0be21ec95 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1567.405317] env[64496]: WARNING nova.compute.manager [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Received unexpected event network-vif-plugged-f045a7c4-c136-4702-9220-2ec0be21ec95 for instance with vm_state building and task_state spawning. [ 1567.405676] env[64496]: DEBUG nova.compute.manager [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Received event network-changed-f045a7c4-c136-4702-9220-2ec0be21ec95 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1567.405996] env[64496]: DEBUG nova.compute.manager [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Refreshing instance network info cache due to event network-changed-f045a7c4-c136-4702-9220-2ec0be21ec95. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1567.406636] env[64496]: DEBUG oslo_concurrency.lockutils [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] Acquiring lock "refresh_cache-58ce69ad-5a98-4798-85a3-5a455a11e0b6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.422856] env[64496]: DEBUG nova.compute.manager [req-599dec9b-fdb9-46cb-858e-c96120639c81 req-70b4dca8-d00a-4e12-9ee7-3a408620fdfa service nova] [instance: 619c7fa7-6111-43de-9972-70099385a342] Received event network-vif-deleted-c056ca58-0515-4971-bec8-4d5ec49e7ed5 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1567.439612] env[64496]: DEBUG oslo_vmware.api [None req-85f9984f-bee4-43fd-b3ca-f77725e4546f tempest-ServersAdminTestJSON-1293342226 tempest-ServersAdminTestJSON-1293342226-project-admin] Task: {'id': task-1901781, 'name': ReconfigVM_Task, 'duration_secs': 0.270755} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.440094] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-85f9984f-bee4-43fd-b3ca-f77725e4546f tempest-ServersAdminTestJSON-1293342226 tempest-ServersAdminTestJSON-1293342226-project-admin] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Reconfigured VM instance to set the machine id {{(pid=64496) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1567.680906] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901783, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.695384] env[64496]: DEBUG nova.compute.manager [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1567.702732] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f391bd06-68c8-4bf2-b2d9-24a75bd81297 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.703286] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.698s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.703900] env[64496]: DEBUG nova.objects.instance [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lazy-loading 'resources' on Instance uuid 7cbdba76-b9f3-417d-b49f-6e3913fa290b {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.775715] env[64496]: DEBUG nova.network.neutron [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Successfully created port: 8a3f9f9f-ff93-4528-a3b5-301accab8b63 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1567.807026] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "619c7fa7-6111-43de-9972-70099385a342" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.880187] env[64496]: DEBUG nova.network.neutron [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1568.167582] env[64496]: DEBUG nova.network.neutron [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Updating instance_info_cache with network_info: [{"id": "f045a7c4-c136-4702-9220-2ec0be21ec95", "address": "fa:16:3e:af:4e:b7", "network": {"id": "f33e17c6-21da-4d05-be48-582251c92d06", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2100664257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952d0fcb44704220b3d132c5cc444d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf045a7c4-c1", "ovs_interfaceid": "f045a7c4-c136-4702-9220-2ec0be21ec95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.195260] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781756} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.195260] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] b200c521-81c2-4bb3-9bee-d1b04f69a394/b200c521-81c2-4bb3-9bee-d1b04f69a394.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.195260] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.195260] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d496ac6-20f7-4c11-9acb-59b2d9ebfed6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.206312] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1568.206312] env[64496]: value = "task-1901784" [ 1568.206312] env[64496]: _type = "Task" [ 1568.206312] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.219716] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.604480] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "4beb0377-8b69-438a-aa7f-af5f68092240" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.604480] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "4beb0377-8b69-438a-aa7f-af5f68092240" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.604480] env[64496]: INFO nova.compute.manager [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Rebooting instance [ 1568.624472] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bd2aab-5ace-452f-b6e9-bd43fa6c1ef8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.632604] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be1635e-7406-4540-b4d9-06954d5d7c89 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.663769] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2df9d04-8e10-44a8-acbd-66a465368612 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.672306] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c849343-baec-41fe-853a-ed53134aea75 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.676418] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Releasing lock "refresh_cache-58ce69ad-5a98-4798-85a3-5a455a11e0b6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.676717] env[64496]: DEBUG nova.compute.manager [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Instance network_info: |[{"id": "f045a7c4-c136-4702-9220-2ec0be21ec95", "address": "fa:16:3e:af:4e:b7", "network": {"id": "f33e17c6-21da-4d05-be48-582251c92d06", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2100664257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952d0fcb44704220b3d132c5cc444d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf045a7c4-c1", "ovs_interfaceid": "f045a7c4-c136-4702-9220-2ec0be21ec95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1568.677097] env[64496]: DEBUG oslo_concurrency.lockutils [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] Acquired lock "refresh_cache-58ce69ad-5a98-4798-85a3-5a455a11e0b6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.677298] env[64496]: DEBUG nova.network.neutron [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Refreshing network info cache for port f045a7c4-c136-4702-9220-2ec0be21ec95 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.678448] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:4e:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f045a7c4-c136-4702-9220-2ec0be21ec95', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1568.686190] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Creating folder: Project (952d0fcb44704220b3d132c5cc444d5d). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1568.688687] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e134364-9d4d-41c7-8bae-0918dd383bba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.704484] env[64496]: DEBUG nova.compute.provider_tree [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.707843] env[64496]: DEBUG nova.compute.manager [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1568.717142] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Created folder: Project (952d0fcb44704220b3d132c5cc444d5d) in parent group-v392474. [ 1568.717142] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Creating folder: Instances. Parent ref: group-v392625. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1568.721484] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09b8b86b-6f89-4155-865c-7440c4ad4cc9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.723541] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072218} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.723825] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1568.724969] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4b2fb9-bf64-4b6e-a614-c5b2da2f5c43 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.748564] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] b200c521-81c2-4bb3-9bee-d1b04f69a394/b200c521-81c2-4bb3-9bee-d1b04f69a394.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.751828] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce225c06-4886-4619-9cc8-3057dc5e1f4b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.766381] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Created folder: Instances in parent group-v392625. [ 1568.766636] env[64496]: DEBUG oslo.service.loopingcall [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.767650] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1568.768014] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d27f51e3-2f53-471d-945d-95ec7283e52e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.786395] env[64496]: DEBUG nova.virt.hardware [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1568.786663] env[64496]: DEBUG nova.virt.hardware [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1568.786839] env[64496]: DEBUG nova.virt.hardware [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1568.790018] env[64496]: DEBUG nova.virt.hardware [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1568.790018] env[64496]: DEBUG nova.virt.hardware [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1568.790018] env[64496]: DEBUG nova.virt.hardware [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1568.790018] env[64496]: DEBUG nova.virt.hardware [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1568.790018] env[64496]: DEBUG nova.virt.hardware [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1568.790263] env[64496]: DEBUG nova.virt.hardware [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1568.790263] env[64496]: DEBUG nova.virt.hardware [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1568.790263] env[64496]: DEBUG nova.virt.hardware [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1568.790263] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1568.790263] env[64496]: value = "task-1901787" [ 1568.790263] env[64496]: _type = "Task" [ 1568.790263] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.791879] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7df3b8-80d8-4443-994b-5eddfd586ea3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.795380] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "8a99d218-ee4f-444d-9370-591493acca67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.795602] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "8a99d218-ee4f-444d-9370-591493acca67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.802163] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1568.802163] env[64496]: value = "task-1901788" [ 1568.802163] env[64496]: _type = "Task" [ 1568.802163] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.810171] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb50509e-1169-4b3c-b738-27ac0f069783 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.816740] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.830370] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901788, 'name': CreateVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.127375] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.127563] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.127736] env[64496]: DEBUG nova.network.neutron [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1569.233222] env[64496]: ERROR nova.scheduler.client.report [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [req-69f06536-b223-4961-b670-02817763c58f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-69f06536-b223-4961-b670-02817763c58f"}]} [ 1569.253614] env[64496]: DEBUG nova.scheduler.client.report [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1569.274577] env[64496]: DEBUG nova.scheduler.client.report [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1569.274901] env[64496]: DEBUG nova.compute.provider_tree [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1569.291923] env[64496]: DEBUG nova.scheduler.client.report [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1569.301706] env[64496]: DEBUG nova.compute.manager [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1569.308064] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.321085] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901788, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.322450] env[64496]: DEBUG nova.scheduler.client.report [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1569.616792] env[64496]: DEBUG nova.network.neutron [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Updated VIF entry in instance network info cache for port f045a7c4-c136-4702-9220-2ec0be21ec95. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1569.617222] env[64496]: DEBUG nova.network.neutron [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Updating instance_info_cache with network_info: [{"id": "f045a7c4-c136-4702-9220-2ec0be21ec95", "address": "fa:16:3e:af:4e:b7", "network": {"id": "f33e17c6-21da-4d05-be48-582251c92d06", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2100664257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952d0fcb44704220b3d132c5cc444d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf045a7c4-c1", "ovs_interfaceid": "f045a7c4-c136-4702-9220-2ec0be21ec95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.789281] env[64496]: DEBUG nova.compute.manager [req-764c0e3f-b34e-48aa-927f-3b3b66c6ab59 req-975a49c0-b2ab-498e-9a36-bcf35877f5ea service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Received event network-vif-plugged-8a3f9f9f-ff93-4528-a3b5-301accab8b63 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1569.789576] env[64496]: DEBUG oslo_concurrency.lockutils [req-764c0e3f-b34e-48aa-927f-3b3b66c6ab59 req-975a49c0-b2ab-498e-9a36-bcf35877f5ea service nova] Acquiring lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.792453] env[64496]: DEBUG oslo_concurrency.lockutils [req-764c0e3f-b34e-48aa-927f-3b3b66c6ab59 req-975a49c0-b2ab-498e-9a36-bcf35877f5ea service nova] Lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.792453] env[64496]: DEBUG oslo_concurrency.lockutils [req-764c0e3f-b34e-48aa-927f-3b3b66c6ab59 req-975a49c0-b2ab-498e-9a36-bcf35877f5ea service nova] Lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.792453] env[64496]: DEBUG nova.compute.manager [req-764c0e3f-b34e-48aa-927f-3b3b66c6ab59 req-975a49c0-b2ab-498e-9a36-bcf35877f5ea service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] No waiting events found dispatching network-vif-plugged-8a3f9f9f-ff93-4528-a3b5-301accab8b63 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1569.792453] env[64496]: WARNING nova.compute.manager [req-764c0e3f-b34e-48aa-927f-3b3b66c6ab59 req-975a49c0-b2ab-498e-9a36-bcf35877f5ea service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Received unexpected event network-vif-plugged-8a3f9f9f-ff93-4528-a3b5-301accab8b63 for instance with vm_state building and task_state spawning. [ 1569.811172] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901787, 'name': ReconfigVM_Task, 'duration_secs': 0.778482} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.818019] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Reconfigured VM instance instance-00000034 to attach disk [datastore2] b200c521-81c2-4bb3-9bee-d1b04f69a394/b200c521-81c2-4bb3-9bee-d1b04f69a394.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1569.819690] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-640d1a60-b4a2-424f-b864-fc26a4fd9a6d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.821654] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff274c19-3813-4a66-8cb8-46aa3d640d39 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.834518] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e98325d-4824-46a2-ab3d-7b52cec212b4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.837194] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1569.837194] env[64496]: value = "task-1901790" [ 1569.837194] env[64496]: _type = "Task" [ 1569.837194] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.837395] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901788, 'name': CreateVM_Task, 'duration_secs': 0.716936} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.838284] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.838548] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1569.842205] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.842372] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.842682] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1569.866139] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304cc118-902a-4177-bcd8-b4b854b65c5d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.868576] env[64496]: INFO nova.compute.manager [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Rebuilding instance [ 1569.871682] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced49952-4361-419a-9fe3-01ee1fd12bc1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.880568] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901790, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.886693] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67830ab0-2cfd-4208-b7a4-7d38eeb2ad9c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.893417] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Waiting for the task: (returnval){ [ 1569.893417] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52586e88-bc93-8f37-3f53-d7ecf59c2503" [ 1569.893417] env[64496]: _type = "Task" [ 1569.893417] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.905684] env[64496]: DEBUG nova.compute.provider_tree [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1569.916497] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52586e88-bc93-8f37-3f53-d7ecf59c2503, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.917430] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.917430] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1569.917430] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.917430] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.917697] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1569.917697] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b36e629-2c87-469f-917f-cd17976f2dd9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.928014] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1569.928014] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1569.930068] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14751ea-bbf0-49de-a4db-cea50ace061c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.938315] env[64496]: DEBUG nova.compute.manager [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1569.943612] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fff5afd-e80d-4e8d-98d1-c60f63be7bc3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.943612] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Waiting for the task: (returnval){ [ 1569.943612] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d330aa-dd1b-0d79-45e4-3fcaafedf1cd" [ 1569.943612] env[64496]: _type = "Task" [ 1569.943612] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.951969] env[64496]: DEBUG nova.network.neutron [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Successfully updated port: 8a3f9f9f-ff93-4528-a3b5-301accab8b63 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1569.960220] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d330aa-dd1b-0d79-45e4-3fcaafedf1cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013936} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.960220] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a1e48e-1a5a-42af-8bcc-6ec0d6051284 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.965876] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Waiting for the task: (returnval){ [ 1569.965876] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527c3720-7f9c-2f30-4b95-6c79565a8cba" [ 1569.965876] env[64496]: _type = "Task" [ 1569.965876] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.975675] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527c3720-7f9c-2f30-4b95-6c79565a8cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.044815] env[64496]: DEBUG nova.network.neutron [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance_info_cache with network_info: [{"id": "b2294e44-e192-4a2f-a511-38e18e923e50", "address": "fa:16:3e:a2:87:86", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2294e44-e1", "ovs_interfaceid": "b2294e44-e192-4a2f-a511-38e18e923e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.120177] env[64496]: DEBUG oslo_concurrency.lockutils [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] Releasing lock "refresh_cache-58ce69ad-5a98-4798-85a3-5a455a11e0b6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.120481] env[64496]: DEBUG nova.compute.manager [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Received event network-changed-1ee9d32b-0401-4693-b516-fd5de302d58b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1570.120652] env[64496]: DEBUG nova.compute.manager [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Refreshing instance network info cache due to event network-changed-1ee9d32b-0401-4693-b516-fd5de302d58b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1570.120864] env[64496]: DEBUG oslo_concurrency.lockutils [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] Acquiring lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.121011] env[64496]: DEBUG oslo_concurrency.lockutils [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] Acquired lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.121602] env[64496]: DEBUG nova.network.neutron [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Refreshing network info cache for port 1ee9d32b-0401-4693-b516-fd5de302d58b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1570.349885] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901790, 'name': Rename_Task, 'duration_secs': 0.273658} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.350218] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.350496] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c269804c-dc3d-4f28-9a2e-8e47df423d2a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.357682] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1570.357682] env[64496]: value = "task-1901791" [ 1570.357682] env[64496]: _type = "Task" [ 1570.357682] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.365292] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.451651] env[64496]: DEBUG nova.scheduler.client.report [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1570.452025] env[64496]: DEBUG nova.compute.provider_tree [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 82 to 83 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1570.452324] env[64496]: DEBUG nova.compute.provider_tree [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1570.460985] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.461164] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.461267] env[64496]: DEBUG nova.network.neutron [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1570.479612] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527c3720-7f9c-2f30-4b95-6c79565a8cba, 'name': SearchDatastore_Task, 'duration_secs': 0.013494} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.480558] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.480929] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 58ce69ad-5a98-4798-85a3-5a455a11e0b6/58ce69ad-5a98-4798-85a3-5a455a11e0b6.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1570.481175] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcfa4865-38da-413c-8436-3675e153a0a9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.490070] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Waiting for the task: (returnval){ [ 1570.490070] env[64496]: value = "task-1901792" [ 1570.490070] env[64496]: _type = "Task" [ 1570.490070] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.500346] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.548814] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.870489] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.891032] env[64496]: DEBUG nova.network.neutron [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Updated VIF entry in instance network info cache for port 1ee9d32b-0401-4693-b516-fd5de302d58b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.891356] env[64496]: DEBUG nova.network.neutron [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Updating instance_info_cache with network_info: [{"id": "1ee9d32b-0401-4693-b516-fd5de302d58b", "address": "fa:16:3e:ef:4b:c9", "network": {"id": "65d54043-ece2-4094-bd0e-b7e49959b0c3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1228515421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac72c15f3b1543f28d50416a46d3ba76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee9d32b-04", "ovs_interfaceid": "1ee9d32b-0401-4693-b516-fd5de302d58b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.959380] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.256s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.962576] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.963381] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.026s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.963608] env[64496]: DEBUG nova.objects.instance [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lazy-loading 'resources' on Instance uuid 2769fc49-4f22-44c1-a0e5-7481ec8b595c {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.966694] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daddd280-2af4-45cb-82cb-025bbf1f3de6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.018437] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1571.018437] env[64496]: value = "task-1901793" [ 1571.018437] env[64496]: _type = "Task" [ 1571.018437] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.018437] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.018437] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901792, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.018437] env[64496]: INFO nova.scheduler.client.report [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Deleted allocations for instance 7cbdba76-b9f3-417d-b49f-6e3913fa290b [ 1571.018437] env[64496]: DEBUG nova.network.neutron [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1571.054493] env[64496]: DEBUG nova.compute.manager [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.055537] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee84943d-aec7-425d-beab-03396032f146 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.225346] env[64496]: DEBUG nova.network.neutron [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Updating instance_info_cache with network_info: [{"id": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "address": "fa:16:3e:1f:c6:19", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3f9f9f-ff", "ovs_interfaceid": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.370346] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901791, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.395038] env[64496]: DEBUG oslo_concurrency.lockutils [req-6d5ee073-65d8-4a2e-bf7f-220c5e8e8843 req-a47a3b4a-82b2-428b-a119-147f78313ffa service nova] Releasing lock "refresh_cache-a1233927-5630-45c5-bf14-eb81de95cf44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.490300] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901793, 'name': PowerOffVM_Task, 'duration_secs': 0.199678} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.492915] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1571.493171] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1571.494291] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4807b81d-0bbb-47c3-b0f9-6f093211fa1a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.509486] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1571.509791] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541445} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.512018] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e28ec9fe-4d8b-4300-b858-862429ca236e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.513587] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 58ce69ad-5a98-4798-85a3-5a455a11e0b6/58ce69ad-5a98-4798-85a3-5a455a11e0b6.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1571.513822] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1571.514363] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba74ffb7-dd1c-4c47-ada4-bda1e59abea6 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "7cbdba76-b9f3-417d-b49f-6e3913fa290b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.976s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.515225] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a51145b-7886-4ab8-8df9-00150748f805 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.524552] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Waiting for the task: (returnval){ [ 1571.524552] env[64496]: value = "task-1901795" [ 1571.524552] env[64496]: _type = "Task" [ 1571.524552] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.534910] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.693197] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1571.693197] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1571.693197] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleting the datastore file [datastore2] de873593-e744-4c71-bdd7-09962f6bcedb {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1571.693461] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3cf0f75-d559-4cf7-9964-50c3c71803f0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.704064] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1571.704064] env[64496]: value = "task-1901797" [ 1571.704064] env[64496]: _type = "Task" [ 1571.704064] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.714687] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.729117] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.729403] env[64496]: DEBUG nova.compute.manager [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Instance network_info: |[{"id": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "address": "fa:16:3e:1f:c6:19", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3f9f9f-ff", "ovs_interfaceid": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1571.729991] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:c6:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a3f9f9f-ff93-4528-a3b5-301accab8b63', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.737502] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Creating folder: Project (5ece971400c14e218ea058face42d8c3). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.737810] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-872f2489-e6d3-42dd-aedb-d871cae71902 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.750844] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Created folder: Project (5ece971400c14e218ea058face42d8c3) in parent group-v392474. [ 1571.751055] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Creating folder: Instances. Parent ref: group-v392628. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.751317] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2b94236-f8ce-46be-b45b-e0841cc8b90d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.766019] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Created folder: Instances in parent group-v392628. [ 1571.766227] env[64496]: DEBUG oslo.service.loopingcall [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.766348] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1571.769053] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a749ebb-b0df-4174-be94-a3eb5764343f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.791187] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.791187] env[64496]: value = "task-1901800" [ 1571.791187] env[64496]: _type = "Task" [ 1571.791187] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.802783] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901800, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.876058] env[64496]: DEBUG oslo_vmware.api [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901791, 'name': PowerOnVM_Task, 'duration_secs': 1.036931} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.876367] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.876554] env[64496]: INFO nova.compute.manager [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1571.876731] env[64496]: DEBUG nova.compute.manager [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.877911] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d965a664-6380-4be6-8701-3a86111ed3fe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.917888] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c109ba-96ac-40c6-953a-57b6097b3d21 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.927709] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72e52d4-659d-48b4-8fa2-71f8f6154660 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.964759] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee51de4e-9044-4600-b72d-1086482b03db {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.973707] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50725318-5979-4934-af68-d9c3b431e204 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.989288] env[64496]: DEBUG nova.compute.provider_tree [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.035126] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124098} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.035410] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1572.036319] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1bbf18-38c7-4433-b903-5e49868c37bc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.062806] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 58ce69ad-5a98-4798-85a3-5a455a11e0b6/58ce69ad-5a98-4798-85a3-5a455a11e0b6.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1572.063173] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc8f396f-ba87-4847-8d15-b3b9804c8d4c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.082473] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029de607-92fc-4d16-85e7-dcb08f08420a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.092927] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Doing hard reboot of VM {{(pid=64496) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1572.094427] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-405b05fc-5360-4dac-b2c4-1aa072267269 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.096177] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Waiting for the task: (returnval){ [ 1572.096177] env[64496]: value = "task-1901801" [ 1572.096177] env[64496]: _type = "Task" [ 1572.096177] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.102613] env[64496]: DEBUG oslo_vmware.api [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1572.102613] env[64496]: value = "task-1901802" [ 1572.102613] env[64496]: _type = "Task" [ 1572.102613] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.109324] env[64496]: DEBUG nova.compute.manager [req-0beaa0fa-8df3-48e2-91dc-a9fe7578961a req-ca840f3f-8ec1-4944-af65-c964321fed8e service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Received event network-changed-8a3f9f9f-ff93-4528-a3b5-301accab8b63 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1572.109563] env[64496]: DEBUG nova.compute.manager [req-0beaa0fa-8df3-48e2-91dc-a9fe7578961a req-ca840f3f-8ec1-4944-af65-c964321fed8e service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Refreshing instance network info cache due to event network-changed-8a3f9f9f-ff93-4528-a3b5-301accab8b63. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1572.109789] env[64496]: DEBUG oslo_concurrency.lockutils [req-0beaa0fa-8df3-48e2-91dc-a9fe7578961a req-ca840f3f-8ec1-4944-af65-c964321fed8e service nova] Acquiring lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.109930] env[64496]: DEBUG oslo_concurrency.lockutils [req-0beaa0fa-8df3-48e2-91dc-a9fe7578961a req-ca840f3f-8ec1-4944-af65-c964321fed8e service nova] Acquired lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.110103] env[64496]: DEBUG nova.network.neutron [req-0beaa0fa-8df3-48e2-91dc-a9fe7578961a req-ca840f3f-8ec1-4944-af65-c964321fed8e service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Refreshing network info cache for port 8a3f9f9f-ff93-4528-a3b5-301accab8b63 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1572.112368] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.124112] env[64496]: DEBUG oslo_vmware.api [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901802, 'name': ResetVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.215702] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.301035] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901800, 'name': CreateVM_Task, 'duration_secs': 0.428337} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.301326] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.302151] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.302376] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.302723] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.302984] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac4dd620-c5fb-4b82-941f-05e8c2616895 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.308389] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1572.308389] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526a0a44-87a6-b3ac-eacd-5e4bd3bca4c8" [ 1572.308389] env[64496]: _type = "Task" [ 1572.308389] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.317183] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526a0a44-87a6-b3ac-eacd-5e4bd3bca4c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.400065] env[64496]: INFO nova.compute.manager [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Took 49.57 seconds to build instance. [ 1572.492165] env[64496]: DEBUG nova.scheduler.client.report [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.607054] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901801, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.619679] env[64496]: DEBUG oslo_vmware.api [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901802, 'name': ResetVM_Task, 'duration_secs': 0.23581} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.620323] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Did hard reboot of VM {{(pid=64496) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1572.620515] env[64496]: DEBUG nova.compute.manager [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.621318] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2874310d-4795-4074-9418-6ddbb4f99da5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.718774] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564166} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.719424] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.719584] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1572.719822] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.817816] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526a0a44-87a6-b3ac-eacd-5e4bd3bca4c8, 'name': SearchDatastore_Task, 'duration_secs': 0.017759} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.818195] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.818439] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.818672] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.818819] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.818993] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.819268] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b41a7bfe-3d0f-474d-8099-8a3cb8cd5bb1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.829423] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.830046] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.830748] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-178f76a8-5ca8-4779-906e-52d19febc681 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.835430] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1572.835430] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524b0c80-1db8-71fa-d5b9-55ac4d4e9f82" [ 1572.835430] env[64496]: _type = "Task" [ 1572.835430] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.843625] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524b0c80-1db8-71fa-d5b9-55ac4d4e9f82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.903254] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5c49a2b4-94de-44c0-824c-8bf1b8f608aa tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b200c521-81c2-4bb3-9bee-d1b04f69a394" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.790s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.919649] env[64496]: DEBUG nova.network.neutron [req-0beaa0fa-8df3-48e2-91dc-a9fe7578961a req-ca840f3f-8ec1-4944-af65-c964321fed8e service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Updated VIF entry in instance network info cache for port 8a3f9f9f-ff93-4528-a3b5-301accab8b63. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.920794] env[64496]: DEBUG nova.network.neutron [req-0beaa0fa-8df3-48e2-91dc-a9fe7578961a req-ca840f3f-8ec1-4944-af65-c964321fed8e service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Updating instance_info_cache with network_info: [{"id": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "address": "fa:16:3e:1f:c6:19", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3f9f9f-ff", "ovs_interfaceid": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.997965] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.001286] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.306s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.001545] env[64496]: DEBUG nova.objects.instance [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Lazy-loading 'resources' on Instance uuid 6ca6c4fd-2234-4077-a0f3-510385354b2b {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.015721] env[64496]: INFO nova.scheduler.client.report [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleted allocations for instance 2769fc49-4f22-44c1-a0e5-7481ec8b595c [ 1573.108137] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901801, 'name': ReconfigVM_Task, 'duration_secs': 0.552229} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.108914] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 58ce69ad-5a98-4798-85a3-5a455a11e0b6/58ce69ad-5a98-4798-85a3-5a455a11e0b6.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1573.109563] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cee03fbe-12d7-4c60-befa-58ede7f6f05d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.118563] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Waiting for the task: (returnval){ [ 1573.118563] env[64496]: value = "task-1901803" [ 1573.118563] env[64496]: _type = "Task" [ 1573.118563] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.126806] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901803, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.133504] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4fc07d09-f9b6-4011-85a3-8f86901d5502 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "4beb0377-8b69-438a-aa7f-af5f68092240" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.530s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.237036] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "b6340ab3-686a-41a5-a62f-7bf31cf378dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.239020] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "b6340ab3-686a-41a5-a62f-7bf31cf378dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.348792] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524b0c80-1db8-71fa-d5b9-55ac4d4e9f82, 'name': SearchDatastore_Task, 'duration_secs': 0.018019} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.349594] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4b9090-ef1f-4970-8747-088ddb5aa6f7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.355532] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1573.355532] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52055f2f-ee46-ed75-d540-44e6f0ba3b28" [ 1573.355532] env[64496]: _type = "Task" [ 1573.355532] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.364846] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52055f2f-ee46-ed75-d540-44e6f0ba3b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.423768] env[64496]: DEBUG oslo_concurrency.lockutils [req-0beaa0fa-8df3-48e2-91dc-a9fe7578961a req-ca840f3f-8ec1-4944-af65-c964321fed8e service nova] Releasing lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.522801] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9cab6cf-b38b-490d-9a7c-2f95847d1223 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "2769fc49-4f22-44c1-a0e5-7481ec8b595c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.299s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.596073] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1f98caab-89b9-4178-b8e6-da31aa582210 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "b200c521-81c2-4bb3-9bee-d1b04f69a394" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.596372] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1f98caab-89b9-4178-b8e6-da31aa582210 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b200c521-81c2-4bb3-9bee-d1b04f69a394" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.596560] env[64496]: DEBUG nova.compute.manager [None req-1f98caab-89b9-4178-b8e6-da31aa582210 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1573.598199] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da7f5e7-3aca-43cb-b834-7d03dffcf043 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.607387] env[64496]: DEBUG nova.compute.manager [None req-1f98caab-89b9-4178-b8e6-da31aa582210 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64496) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1573.607973] env[64496]: DEBUG nova.objects.instance [None req-1f98caab-89b9-4178-b8e6-da31aa582210 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lazy-loading 'flavor' on Instance uuid b200c521-81c2-4bb3-9bee-d1b04f69a394 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.630701] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901803, 'name': Rename_Task, 'duration_secs': 0.287877} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.633711] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1573.634191] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d450b867-5c73-4e5d-9272-5d5d8c38e637 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.641545] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Waiting for the task: (returnval){ [ 1573.641545] env[64496]: value = "task-1901804" [ 1573.641545] env[64496]: _type = "Task" [ 1573.641545] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.652366] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.741214] env[64496]: DEBUG nova.compute.manager [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1573.764691] env[64496]: DEBUG nova.virt.hardware [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1573.765297] env[64496]: DEBUG nova.virt.hardware [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1573.765508] env[64496]: DEBUG nova.virt.hardware [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1573.765699] env[64496]: DEBUG nova.virt.hardware [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1573.765854] env[64496]: DEBUG nova.virt.hardware [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1573.766050] env[64496]: DEBUG nova.virt.hardware [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1573.766273] env[64496]: DEBUG nova.virt.hardware [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1573.766432] env[64496]: DEBUG nova.virt.hardware [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1573.766594] env[64496]: DEBUG nova.virt.hardware [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1573.766755] env[64496]: DEBUG nova.virt.hardware [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1573.766950] env[64496]: DEBUG nova.virt.hardware [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1573.767830] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d33d98-bb38-4d68-bf14-3118450b7485 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.779688] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75a12e4-a25c-4eb2-9115-2577b310512f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.797581] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:bc:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08fdac7f-5c08-48b2-aa9a-a57eafc719de', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1573.805087] env[64496]: DEBUG oslo.service.loopingcall [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1573.806063] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1573.806063] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d2051e1-67bd-424c-a3bb-52f58caba3fb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.833112] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1573.833112] env[64496]: value = "task-1901805" [ 1573.833112] env[64496]: _type = "Task" [ 1573.833112] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.845859] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901805, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.870943] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52055f2f-ee46-ed75-d540-44e6f0ba3b28, 'name': SearchDatastore_Task, 'duration_secs': 0.012165} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.871271] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.871536] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 8ce2acce-6dcb-45ce-9e25-4561c1d168c3/8ce2acce-6dcb-45ce-9e25-4561c1d168c3.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1573.871805] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7317db6-220b-4256-b62a-4fcafb2a50d4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.880410] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1573.880410] env[64496]: value = "task-1901806" [ 1573.880410] env[64496]: _type = "Task" [ 1573.880410] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.889504] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1901806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.045438] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e5be65-d931-44aa-a3d1-86c87d9dc915 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.054606] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d752db21-f60c-4e9a-a080-c8254f59dbee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.088531] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdd3d96-7fe0-482e-9181-6aa43b8b5801 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.096720] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe49e4f-64ae-4d83-af35-93e757cee06e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.113313] env[64496]: DEBUG nova.compute.provider_tree [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.152370] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901804, 'name': PowerOnVM_Task} progress is 90%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.266765] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.293215] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.293971] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.343415] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901805, 'name': CreateVM_Task, 'duration_secs': 0.37181} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.343609] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1574.344407] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.344529] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.344865] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1574.345234] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5ee0a56-a1cd-4740-ba09-669c5df960cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.351424] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1574.351424] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523d43d7-4c01-7a15-740a-318bc300a797" [ 1574.351424] env[64496]: _type = "Task" [ 1574.351424] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.360654] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523d43d7-4c01-7a15-740a-318bc300a797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.391080] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1901806, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.617531] env[64496]: DEBUG nova.scheduler.client.report [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1574.623302] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f98caab-89b9-4178-b8e6-da31aa582210 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1574.623302] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0b469d5-a3af-4ee1-b685-91ae6f85951e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.631884] env[64496]: DEBUG oslo_vmware.api [None req-1f98caab-89b9-4178-b8e6-da31aa582210 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1574.631884] env[64496]: value = "task-1901807" [ 1574.631884] env[64496]: _type = "Task" [ 1574.631884] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.643638] env[64496]: DEBUG oslo_vmware.api [None req-1f98caab-89b9-4178-b8e6-da31aa582210 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.653411] env[64496]: DEBUG oslo_vmware.api [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901804, 'name': PowerOnVM_Task, 'duration_secs': 0.555036} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.653411] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1574.653604] env[64496]: INFO nova.compute.manager [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1574.653780] env[64496]: DEBUG nova.compute.manager [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1574.654544] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b9672f-f0c0-4d9c-91ea-703e9fe4e547 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.796468] env[64496]: DEBUG nova.compute.manager [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1574.861597] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523d43d7-4c01-7a15-740a-318bc300a797, 'name': SearchDatastore_Task, 'duration_secs': 0.056827} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.861914] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.862161] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1574.862395] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.862539] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.862717] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1574.862973] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8d48c54-c5cc-4032-8f97-bbd36d029734 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.880612] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1574.880807] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1574.881576] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb46d9c-1705-4fe3-a86e-36954fb00087 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.890704] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1574.890704] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528b1329-74fb-b861-d756-d1e1244161d4" [ 1574.890704] env[64496]: _type = "Task" [ 1574.890704] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.893944] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1901806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578775} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.897690] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 8ce2acce-6dcb-45ce-9e25-4561c1d168c3/8ce2acce-6dcb-45ce-9e25-4561c1d168c3.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1574.898095] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1574.898723] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c9398d1-ea74-4c97-a5ab-0bf3d19b6cfc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.905131] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528b1329-74fb-b861-d756-d1e1244161d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.906290] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1574.906290] env[64496]: value = "task-1901808" [ 1574.906290] env[64496]: _type = "Task" [ 1574.906290] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.915932] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1901808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.128065] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.129984] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.218s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.131531] env[64496]: INFO nova.compute.claims [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1575.142912] env[64496]: DEBUG oslo_vmware.api [None req-1f98caab-89b9-4178-b8e6-da31aa582210 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901807, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.154835] env[64496]: INFO nova.scheduler.client.report [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Deleted allocations for instance 6ca6c4fd-2234-4077-a0f3-510385354b2b [ 1575.175206] env[64496]: INFO nova.compute.manager [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Took 51.84 seconds to build instance. [ 1575.318037] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.406514] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528b1329-74fb-b861-d756-d1e1244161d4, 'name': SearchDatastore_Task, 'duration_secs': 0.03109} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.410159] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7d9e71-665f-47ab-b156-65da0b735ebc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.417354] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1901808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068298} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.418702] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.419054] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1575.419054] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525f2f93-f16b-ebfa-4b80-18758ffd0e01" [ 1575.419054] env[64496]: _type = "Task" [ 1575.419054] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.419751] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01fb07d-dc2a-4660-9879-a8c0d57fcf82 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.430303] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525f2f93-f16b-ebfa-4b80-18758ffd0e01, 'name': SearchDatastore_Task, 'duration_secs': 0.012332} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.439143] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.439952] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] de873593-e744-4c71-bdd7-09962f6bcedb/de873593-e744-4c71-bdd7-09962f6bcedb.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1575.450925] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 8ce2acce-6dcb-45ce-9e25-4561c1d168c3/8ce2acce-6dcb-45ce-9e25-4561c1d168c3.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.451510] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83332777-1dd5-4eb7-8bdf-74e4908ac6fa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.454366] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e471987-854e-49b7-ba31-38e2beabdf44 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.484946] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1575.484946] env[64496]: value = "task-1901809" [ 1575.484946] env[64496]: _type = "Task" [ 1575.484946] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.485464] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1575.485464] env[64496]: value = "task-1901810" [ 1575.485464] env[64496]: _type = "Task" [ 1575.485464] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.497786] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.501262] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1901810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.653314] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Acquiring lock "feb9aa48-fdc5-46d5-8b2f-6587ff4600c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.653570] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Lock "feb9aa48-fdc5-46d5-8b2f-6587ff4600c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.653784] env[64496]: DEBUG oslo_vmware.api [None req-1f98caab-89b9-4178-b8e6-da31aa582210 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901807, 'name': PowerOffVM_Task, 'duration_secs': 0.515029} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.654579] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f98caab-89b9-4178-b8e6-da31aa582210 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1575.654782] env[64496]: DEBUG nova.compute.manager [None req-1f98caab-89b9-4178-b8e6-da31aa582210 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.655701] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2110cd81-85fb-42ee-b6e2-e339e10c6b8e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.668480] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a0cade-fd0a-4c78-96d4-d7a051e52285 tempest-ServerShowV257Test-1737973391 tempest-ServerShowV257Test-1737973391-project-member] Lock "6ca6c4fd-2234-4077-a0f3-510385354b2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.300s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.678048] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86a12f03-58e1-4ed5-a086-54d7ad56a46f tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Lock "58ce69ad-5a98-4798-85a3-5a455a11e0b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.440s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.747269] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Acquiring lock "58ce69ad-5a98-4798-85a3-5a455a11e0b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.747624] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Lock "58ce69ad-5a98-4798-85a3-5a455a11e0b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.747868] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Acquiring lock "58ce69ad-5a98-4798-85a3-5a455a11e0b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.748094] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Lock "58ce69ad-5a98-4798-85a3-5a455a11e0b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.748282] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Lock "58ce69ad-5a98-4798-85a3-5a455a11e0b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.750749] env[64496]: INFO nova.compute.manager [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Terminating instance [ 1575.998367] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470918} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.001235] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] de873593-e744-4c71-bdd7-09962f6bcedb/de873593-e744-4c71-bdd7-09962f6bcedb.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1576.001449] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1576.001713] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1901810, 'name': ReconfigVM_Task, 'duration_secs': 0.483812} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.001929] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eff6bf22-516d-425e-b6cd-eb831c2ab633 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.003684] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 8ce2acce-6dcb-45ce-9e25-4561c1d168c3/8ce2acce-6dcb-45ce-9e25-4561c1d168c3.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.004285] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43aad907-4c74-4188-bed5-a9e52f6d54c1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.010516] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1576.010516] env[64496]: value = "task-1901812" [ 1576.010516] env[64496]: _type = "Task" [ 1576.010516] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.011268] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1576.011268] env[64496]: value = "task-1901811" [ 1576.011268] env[64496]: _type = "Task" [ 1576.011268] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.025537] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1901812, 'name': Rename_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.027959] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.175427] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1f98caab-89b9-4178-b8e6-da31aa582210 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b200c521-81c2-4bb3-9bee-d1b04f69a394" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.578s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.181019] env[64496]: DEBUG nova.compute.manager [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1576.255251] env[64496]: DEBUG nova.compute.manager [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1576.255392] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1576.256376] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0cd237-fb9f-4ce8-b0a5-521df0ee0a7c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.267022] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1576.267287] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c36a5a3-955f-4eeb-bbbb-f4451b67a9f2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.273626] env[64496]: DEBUG oslo_vmware.api [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Waiting for the task: (returnval){ [ 1576.273626] env[64496]: value = "task-1901813" [ 1576.273626] env[64496]: _type = "Task" [ 1576.273626] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.284942] env[64496]: DEBUG oslo_vmware.api [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.527683] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1901812, 'name': Rename_Task, 'duration_secs': 0.144046} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.528121] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.528364] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8f6d076-27be-4dbe-acfc-6be5ecec2648 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.534804] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071252} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.615502] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1576.615502] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aff6afc-05ae-490b-8c6d-1e874ce6d590 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.615502] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1576.615502] env[64496]: value = "task-1901814" [ 1576.615502] env[64496]: _type = "Task" [ 1576.615502] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.615502] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] de873593-e744-4c71-bdd7-09962f6bcedb/de873593-e744-4c71-bdd7-09962f6bcedb.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1576.615502] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a107c37-392f-4575-9c1d-5e2349518a06 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.616268] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1901814, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.616268] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1576.616268] env[64496]: value = "task-1901815" [ 1576.616268] env[64496]: _type = "Task" [ 1576.616268] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.616268] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.667291] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3311ea-4ce6-4679-9c04-fa2906842bd9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.677959] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9766f5b-93ba-4086-85d9-3745e55a1b79 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.733379] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4547a4ae-ab62-453f-878b-a667bd22bc33 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.745221] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84292835-394d-4c49-9905-8c7ab6dd67d4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.751031] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.761924] env[64496]: DEBUG nova.compute.provider_tree [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1576.783873] env[64496]: DEBUG oslo_vmware.api [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901813, 'name': PowerOffVM_Task, 'duration_secs': 0.20847} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.784175] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1576.784345] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1576.784595] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13ca3d35-9590-4e82-a772-6a318f5b98df {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.919028] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1576.919028] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1576.919028] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Deleting the datastore file [datastore2] 58ce69ad-5a98-4798-85a3-5a455a11e0b6 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1576.919028] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d324009b-1229-437c-956d-d2e1de1a5254 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.925062] env[64496]: DEBUG oslo_vmware.api [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Waiting for the task: (returnval){ [ 1576.925062] env[64496]: value = "task-1901817" [ 1576.925062] env[64496]: _type = "Task" [ 1576.925062] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.933983] env[64496]: DEBUG oslo_vmware.api [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.055942] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1901814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.109707] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.284688] env[64496]: ERROR nova.scheduler.client.report [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [req-798a2ec5-58c6-4f71-a8fe-616561d747a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-798a2ec5-58c6-4f71-a8fe-616561d747a3"}]} [ 1577.301700] env[64496]: DEBUG nova.scheduler.client.report [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1577.316059] env[64496]: DEBUG nova.scheduler.client.report [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1577.316308] env[64496]: DEBUG nova.compute.provider_tree [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1577.327259] env[64496]: DEBUG nova.scheduler.client.report [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1577.345168] env[64496]: DEBUG nova.scheduler.client.report [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1577.436220] env[64496]: DEBUG oslo_vmware.api [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.555349] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1901814, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.598534] env[64496]: INFO nova.compute.manager [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Rebuilding instance [ 1577.614517] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.651227] env[64496]: DEBUG nova.compute.manager [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1577.652860] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4959172-def6-4cad-b5b7-9884cca6a7f7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.764775] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2d58c1-227c-41db-8652-e66ed87f5b78 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.774935] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770f2ab3-2207-4aa6-a91a-79fb2f6b5faa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.820613] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99f8d87-18cf-488b-aca6-9ed1ddc1840a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.829734] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db9cfda-1f9e-4b36-9680-e545f91ca7b9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.843335] env[64496]: DEBUG nova.compute.provider_tree [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1577.936965] env[64496]: DEBUG oslo_vmware.api [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Task: {'id': task-1901817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.59652} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.937514] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1577.937710] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1577.937888] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1577.938114] env[64496]: INFO nova.compute.manager [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1577.938400] env[64496]: DEBUG oslo.service.loopingcall [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.938601] env[64496]: DEBUG nova.compute.manager [-] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1577.938695] env[64496]: DEBUG nova.network.neutron [-] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1578.054714] env[64496]: DEBUG oslo_vmware.api [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1901814, 'name': PowerOnVM_Task, 'duration_secs': 1.217992} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.055011] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1578.055250] env[64496]: INFO nova.compute.manager [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1578.055431] env[64496]: DEBUG nova.compute.manager [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1578.056236] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a18464-6e1b-418d-89fb-af452dc86b1b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.112765] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901815, 'name': ReconfigVM_Task, 'duration_secs': 1.092412} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.113120] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Reconfigured VM instance instance-00000010 to attach disk [datastore2] de873593-e744-4c71-bdd7-09962f6bcedb/de873593-e744-4c71-bdd7-09962f6bcedb.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.113761] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-521019f6-80f6-409d-b18e-ef90f441cb93 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.120796] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1578.120796] env[64496]: value = "task-1901818" [ 1578.120796] env[64496]: _type = "Task" [ 1578.120796] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.132410] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901818, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.259023] env[64496]: DEBUG nova.compute.manager [req-144e8b2c-d9e6-451e-b4b8-97685a306824 req-85ff6acc-4ed8-45a2-a23a-790f5fbf545d service nova] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Received event network-vif-deleted-f045a7c4-c136-4702-9220-2ec0be21ec95 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1578.259286] env[64496]: INFO nova.compute.manager [req-144e8b2c-d9e6-451e-b4b8-97685a306824 req-85ff6acc-4ed8-45a2-a23a-790f5fbf545d service nova] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Neutron deleted interface f045a7c4-c136-4702-9220-2ec0be21ec95; detaching it from the instance and deleting it from the info cache [ 1578.259547] env[64496]: DEBUG nova.network.neutron [req-144e8b2c-d9e6-451e-b4b8-97685a306824 req-85ff6acc-4ed8-45a2-a23a-790f5fbf545d service nova] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.395018] env[64496]: DEBUG nova.scheduler.client.report [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1578.395018] env[64496]: DEBUG nova.compute.provider_tree [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 86 to 87 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1578.395018] env[64496]: DEBUG nova.compute.provider_tree [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1578.573844] env[64496]: INFO nova.compute.manager [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Took 46.92 seconds to build instance. [ 1578.630880] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901818, 'name': Rename_Task, 'duration_secs': 0.395871} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.631103] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1578.631340] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-766771d5-d447-47b2-83b1-647718db7dbf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.637239] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1578.637239] env[64496]: value = "task-1901819" [ 1578.637239] env[64496]: _type = "Task" [ 1578.637239] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.644471] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.670721] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.670995] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97a4324a-8b3a-4bca-bb84-83663c19638e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.678139] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1578.678139] env[64496]: value = "task-1901820" [ 1578.678139] env[64496]: _type = "Task" [ 1578.678139] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.686510] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.738685] env[64496]: DEBUG nova.network.neutron [-] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.762839] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee2d29e9-907f-480f-9c07-65fa2eb27b31 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.772101] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d50c09d-62aa-4b71-bdcf-fda499709ea4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.806560] env[64496]: DEBUG nova.compute.manager [req-144e8b2c-d9e6-451e-b4b8-97685a306824 req-85ff6acc-4ed8-45a2-a23a-790f5fbf545d service nova] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Detach interface failed, port_id=f045a7c4-c136-4702-9220-2ec0be21ec95, reason: Instance 58ce69ad-5a98-4798-85a3-5a455a11e0b6 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1578.898806] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.769s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.899394] env[64496]: DEBUG nova.compute.manager [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1578.902035] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 41.510s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.076237] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c95359cf-fb86-46e3-a7fe-f00e1f848b58 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.763s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.147140] env[64496]: DEBUG oslo_vmware.api [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901819, 'name': PowerOnVM_Task, 'duration_secs': 0.488092} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.147450] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1579.147660] env[64496]: DEBUG nova.compute.manager [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1579.148538] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a7412f-dee0-42d2-a08b-f5534d0feb9a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.191388] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] VM already powered off {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1579.191679] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1579.192497] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b15e82d-38a0-49b0-99c5-81113713c943 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.200740] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.201043] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb3d6294-4ca8-4efc-9523-c4e68b60830e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.241235] env[64496]: INFO nova.compute.manager [-] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Took 1.30 seconds to deallocate network for instance. [ 1579.295605] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1579.295826] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1579.296030] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleting the datastore file [datastore2] b200c521-81c2-4bb3-9bee-d1b04f69a394 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1579.296277] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-189bc689-f162-4c21-bb8a-8cfe46d50388 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.303670] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1579.303670] env[64496]: value = "task-1901822" [ 1579.303670] env[64496]: _type = "Task" [ 1579.303670] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.311873] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.406673] env[64496]: INFO nova.compute.claims [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1579.415144] env[64496]: DEBUG nova.compute.utils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1579.417114] env[64496]: DEBUG nova.compute.manager [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1579.417338] env[64496]: DEBUG nova.network.neutron [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1579.490787] env[64496]: DEBUG nova.policy [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3807870f31e40898a53f21453c19b93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '830bd96902d24c8f8a3bc554a44796cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1579.628013] env[64496]: DEBUG nova.compute.manager [req-d9a285ea-8c19-4b34-a9b2-8f79d904d926 req-958052d8-18c2-4718-9591-107177ea6af0 service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Received event network-changed-8a3f9f9f-ff93-4528-a3b5-301accab8b63 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1579.628343] env[64496]: DEBUG nova.compute.manager [req-d9a285ea-8c19-4b34-a9b2-8f79d904d926 req-958052d8-18c2-4718-9591-107177ea6af0 service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Refreshing instance network info cache due to event network-changed-8a3f9f9f-ff93-4528-a3b5-301accab8b63. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1579.628603] env[64496]: DEBUG oslo_concurrency.lockutils [req-d9a285ea-8c19-4b34-a9b2-8f79d904d926 req-958052d8-18c2-4718-9591-107177ea6af0 service nova] Acquiring lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.628785] env[64496]: DEBUG oslo_concurrency.lockutils [req-d9a285ea-8c19-4b34-a9b2-8f79d904d926 req-958052d8-18c2-4718-9591-107177ea6af0 service nova] Acquired lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.628998] env[64496]: DEBUG nova.network.neutron [req-d9a285ea-8c19-4b34-a9b2-8f79d904d926 req-958052d8-18c2-4718-9591-107177ea6af0 service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Refreshing network info cache for port 8a3f9f9f-ff93-4528-a3b5-301accab8b63 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.668892] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.748628] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.752434] env[64496]: DEBUG nova.network.neutron [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Successfully created port: 04fc100d-c6be-4808-9823-4dd5a36e0d58 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1579.814449] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148153} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.814761] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1579.814878] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1579.815062] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1579.920020] env[64496]: INFO nova.compute.resource_tracker [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating resource usage from migration 2c318198-623e-4a5d-b27b-9e6fa360999b [ 1579.924441] env[64496]: DEBUG nova.compute.manager [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1580.369074] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d400d3e6-dc6b-4987-baa8-2594b53d255e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.377580] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2081afc2-3b18-406e-bbe1-ca367031b4d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.414315] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b857ee4e-e9a4-45ca-b3d8-bd01d9ad37ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.428153] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2a7008-a0ba-491e-95fa-f6010cbfe154 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.445107] env[64496]: DEBUG nova.compute.provider_tree [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.447251] env[64496]: DEBUG nova.network.neutron [req-d9a285ea-8c19-4b34-a9b2-8f79d904d926 req-958052d8-18c2-4718-9591-107177ea6af0 service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Updated VIF entry in instance network info cache for port 8a3f9f9f-ff93-4528-a3b5-301accab8b63. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.447650] env[64496]: DEBUG nova.network.neutron [req-d9a285ea-8c19-4b34-a9b2-8f79d904d926 req-958052d8-18c2-4718-9591-107177ea6af0 service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Updating instance_info_cache with network_info: [{"id": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "address": "fa:16:3e:1f:c6:19", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3f9f9f-ff", "ovs_interfaceid": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.856354] env[64496]: DEBUG nova.virt.hardware [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1580.856611] env[64496]: DEBUG nova.virt.hardware [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1580.856770] env[64496]: DEBUG nova.virt.hardware [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1580.856952] env[64496]: DEBUG nova.virt.hardware [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1580.857112] env[64496]: DEBUG nova.virt.hardware [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1580.857287] env[64496]: DEBUG nova.virt.hardware [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1580.857503] env[64496]: DEBUG nova.virt.hardware [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1580.857665] env[64496]: DEBUG nova.virt.hardware [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1580.857829] env[64496]: DEBUG nova.virt.hardware [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1580.857994] env[64496]: DEBUG nova.virt.hardware [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1580.858189] env[64496]: DEBUG nova.virt.hardware [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1580.859038] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405e5e85-313b-4f7f-bdd6-3fa2dda19108 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.868827] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b139bd-8020-4248-9aa5-05e10d2398e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.881958] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:be:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddaac621-19da-4afd-8792-f893fb87305a', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1580.889193] env[64496]: DEBUG oslo.service.loopingcall [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.889422] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1580.889604] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-feafdd77-b67c-4ad1-8c8c-e51b16d5be70 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.908169] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1580.908169] env[64496]: value = "task-1901823" [ 1580.908169] env[64496]: _type = "Task" [ 1580.908169] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.915494] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901823, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.922061] env[64496]: INFO nova.compute.manager [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Rebuilding instance [ 1580.937726] env[64496]: DEBUG nova.compute.manager [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1580.950305] env[64496]: DEBUG nova.scheduler.client.report [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.955954] env[64496]: DEBUG oslo_concurrency.lockutils [req-d9a285ea-8c19-4b34-a9b2-8f79d904d926 req-958052d8-18c2-4718-9591-107177ea6af0 service nova] Releasing lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.962681] env[64496]: DEBUG nova.virt.hardware [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1580.962988] env[64496]: DEBUG nova.virt.hardware [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1580.963212] env[64496]: DEBUG nova.virt.hardware [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1580.963453] env[64496]: DEBUG nova.virt.hardware [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1580.963640] env[64496]: DEBUG nova.virt.hardware [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1580.963822] env[64496]: DEBUG nova.virt.hardware [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1580.964114] env[64496]: DEBUG nova.virt.hardware [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1580.964332] env[64496]: DEBUG nova.virt.hardware [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1580.964561] env[64496]: DEBUG nova.virt.hardware [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1580.964741] env[64496]: DEBUG nova.virt.hardware [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1580.964918] env[64496]: DEBUG nova.virt.hardware [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1580.965936] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a5b4dc-c8b2-4bcd-ad68-ec3c1465ebdd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.978792] env[64496]: DEBUG nova.compute.manager [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.979740] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8650be0-243f-4d11-992c-986cfd1a4cab {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.987433] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9538ccb3-9efb-4883-b664-fc33cb2f829b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.223136] env[64496]: DEBUG nova.compute.manager [req-b3850d77-e5c6-4a47-98f3-d288291983b8 req-bb59a89b-f24d-409b-beb9-d454ed219798 service nova] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Received event network-vif-plugged-04fc100d-c6be-4808-9823-4dd5a36e0d58 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1581.223444] env[64496]: DEBUG oslo_concurrency.lockutils [req-b3850d77-e5c6-4a47-98f3-d288291983b8 req-bb59a89b-f24d-409b-beb9-d454ed219798 service nova] Acquiring lock "952619d1-1ebb-4515-93c9-dc60ed265152-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.223713] env[64496]: DEBUG oslo_concurrency.lockutils [req-b3850d77-e5c6-4a47-98f3-d288291983b8 req-bb59a89b-f24d-409b-beb9-d454ed219798 service nova] Lock "952619d1-1ebb-4515-93c9-dc60ed265152-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.223914] env[64496]: DEBUG oslo_concurrency.lockutils [req-b3850d77-e5c6-4a47-98f3-d288291983b8 req-bb59a89b-f24d-409b-beb9-d454ed219798 service nova] Lock "952619d1-1ebb-4515-93c9-dc60ed265152-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.224185] env[64496]: DEBUG nova.compute.manager [req-b3850d77-e5c6-4a47-98f3-d288291983b8 req-bb59a89b-f24d-409b-beb9-d454ed219798 service nova] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] No waiting events found dispatching network-vif-plugged-04fc100d-c6be-4808-9823-4dd5a36e0d58 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1581.224518] env[64496]: WARNING nova.compute.manager [req-b3850d77-e5c6-4a47-98f3-d288291983b8 req-bb59a89b-f24d-409b-beb9-d454ed219798 service nova] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Received unexpected event network-vif-plugged-04fc100d-c6be-4808-9823-4dd5a36e0d58 for instance with vm_state building and task_state spawning. [ 1581.382635] env[64496]: DEBUG nova.network.neutron [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Successfully updated port: 04fc100d-c6be-4808-9823-4dd5a36e0d58 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1581.419681] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901823, 'name': CreateVM_Task, 'duration_secs': 0.42529} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.419943] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1581.420585] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.420807] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.421187] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1581.421471] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d039fadd-deba-4bae-a359-2d034e56107e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.426138] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1581.426138] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5209f5b3-892b-e950-2043-0f660198a261" [ 1581.426138] env[64496]: _type = "Task" [ 1581.426138] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.434017] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5209f5b3-892b-e950-2043-0f660198a261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.458320] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.556s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.459119] env[64496]: INFO nova.compute.manager [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Migrating [ 1581.466466] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.692s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.468220] env[64496]: INFO nova.compute.claims [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1581.887764] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "refresh_cache-952619d1-1ebb-4515-93c9-dc60ed265152" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.887940] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "refresh_cache-952619d1-1ebb-4515-93c9-dc60ed265152" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.888106] env[64496]: DEBUG nova.network.neutron [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1581.936452] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5209f5b3-892b-e950-2043-0f660198a261, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.936795] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.937037] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1581.937298] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.937452] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.937634] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1581.937892] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-395e33a0-028c-474a-8aa5-2bd84788f4cc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.946414] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1581.946587] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1581.947349] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8134e9a4-d398-4b2a-ae5f-f4bf1cd251bb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.952552] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1581.952552] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b8afa4-c995-b43a-5daa-88cda9a13fdc" [ 1581.952552] env[64496]: _type = "Task" [ 1581.952552] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.959983] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b8afa4-c995-b43a-5daa-88cda9a13fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.979962] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.979962] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.980089] env[64496]: DEBUG nova.network.neutron [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1582.002990] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1582.002990] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8006a5af-f47d-4240-bd67-1c8c98eba418 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.010069] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1582.010069] env[64496]: value = "task-1901824" [ 1582.010069] env[64496]: _type = "Task" [ 1582.010069] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.018525] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.423028] env[64496]: DEBUG nova.network.neutron [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1582.463033] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b8afa4-c995-b43a-5daa-88cda9a13fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.464024] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbcd8d0-91f2-48d8-9238-f199aa56d4b7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.468843] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1582.468843] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52764074-495a-1c99-b96f-6d5b21b4bd23" [ 1582.468843] env[64496]: _type = "Task" [ 1582.468843] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.478740] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52764074-495a-1c99-b96f-6d5b21b4bd23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.526793] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901824, 'name': PowerOffVM_Task, 'duration_secs': 0.202027} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.527317] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.527561] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1582.529907] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56b73f2-4d4c-44e5-b140-3b5b1481460d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.538196] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1582.540213] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d86fa239-40e7-4266-beff-a98f85658735 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.701597] env[64496]: DEBUG nova.network.neutron [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating instance_info_cache with network_info: [{"id": "04fc100d-c6be-4808-9823-4dd5a36e0d58", "address": "fa:16:3e:f8:a1:c3", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fc100d-c6", "ovs_interfaceid": "04fc100d-c6be-4808-9823-4dd5a36e0d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.810731] env[64496]: DEBUG nova.network.neutron [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance_info_cache with network_info: [{"id": "e62e35e4-3a5a-4592-bcb7-71405fb71402", "address": "fa:16:3e:d1:0f:ed", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62e35e4-3a", "ovs_interfaceid": "e62e35e4-3a5a-4592-bcb7-71405fb71402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.890668] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fadfebc-f915-47d1-9ce3-d9629863770d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.898527] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72f2647-48ee-4808-a67d-c783e5e8f658 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.930101] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0418ef-02a5-4438-b98c-ddb55338d423 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.937366] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbf9226-acef-4503-b1f6-6f19051cc2e1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.951425] env[64496]: DEBUG nova.compute.provider_tree [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.978848] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52764074-495a-1c99-b96f-6d5b21b4bd23, 'name': SearchDatastore_Task, 'duration_secs': 0.024614} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.979174] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.979433] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] b200c521-81c2-4bb3-9bee-d1b04f69a394/b200c521-81c2-4bb3-9bee-d1b04f69a394.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1582.979686] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dafaaf95-c824-4613-ab57-7ebc3526c91a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.986920] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1582.986920] env[64496]: value = "task-1901826" [ 1582.986920] env[64496]: _type = "Task" [ 1582.986920] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.995070] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.091746] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1583.092031] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1583.092265] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleting the datastore file [datastore2] de873593-e744-4c71-bdd7-09962f6bcedb {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1583.092920] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a22d2f65-e025-4019-b077-d88e1ce3569a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.099357] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1583.099357] env[64496]: value = "task-1901827" [ 1583.099357] env[64496]: _type = "Task" [ 1583.099357] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.107492] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.204278] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "refresh_cache-952619d1-1ebb-4515-93c9-dc60ed265152" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.204634] env[64496]: DEBUG nova.compute.manager [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Instance network_info: |[{"id": "04fc100d-c6be-4808-9823-4dd5a36e0d58", "address": "fa:16:3e:f8:a1:c3", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fc100d-c6", "ovs_interfaceid": "04fc100d-c6be-4808-9823-4dd5a36e0d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1583.205080] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:a1:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04fc100d-c6be-4808-9823-4dd5a36e0d58', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1583.212693] env[64496]: DEBUG oslo.service.loopingcall [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.212939] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1583.213178] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcfb31b8-34e4-49a3-888d-5745eb790f2d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.234700] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1583.234700] env[64496]: value = "task-1901828" [ 1583.234700] env[64496]: _type = "Task" [ 1583.234700] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.242645] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901828, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.251865] env[64496]: DEBUG nova.compute.manager [req-903f8f6d-bcd5-4669-8448-51233468a662 req-cd6a9325-38a8-4f00-b73d-3d7459afa06e service nova] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Received event network-changed-04fc100d-c6be-4808-9823-4dd5a36e0d58 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1583.252135] env[64496]: DEBUG nova.compute.manager [req-903f8f6d-bcd5-4669-8448-51233468a662 req-cd6a9325-38a8-4f00-b73d-3d7459afa06e service nova] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Refreshing instance network info cache due to event network-changed-04fc100d-c6be-4808-9823-4dd5a36e0d58. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1583.252369] env[64496]: DEBUG oslo_concurrency.lockutils [req-903f8f6d-bcd5-4669-8448-51233468a662 req-cd6a9325-38a8-4f00-b73d-3d7459afa06e service nova] Acquiring lock "refresh_cache-952619d1-1ebb-4515-93c9-dc60ed265152" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.252534] env[64496]: DEBUG oslo_concurrency.lockutils [req-903f8f6d-bcd5-4669-8448-51233468a662 req-cd6a9325-38a8-4f00-b73d-3d7459afa06e service nova] Acquired lock "refresh_cache-952619d1-1ebb-4515-93c9-dc60ed265152" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.252709] env[64496]: DEBUG nova.network.neutron [req-903f8f6d-bcd5-4669-8448-51233468a662 req-cd6a9325-38a8-4f00-b73d-3d7459afa06e service nova] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Refreshing network info cache for port 04fc100d-c6be-4808-9823-4dd5a36e0d58 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1583.313068] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Releasing lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.456024] env[64496]: DEBUG nova.scheduler.client.report [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1583.499118] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456015} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.499427] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] b200c521-81c2-4bb3-9bee-d1b04f69a394/b200c521-81c2-4bb3-9bee-d1b04f69a394.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1583.499646] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1583.499908] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09ad7d97-7a45-49d2-952d-9107d2ffaef9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.506449] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1583.506449] env[64496]: value = "task-1901829" [ 1583.506449] env[64496]: _type = "Task" [ 1583.506449] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.516141] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.609086] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196757} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.609361] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1583.609545] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1583.609718] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1583.744349] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901828, 'name': CreateVM_Task, 'duration_secs': 0.401305} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.744567] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1583.745270] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.745437] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.745784] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1583.746042] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2439925-47e5-4574-9af9-55afeb937037 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.750170] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1583.750170] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a7d163-4c68-5775-8a41-9386ae6cad28" [ 1583.750170] env[64496]: _type = "Task" [ 1583.750170] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.758825] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a7d163-4c68-5775-8a41-9386ae6cad28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.960567] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.961120] env[64496]: DEBUG nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1583.964007] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.134s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.964259] env[64496]: DEBUG nova.objects.instance [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lazy-loading 'resources' on Instance uuid 02198b91-3757-44f5-aa10-c48ec83e47ab {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.016305] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078167} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.016590] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1584.017390] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f90da0-b751-4a03-acea-6f02d4a19e37 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.040426] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] b200c521-81c2-4bb3-9bee-d1b04f69a394/b200c521-81c2-4bb3-9bee-d1b04f69a394.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1584.044018] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-367ba229-9551-4562-b5fe-f732f34a3790 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.062660] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1584.062660] env[64496]: value = "task-1901830" [ 1584.062660] env[64496]: _type = "Task" [ 1584.062660] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.071091] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.221593] env[64496]: DEBUG nova.network.neutron [req-903f8f6d-bcd5-4669-8448-51233468a662 req-cd6a9325-38a8-4f00-b73d-3d7459afa06e service nova] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updated VIF entry in instance network info cache for port 04fc100d-c6be-4808-9823-4dd5a36e0d58. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1584.221974] env[64496]: DEBUG nova.network.neutron [req-903f8f6d-bcd5-4669-8448-51233468a662 req-cd6a9325-38a8-4f00-b73d-3d7459afa06e service nova] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating instance_info_cache with network_info: [{"id": "04fc100d-c6be-4808-9823-4dd5a36e0d58", "address": "fa:16:3e:f8:a1:c3", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fc100d-c6", "ovs_interfaceid": "04fc100d-c6be-4808-9823-4dd5a36e0d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.260783] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a7d163-4c68-5775-8a41-9386ae6cad28, 'name': SearchDatastore_Task, 'duration_secs': 0.009269} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.261112] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.261360] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1584.261656] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.261844] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.261907] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1584.262173] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11ebe74b-04cb-4500-99c5-55e09e04213f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.271375] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1584.271545] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1584.272257] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8caf6664-e8a4-4318-9028-8ce665b8acc6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.279826] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1584.279826] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520d662b-6a70-ef5c-b485-bec7c8e03ac8" [ 1584.279826] env[64496]: _type = "Task" [ 1584.279826] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.287102] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520d662b-6a70-ef5c-b485-bec7c8e03ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.469461] env[64496]: DEBUG nova.compute.utils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1584.474595] env[64496]: DEBUG nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1584.475109] env[64496]: DEBUG nova.network.neutron [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1584.520454] env[64496]: DEBUG nova.policy [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b675d19acff34bfe9191a3d6f8a8c838', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '817688fdcc53478cac0977a099aaa6b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1584.572527] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901830, 'name': ReconfigVM_Task, 'duration_secs': 0.297816} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.572820] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Reconfigured VM instance instance-00000034 to attach disk [datastore1] b200c521-81c2-4bb3-9bee-d1b04f69a394/b200c521-81c2-4bb3-9bee-d1b04f69a394.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1584.575653] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6994474d-b54e-4809-bb95-77b4c70cf88c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.582448] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1584.582448] env[64496]: value = "task-1901831" [ 1584.582448] env[64496]: _type = "Task" [ 1584.582448] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.592138] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901831, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.648234] env[64496]: DEBUG nova.virt.hardware [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.648525] env[64496]: DEBUG nova.virt.hardware [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.648686] env[64496]: DEBUG nova.virt.hardware [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.648864] env[64496]: DEBUG nova.virt.hardware [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.649019] env[64496]: DEBUG nova.virt.hardware [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.649177] env[64496]: DEBUG nova.virt.hardware [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.649423] env[64496]: DEBUG nova.virt.hardware [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.649612] env[64496]: DEBUG nova.virt.hardware [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.649773] env[64496]: DEBUG nova.virt.hardware [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.649934] env[64496]: DEBUG nova.virt.hardware [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.650122] env[64496]: DEBUG nova.virt.hardware [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.650982] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9d6678-1b83-4c59-b06d-f285c7e9ad57 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.661473] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f04fd7-5962-4ca6-82b7-e9ffe4b4bb53 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.676190] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:bc:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08fdac7f-5c08-48b2-aa9a-a57eafc719de', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.683529] env[64496]: DEBUG oslo.service.loopingcall [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.683778] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.683990] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09e5ad5c-9dbe-4332-be62-f60cb5995718 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.705835] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.705835] env[64496]: value = "task-1901832" [ 1584.705835] env[64496]: _type = "Task" [ 1584.705835] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.715709] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901832, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.724416] env[64496]: DEBUG oslo_concurrency.lockutils [req-903f8f6d-bcd5-4669-8448-51233468a662 req-cd6a9325-38a8-4f00-b73d-3d7459afa06e service nova] Releasing lock "refresh_cache-952619d1-1ebb-4515-93c9-dc60ed265152" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.794034] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520d662b-6a70-ef5c-b485-bec7c8e03ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.009049} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.794779] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2df6ab5d-ddaa-4b3c-a193-41fd00515b2b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.801952] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1584.801952] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a6e346-2c18-dd0b-d847-94fb8c13ada8" [ 1584.801952] env[64496]: _type = "Task" [ 1584.801952] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.809370] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a6e346-2c18-dd0b-d847-94fb8c13ada8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.828785] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19bfbd6-7661-428e-8ba4-4f146e9c981d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.852512] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance '70080cd5-d6d1-49b9-b9bb-7b41871dfb07' progress to 0 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1584.856999] env[64496]: DEBUG nova.network.neutron [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Successfully created port: acc71785-6513-4be5-8fed-c4f48e575098 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1584.925356] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49208466-61cf-49a3-8b29-213547e65921 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.933246] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e0e4ac-6469-4003-8ef3-a272c26fc2ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.964835] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d64e16-cb2f-4e3e-bf29-235b79378888 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.972270] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dec87b-fc66-48d7-8c57-6f7b5137db62 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.976607] env[64496]: DEBUG nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1584.990035] env[64496]: DEBUG nova.compute.provider_tree [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1585.094017] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901831, 'name': Rename_Task, 'duration_secs': 0.145447} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.094017] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1585.094017] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d35202c4-61fc-400e-ac50-8874136a2132 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.099821] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1585.099821] env[64496]: value = "task-1901833" [ 1585.099821] env[64496]: _type = "Task" [ 1585.099821] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.110018] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.215523] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901832, 'name': CreateVM_Task, 'duration_secs': 0.305164} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.215696] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.216389] env[64496]: DEBUG oslo_concurrency.lockutils [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.216554] env[64496]: DEBUG oslo_concurrency.lockutils [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.216866] env[64496]: DEBUG oslo_concurrency.lockutils [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.217136] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e8853af-ad1e-4982-8517-4cc2377e67e7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.221738] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1585.221738] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525a805f-c5e1-c5c1-73fb-7a6380ef9cc6" [ 1585.221738] env[64496]: _type = "Task" [ 1585.221738] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.230788] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525a805f-c5e1-c5c1-73fb-7a6380ef9cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.312263] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a6e346-2c18-dd0b-d847-94fb8c13ada8, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.312558] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.312817] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 952619d1-1ebb-4515-93c9-dc60ed265152/952619d1-1ebb-4515-93c9-dc60ed265152.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1585.313084] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4da0cbaf-e3e6-46bc-a88c-53af1815e651 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.321022] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1585.321022] env[64496]: value = "task-1901834" [ 1585.321022] env[64496]: _type = "Task" [ 1585.321022] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.327963] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.364359] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.364740] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51b4d0e5-62eb-4536-a590-091969ba0745 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.372653] env[64496]: DEBUG oslo_vmware.api [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1585.372653] env[64496]: value = "task-1901835" [ 1585.372653] env[64496]: _type = "Task" [ 1585.372653] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.381903] env[64496]: DEBUG oslo_vmware.api [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.536981] env[64496]: DEBUG nova.scheduler.client.report [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1585.537673] env[64496]: DEBUG nova.compute.provider_tree [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 87 to 88 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1585.537728] env[64496]: DEBUG nova.compute.provider_tree [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1585.610587] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901833, 'name': PowerOnVM_Task, 'duration_secs': 0.472436} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.610759] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1585.610918] env[64496]: DEBUG nova.compute.manager [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1585.611733] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f995944f-ddf2-4f9a-9fa6-a05720f96a2c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.733849] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525a805f-c5e1-c5c1-73fb-7a6380ef9cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010208} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.734211] env[64496]: DEBUG oslo_concurrency.lockutils [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.734458] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.734703] env[64496]: DEBUG oslo_concurrency.lockutils [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.734849] env[64496]: DEBUG oslo_concurrency.lockutils [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.735041] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.735334] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61c9e917-0997-444b-b440-556bc5ad5559 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.754363] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.755395] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.755475] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dccfc27d-ff3e-4278-b7a4-5d85f2506628 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.762252] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1585.762252] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525228ec-b678-f2b7-2d5a-426450639f08" [ 1585.762252] env[64496]: _type = "Task" [ 1585.762252] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.771193] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525228ec-b678-f2b7-2d5a-426450639f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.830771] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494963} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.831152] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 952619d1-1ebb-4515-93c9-dc60ed265152/952619d1-1ebb-4515-93c9-dc60ed265152.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1585.831405] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1585.831668] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dccd536-4a66-43ed-b3bd-de273058f193 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.839119] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1585.839119] env[64496]: value = "task-1901836" [ 1585.839119] env[64496]: _type = "Task" [ 1585.839119] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.847181] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.882094] env[64496]: DEBUG oslo_vmware.api [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901835, 'name': PowerOffVM_Task, 'duration_secs': 0.182777} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.882454] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.882688] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance '70080cd5-d6d1-49b9-b9bb-7b41871dfb07' progress to 17 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1585.987368] env[64496]: DEBUG nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1586.012092] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1586.012348] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1586.012505] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1586.012690] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1586.012836] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1586.012982] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1586.013206] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1586.013363] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1586.013526] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1586.013686] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1586.013855] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1586.014703] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e3d644-a6c5-4a50-ba30-82b5b2dbc7f4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.022781] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4692707a-f656-48f0-b7d0-049e3507fe79 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.043227] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.045170] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.455s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.045549] env[64496]: DEBUG nova.objects.instance [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Lazy-loading 'resources' on Instance uuid a450a602-d839-45a2-8b41-dfcef81f7a57 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.062153] env[64496]: INFO nova.scheduler.client.report [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleted allocations for instance 02198b91-3757-44f5-aa10-c48ec83e47ab [ 1586.122718] env[64496]: INFO nova.compute.manager [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] bringing vm to original state: 'stopped' [ 1586.275536] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525228ec-b678-f2b7-2d5a-426450639f08, 'name': SearchDatastore_Task, 'duration_secs': 0.026861} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.276393] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40b034f-5327-4212-b33f-cc2a727685d5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.283529] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1586.283529] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e615d4-1d3b-427e-6f10-100ee1b35047" [ 1586.283529] env[64496]: _type = "Task" [ 1586.283529] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.291650] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e615d4-1d3b-427e-6f10-100ee1b35047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.351831] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071382} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.352525] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1586.352814] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083d37fd-5d9b-4e30-9f68-532c34803315 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.379326] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 952619d1-1ebb-4515-93c9-dc60ed265152/952619d1-1ebb-4515-93c9-dc60ed265152.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.379603] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c37dc0e-c899-4707-bca4-96fd4f014f73 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.402010] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1586.402010] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1586.402010] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1586.402010] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1586.403457] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1586.403457] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1586.403457] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1586.403457] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1586.403457] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1586.403592] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1586.403592] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1586.408807] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-111a92fa-c171-4b6e-8e27-c6ee31680c4d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.424063] env[64496]: DEBUG nova.compute.manager [req-90371db8-5b25-4d44-a914-0bba889e58ba req-dc211fe8-57a0-4e97-8777-8c0d39bf0eca service nova] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Received event network-vif-plugged-acc71785-6513-4be5-8fed-c4f48e575098 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1586.424330] env[64496]: DEBUG oslo_concurrency.lockutils [req-90371db8-5b25-4d44-a914-0bba889e58ba req-dc211fe8-57a0-4e97-8777-8c0d39bf0eca service nova] Acquiring lock "7a422d1b-0939-48f8-a5c6-4d8c7e63c171-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.424585] env[64496]: DEBUG oslo_concurrency.lockutils [req-90371db8-5b25-4d44-a914-0bba889e58ba req-dc211fe8-57a0-4e97-8777-8c0d39bf0eca service nova] Lock "7a422d1b-0939-48f8-a5c6-4d8c7e63c171-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.424817] env[64496]: DEBUG oslo_concurrency.lockutils [req-90371db8-5b25-4d44-a914-0bba889e58ba req-dc211fe8-57a0-4e97-8777-8c0d39bf0eca service nova] Lock "7a422d1b-0939-48f8-a5c6-4d8c7e63c171-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.425055] env[64496]: DEBUG nova.compute.manager [req-90371db8-5b25-4d44-a914-0bba889e58ba req-dc211fe8-57a0-4e97-8777-8c0d39bf0eca service nova] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] No waiting events found dispatching network-vif-plugged-acc71785-6513-4be5-8fed-c4f48e575098 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1586.425301] env[64496]: WARNING nova.compute.manager [req-90371db8-5b25-4d44-a914-0bba889e58ba req-dc211fe8-57a0-4e97-8777-8c0d39bf0eca service nova] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Received unexpected event network-vif-plugged-acc71785-6513-4be5-8fed-c4f48e575098 for instance with vm_state building and task_state spawning. [ 1586.428165] env[64496]: DEBUG oslo_vmware.api [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1586.428165] env[64496]: value = "task-1901838" [ 1586.428165] env[64496]: _type = "Task" [ 1586.428165] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.428536] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1586.428536] env[64496]: value = "task-1901837" [ 1586.428536] env[64496]: _type = "Task" [ 1586.428536] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.441322] env[64496]: DEBUG oslo_vmware.api [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901838, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.444786] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901837, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.565185] env[64496]: DEBUG nova.network.neutron [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Successfully updated port: acc71785-6513-4be5-8fed-c4f48e575098 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1586.570753] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a4db9d1a-bded-4c54-b747-1bd090f3e30c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "02198b91-3757-44f5-aa10-c48ec83e47ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.295s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.795105] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e615d4-1d3b-427e-6f10-100ee1b35047, 'name': SearchDatastore_Task, 'duration_secs': 0.010402} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.797436] env[64496]: DEBUG oslo_concurrency.lockutils [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.797729] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] de873593-e744-4c71-bdd7-09962f6bcedb/de873593-e744-4c71-bdd7-09962f6bcedb.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1586.798155] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ad154c7-9919-4319-9084-b589a26925fe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.804219] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1586.804219] env[64496]: value = "task-1901839" [ 1586.804219] env[64496]: _type = "Task" [ 1586.804219] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.814247] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.918800] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971b622a-ecce-46c2-af78-cf5e9ba33c64 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.926153] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2813f35-c104-4ea7-b5b8-f688845eb3b7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.940138] env[64496]: DEBUG oslo_vmware.api [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901838, 'name': ReconfigVM_Task, 'duration_secs': 0.297247} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.966965] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance '70080cd5-d6d1-49b9-b9bb-7b41871dfb07' progress to 33 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1586.971014] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.972024] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cded981-0ee8-486c-bea1-9111f55376a5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.979886] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4287e5-b173-4167-beef-8687b4df4719 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.995336] env[64496]: DEBUG nova.compute.provider_tree [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.067826] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "refresh_cache-7a422d1b-0939-48f8-a5c6-4d8c7e63c171" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.068015] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired lock "refresh_cache-7a422d1b-0939-48f8-a5c6-4d8c7e63c171" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.068181] env[64496]: DEBUG nova.network.neutron [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1587.132332] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "b200c521-81c2-4bb3-9bee-d1b04f69a394" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.132702] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b200c521-81c2-4bb3-9bee-d1b04f69a394" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.132991] env[64496]: DEBUG nova.compute.manager [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1587.134082] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c7f7df-ab7d-46e7-aa41-dd5efab23bd1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.141653] env[64496]: DEBUG nova.compute.manager [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64496) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1587.315823] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445233} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.316092] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] de873593-e744-4c71-bdd7-09962f6bcedb/de873593-e744-4c71-bdd7-09962f6bcedb.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1587.316309] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1587.316553] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d38b53ba-af47-465e-9c98-b7fca9f64c48 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.323577] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1587.323577] env[64496]: value = "task-1901840" [ 1587.323577] env[64496]: _type = "Task" [ 1587.323577] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.332384] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.439502] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901837, 'name': ReconfigVM_Task, 'duration_secs': 0.681224} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.439866] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 952619d1-1ebb-4515-93c9-dc60ed265152/952619d1-1ebb-4515-93c9-dc60ed265152.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.440509] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5beddd76-facb-4869-aa71-f88a46431486 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.448164] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1587.448164] env[64496]: value = "task-1901841" [ 1587.448164] env[64496]: _type = "Task" [ 1587.448164] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.456373] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901841, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.474477] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:16:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='89777033-df5c-4498-92c7-dfc03ec3b513',id=29,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-217307273',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1587.474741] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1587.474904] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1587.475124] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1587.475324] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1587.475490] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1587.475723] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1587.476009] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1587.476122] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1587.476289] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1587.476530] env[64496]: DEBUG nova.virt.hardware [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1587.482223] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1587.482500] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19aa711f-a5f1-4a6a-8dd0-e4777fb85bf9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.498736] env[64496]: DEBUG nova.scheduler.client.report [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.505121] env[64496]: DEBUG oslo_vmware.api [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1587.505121] env[64496]: value = "task-1901842" [ 1587.505121] env[64496]: _type = "Task" [ 1587.505121] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.512860] env[64496]: DEBUG oslo_vmware.api [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.625027] env[64496]: DEBUG nova.network.neutron [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1587.646297] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1587.646469] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fff080c-1263-4559-ae61-f0744cb9e4e3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.660290] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1587.660290] env[64496]: value = "task-1901843" [ 1587.660290] env[64496]: _type = "Task" [ 1587.660290] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.669327] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.799375] env[64496]: DEBUG nova.network.neutron [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Updating instance_info_cache with network_info: [{"id": "acc71785-6513-4be5-8fed-c4f48e575098", "address": "fa:16:3e:18:75:8a", "network": {"id": "751a4483-c080-4559-a5b5-e807fee0483e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-193921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "817688fdcc53478cac0977a099aaa6b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc71785-65", "ovs_interfaceid": "acc71785-6513-4be5-8fed-c4f48e575098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.834257] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070601} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.834532] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1587.835331] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4e2830-3f76-41c5-9a50-b6466ddca0cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.857785] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] de873593-e744-4c71-bdd7-09962f6bcedb/de873593-e744-4c71-bdd7-09962f6bcedb.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1587.858088] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-223ce4ae-6854-4355-8623-ff62a2368286 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.876397] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1587.876397] env[64496]: value = "task-1901844" [ 1587.876397] env[64496]: _type = "Task" [ 1587.876397] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.884517] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.958944] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901841, 'name': Rename_Task, 'duration_secs': 0.215455} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.959250] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.959507] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33dcf17f-6160-4a55-895d-18bf50e06826 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.966061] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1587.966061] env[64496]: value = "task-1901845" [ 1587.966061] env[64496]: _type = "Task" [ 1587.966061] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.973756] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.005433] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.009025] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.122s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.011180] env[64496]: INFO nova.compute.claims [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1588.026385] env[64496]: DEBUG oslo_vmware.api [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901842, 'name': ReconfigVM_Task, 'duration_secs': 0.240985} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.026835] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1588.027928] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fcb484-9210-4bb2-89f9-da9be3bf3f7a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.032402] env[64496]: INFO nova.scheduler.client.report [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Deleted allocations for instance a450a602-d839-45a2-8b41-dfcef81f7a57 [ 1588.061159] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 70080cd5-d6d1-49b9-b9bb-7b41871dfb07/70080cd5-d6d1-49b9-b9bb-7b41871dfb07.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1588.062313] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-112d8c22-a758-4729-99fa-d7eddf6bd6f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.081152] env[64496]: DEBUG oslo_vmware.api [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1588.081152] env[64496]: value = "task-1901846" [ 1588.081152] env[64496]: _type = "Task" [ 1588.081152] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.089295] env[64496]: DEBUG oslo_vmware.api [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.170046] env[64496]: DEBUG oslo_vmware.api [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901843, 'name': PowerOffVM_Task, 'duration_secs': 0.215858} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.170372] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1588.170615] env[64496]: DEBUG nova.compute.manager [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.171378] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdc4e9d-6409-4db5-acf5-f06669578f40 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.302552] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Releasing lock "refresh_cache-7a422d1b-0939-48f8-a5c6-4d8c7e63c171" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.302907] env[64496]: DEBUG nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Instance network_info: |[{"id": "acc71785-6513-4be5-8fed-c4f48e575098", "address": "fa:16:3e:18:75:8a", "network": {"id": "751a4483-c080-4559-a5b5-e807fee0483e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-193921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "817688fdcc53478cac0977a099aaa6b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc71785-65", "ovs_interfaceid": "acc71785-6513-4be5-8fed-c4f48e575098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1588.303348] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:75:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acc71785-6513-4be5-8fed-c4f48e575098', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1588.310722] env[64496]: DEBUG oslo.service.loopingcall [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.310917] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1588.311160] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32b8a2ae-f544-45fb-9a3a-001428ae7e59 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.330026] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1588.330026] env[64496]: value = "task-1901847" [ 1588.330026] env[64496]: _type = "Task" [ 1588.330026] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.337667] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901847, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.385620] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901844, 'name': ReconfigVM_Task, 'duration_secs': 0.383872} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.385897] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Reconfigured VM instance instance-00000010 to attach disk [datastore1] de873593-e744-4c71-bdd7-09962f6bcedb/de873593-e744-4c71-bdd7-09962f6bcedb.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1588.386564] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f59ee1a-996e-4b7c-bd31-1f732d494c68 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.392784] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1588.392784] env[64496]: value = "task-1901848" [ 1588.392784] env[64496]: _type = "Task" [ 1588.392784] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.406443] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901848, 'name': Rename_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.473138] env[64496]: DEBUG nova.compute.manager [req-74f797af-d69a-4540-b126-d02cb37e65bc req-d9b80fea-b073-4791-8805-6ab2a337b293 service nova] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Received event network-changed-acc71785-6513-4be5-8fed-c4f48e575098 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1588.473448] env[64496]: DEBUG nova.compute.manager [req-74f797af-d69a-4540-b126-d02cb37e65bc req-d9b80fea-b073-4791-8805-6ab2a337b293 service nova] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Refreshing instance network info cache due to event network-changed-acc71785-6513-4be5-8fed-c4f48e575098. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1588.473718] env[64496]: DEBUG oslo_concurrency.lockutils [req-74f797af-d69a-4540-b126-d02cb37e65bc req-d9b80fea-b073-4791-8805-6ab2a337b293 service nova] Acquiring lock "refresh_cache-7a422d1b-0939-48f8-a5c6-4d8c7e63c171" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.473880] env[64496]: DEBUG oslo_concurrency.lockutils [req-74f797af-d69a-4540-b126-d02cb37e65bc req-d9b80fea-b073-4791-8805-6ab2a337b293 service nova] Acquired lock "refresh_cache-7a422d1b-0939-48f8-a5c6-4d8c7e63c171" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.474048] env[64496]: DEBUG nova.network.neutron [req-74f797af-d69a-4540-b126-d02cb37e65bc req-d9b80fea-b073-4791-8805-6ab2a337b293 service nova] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Refreshing network info cache for port acc71785-6513-4be5-8fed-c4f48e575098 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.483944] env[64496]: DEBUG oslo_vmware.api [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901845, 'name': PowerOnVM_Task, 'duration_secs': 0.512331} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.483944] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.484292] env[64496]: INFO nova.compute.manager [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1588.484697] env[64496]: DEBUG nova.compute.manager [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.486570] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abba0a78-fbbb-497c-8e7f-b86dac98627e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.565852] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8a73237-e5bd-4991-baa4-25a5bea80eab tempest-InstanceActionsNegativeTestJSON-271469033 tempest-InstanceActionsNegativeTestJSON-271469033-project-member] Lock "a450a602-d839-45a2-8b41-dfcef81f7a57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.426s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.592469] env[64496]: DEBUG oslo_vmware.api [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901846, 'name': ReconfigVM_Task, 'duration_secs': 0.426323} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.592760] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 70080cd5-d6d1-49b9-b9bb-7b41871dfb07/70080cd5-d6d1-49b9-b9bb-7b41871dfb07.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1588.593220] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance '70080cd5-d6d1-49b9-b9bb-7b41871dfb07' progress to 50 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1588.683062] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b200c521-81c2-4bb3-9bee-d1b04f69a394" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.550s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.839459] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901847, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.902707] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901848, 'name': Rename_Task, 'duration_secs': 0.227013} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.902993] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1588.903282] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aff4faf3-ea2e-4aeb-857f-8f40158f4de0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.909728] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1588.909728] env[64496]: value = "task-1901849" [ 1588.909728] env[64496]: _type = "Task" [ 1588.909728] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.917943] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.005621] env[64496]: INFO nova.compute.manager [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Took 52.11 seconds to build instance. [ 1589.103790] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c143e70b-e72f-423d-9ea4-8976e2b17c82 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.127116] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffb9ba9-de29-47c8-9d74-06ff0c116936 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.154019] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance '70080cd5-d6d1-49b9-b9bb-7b41871dfb07' progress to 67 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1589.194644] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.342469] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901847, 'name': CreateVM_Task, 'duration_secs': 0.531848} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.348184] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1589.349241] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.349485] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.349927] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.350498] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c3b6b9-eb1d-46e1-85c0-9f83a924f675 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.355578] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1589.355578] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525eacd7-66bc-6c18-d5eb-1f4ff913eafb" [ 1589.355578] env[64496]: _type = "Task" [ 1589.355578] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.368649] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525eacd7-66bc-6c18-d5eb-1f4ff913eafb, 'name': SearchDatastore_Task, 'duration_secs': 0.010317} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.369043] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.369357] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1589.369691] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.369918] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.370469] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1589.370469] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31c9740e-1efc-4fa3-a3ca-951ca03b36cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.381124] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1589.381124] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1589.381964] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be9cbe88-42b1-4fab-a1f0-64652c898bb0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.391609] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1589.391609] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52096f33-148c-1f25-8973-287f21f7af94" [ 1589.391609] env[64496]: _type = "Task" [ 1589.391609] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.403257] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52096f33-148c-1f25-8973-287f21f7af94, 'name': SearchDatastore_Task, 'duration_secs': 0.009015} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.407868] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-784b6ca2-85dd-4143-b8ea-3593d19086fd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.418984] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1589.418984] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529edcd0-6698-6482-033e-6ed8cc79baad" [ 1589.418984] env[64496]: _type = "Task" [ 1589.418984] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.424996] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901849, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.430622] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "b200c521-81c2-4bb3-9bee-d1b04f69a394" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.430858] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b200c521-81c2-4bb3-9bee-d1b04f69a394" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.431077] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "b200c521-81c2-4bb3-9bee-d1b04f69a394-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.431266] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b200c521-81c2-4bb3-9bee-d1b04f69a394-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.431433] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b200c521-81c2-4bb3-9bee-d1b04f69a394-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.436946] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529edcd0-6698-6482-033e-6ed8cc79baad, 'name': SearchDatastore_Task, 'duration_secs': 0.011946} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.439874] env[64496]: INFO nova.compute.manager [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Terminating instance [ 1589.441371] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.441633] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 7a422d1b-0939-48f8-a5c6-4d8c7e63c171/7a422d1b-0939-48f8-a5c6-4d8c7e63c171.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1589.443043] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09a3f9b8-17ce-43ee-a42e-11a887ed1f87 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.451190] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1589.451190] env[64496]: value = "task-1901850" [ 1589.451190] env[64496]: _type = "Task" [ 1589.451190] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.452093] env[64496]: DEBUG nova.network.neutron [req-74f797af-d69a-4540-b126-d02cb37e65bc req-d9b80fea-b073-4791-8805-6ab2a337b293 service nova] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Updated VIF entry in instance network info cache for port acc71785-6513-4be5-8fed-c4f48e575098. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1589.452486] env[64496]: DEBUG nova.network.neutron [req-74f797af-d69a-4540-b126-d02cb37e65bc req-d9b80fea-b073-4791-8805-6ab2a337b293 service nova] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Updating instance_info_cache with network_info: [{"id": "acc71785-6513-4be5-8fed-c4f48e575098", "address": "fa:16:3e:18:75:8a", "network": {"id": "751a4483-c080-4559-a5b5-e807fee0483e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-193921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "817688fdcc53478cac0977a099aaa6b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc71785-65", "ovs_interfaceid": "acc71785-6513-4be5-8fed-c4f48e575098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.460563] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a5cc5c-5786-423a-99ac-63beeabe29d1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.466977] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.472379] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5a1dd5-7326-49bb-aeca-429420ab1765 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.508828] env[64496]: DEBUG oslo_concurrency.lockutils [None req-108001dd-44c4-4c3d-9d0e-6238640928c6 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "952619d1-1ebb-4515-93c9-dc60ed265152" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.629s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.509887] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8069df6a-1911-4112-ba5c-28b7a4a97bc7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.517954] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3b8cb1-d177-4bbe-801c-734b7e305725 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.537788] env[64496]: DEBUG nova.compute.provider_tree [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.795539] env[64496]: DEBUG nova.network.neutron [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Port e62e35e4-3a5a-4592-bcb7-71405fb71402 binding to destination host cpu-1 is already ACTIVE {{(pid=64496) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1589.931739] env[64496]: DEBUG oslo_vmware.api [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901849, 'name': PowerOnVM_Task, 'duration_secs': 0.840575} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.932067] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1589.932299] env[64496]: DEBUG nova.compute.manager [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.933204] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edf1a93-d795-42b8-a806-dd143c1baf95 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.954121] env[64496]: DEBUG nova.compute.manager [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1589.954121] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1589.954121] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332b67e9-fa1b-4d42-8b19-0652debccb56 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.959327] env[64496]: DEBUG oslo_concurrency.lockutils [req-74f797af-d69a-4540-b126-d02cb37e65bc req-d9b80fea-b073-4791-8805-6ab2a337b293 service nova] Releasing lock "refresh_cache-7a422d1b-0939-48f8-a5c6-4d8c7e63c171" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.964493] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1589.967637] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e25517ee-2b97-40a1-98ee-9dace8adf2f1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.969972] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901850, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.039561] env[64496]: DEBUG nova.scheduler.client.report [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1590.044775] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1590.045480] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1590.045708] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleting the datastore file [datastore1] b200c521-81c2-4bb3-9bee-d1b04f69a394 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.046020] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-943a3cbd-c4aa-4781-b5f2-96e29d69a156 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.052416] env[64496]: DEBUG oslo_vmware.api [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1590.052416] env[64496]: value = "task-1901852" [ 1590.052416] env[64496]: _type = "Task" [ 1590.052416] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.060424] env[64496]: DEBUG oslo_vmware.api [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.459175] env[64496]: DEBUG oslo_concurrency.lockutils [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.468927] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516821} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.469493] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 7a422d1b-0939-48f8-a5c6-4d8c7e63c171/7a422d1b-0939-48f8-a5c6-4d8c7e63c171.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1590.469949] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1590.470349] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-800cc938-f8e4-4bcb-a591-1196ded0d760 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.479323] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1590.479323] env[64496]: value = "task-1901853" [ 1590.479323] env[64496]: _type = "Task" [ 1590.479323] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.489106] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.545424] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.546017] env[64496]: DEBUG nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1590.550951] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 43.516s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.551149] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.551309] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1590.551625] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.911s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.551790] env[64496]: DEBUG nova.objects.instance [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lazy-loading 'resources' on Instance uuid e89d41f7-8ef4-4793-b9ba-05cb7cf3630f {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1590.553505] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b19e2d-3ba8-4b7b-b70c-05d865ba189e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.568977] env[64496]: DEBUG oslo_vmware.api [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142604} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.570683] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7167cdc6-f9fb-43d0-9a37-f0f0a5c63501 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.575024] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1590.575024] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1590.575024] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1590.575024] env[64496]: INFO nova.compute.manager [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1590.575024] env[64496]: DEBUG oslo.service.loopingcall [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.575527] env[64496]: DEBUG nova.compute.manager [-] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1590.575640] env[64496]: DEBUG nova.network.neutron [-] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1590.590724] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaf0a5b-80d3-4cce-a6da-89878ebe2ef0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.600084] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dff7af6-470c-4f79-bc09-3b8dba029ef7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.639175] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178951MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1590.639339] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.819828] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "70080cd5-d6d1-49b9-b9bb-7b41871dfb07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.820094] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "70080cd5-d6d1-49b9-b9bb-7b41871dfb07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.822672] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "70080cd5-d6d1-49b9-b9bb-7b41871dfb07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.983444] env[64496]: DEBUG nova.compute.manager [req-c3b40a5c-df52-4150-a1d7-a24ea4624f16 req-58f362fc-1c8c-493b-bfb1-225647062569 service nova] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Received event network-vif-deleted-ddaac621-19da-4afd-8792-f893fb87305a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1590.983444] env[64496]: INFO nova.compute.manager [req-c3b40a5c-df52-4150-a1d7-a24ea4624f16 req-58f362fc-1c8c-493b-bfb1-225647062569 service nova] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Neutron deleted interface ddaac621-19da-4afd-8792-f893fb87305a; detaching it from the instance and deleting it from the info cache [ 1590.983444] env[64496]: DEBUG nova.network.neutron [req-c3b40a5c-df52-4150-a1d7-a24ea4624f16 req-58f362fc-1c8c-493b-bfb1-225647062569 service nova] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.996825] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070267} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.996825] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1590.997721] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef6d9c9-a7ea-48a4-97ef-9f638ef2a299 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.022866] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 7a422d1b-0939-48f8-a5c6-4d8c7e63c171/7a422d1b-0939-48f8-a5c6-4d8c7e63c171.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1591.023559] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef89c9a7-f907-4580-96c6-4ae801a53871 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.053483] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1591.053483] env[64496]: value = "task-1901854" [ 1591.053483] env[64496]: _type = "Task" [ 1591.053483] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.064479] env[64496]: DEBUG nova.compute.utils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1591.067802] env[64496]: DEBUG nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1591.067982] env[64496]: DEBUG nova.network.neutron [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1591.075628] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.143311] env[64496]: DEBUG nova.policy [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b675d19acff34bfe9191a3d6f8a8c838', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '817688fdcc53478cac0977a099aaa6b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1591.452379] env[64496]: DEBUG nova.network.neutron [-] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.487322] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ac988a6-f47f-403c-9334-1e85d8e83e3f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.499783] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8970fab0-8bfd-483e-951f-79323fef9a93 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.537746] env[64496]: DEBUG nova.compute.manager [req-c3b40a5c-df52-4150-a1d7-a24ea4624f16 req-58f362fc-1c8c-493b-bfb1-225647062569 service nova] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Detach interface failed, port_id=ddaac621-19da-4afd-8792-f893fb87305a, reason: Instance b200c521-81c2-4bb3-9bee-d1b04f69a394 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1591.539934] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf6a258-051a-4896-a4f3-3c187aa2f1ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.548467] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9a806a-1d1f-4f90-859f-52e4155e5996 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.554480] env[64496]: DEBUG nova.network.neutron [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Successfully created port: 2e2731cd-f1dd-4c4a-a66c-910fdee30485 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1591.586708] env[64496]: DEBUG nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1591.593026] env[64496]: DEBUG nova.compute.manager [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Stashing vm_state: active {{(pid=64496) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1591.593119] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114c9f1a-0d1b-4f7f-ae37-583916776398 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.600875] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901854, 'name': ReconfigVM_Task, 'duration_secs': 0.320209} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.602918] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 7a422d1b-0939-48f8-a5c6-4d8c7e63c171/7a422d1b-0939-48f8-a5c6-4d8c7e63c171.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1591.603580] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d48fc09e-737f-443f-acc1-52778fbd30e5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.606130] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5258e096-49a0-4c67-bc89-61ce5d9ffc67 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.620051] env[64496]: DEBUG nova.compute.provider_tree [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.622629] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1591.622629] env[64496]: value = "task-1901855" [ 1591.622629] env[64496]: _type = "Task" [ 1591.622629] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.632027] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901855, 'name': Rename_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.802118] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "969b7791-0012-416c-84e1-706ed1103c54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.802609] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "969b7791-0012-416c-84e1-706ed1103c54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.802609] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "969b7791-0012-416c-84e1-706ed1103c54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.802830] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "969b7791-0012-416c-84e1-706ed1103c54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.802955] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "969b7791-0012-416c-84e1-706ed1103c54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.805940] env[64496]: INFO nova.compute.manager [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Terminating instance [ 1591.874034] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.874405] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.874405] env[64496]: DEBUG nova.network.neutron [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.956047] env[64496]: INFO nova.compute.manager [-] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Took 1.38 seconds to deallocate network for instance. [ 1592.113894] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.124423] env[64496]: DEBUG nova.scheduler.client.report [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.137305] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901855, 'name': Rename_Task, 'duration_secs': 0.140262} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.137611] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1592.137869] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc074cce-804e-4f0a-ba66-59f95c064d6d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.144249] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1592.144249] env[64496]: value = "task-1901856" [ 1592.144249] env[64496]: _type = "Task" [ 1592.144249] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.152308] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.313235] env[64496]: DEBUG nova.compute.manager [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1592.314029] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1592.314358] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ba2cb3-8f99-4fb8-a6a4-c188870b5cc7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.324635] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1592.324815] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa5b706d-b83a-4d84-87d0-c54b5807cdf4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.331593] env[64496]: DEBUG oslo_vmware.api [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1592.331593] env[64496]: value = "task-1901857" [ 1592.331593] env[64496]: _type = "Task" [ 1592.331593] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.340023] env[64496]: DEBUG oslo_vmware.api [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.462366] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.604133] env[64496]: DEBUG nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1592.631837] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1592.632092] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1592.632247] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1592.632494] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1592.632740] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1592.633017] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1592.633279] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1592.633456] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1592.633698] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1592.633939] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1592.634180] env[64496]: DEBUG nova.virt.hardware [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1592.635173] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.637862] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43502510-1bf0-4f26-a64b-d67d5ff9b9a3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.642439] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.063s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.642439] env[64496]: DEBUG nova.objects.instance [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lazy-loading 'resources' on Instance uuid 1800df03-6446-4f49-9f76-1dedd242b880 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.653679] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aa3a26-951a-46f9-b724-980f5804bb5c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.661432] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901856, 'name': PowerOnVM_Task, 'duration_secs': 0.496809} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.662194] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1592.662413] env[64496]: INFO nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1592.662587] env[64496]: DEBUG nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1592.663955] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff4c1e4-c094-4942-ac05-7a9507072f67 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.667210] env[64496]: INFO nova.scheduler.client.report [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Deleted allocations for instance e89d41f7-8ef4-4793-b9ba-05cb7cf3630f [ 1592.844154] env[64496]: DEBUG oslo_vmware.api [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901857, 'name': PowerOffVM_Task, 'duration_secs': 0.171324} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.845165] env[64496]: DEBUG nova.network.neutron [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance_info_cache with network_info: [{"id": "e62e35e4-3a5a-4592-bcb7-71405fb71402", "address": "fa:16:3e:d1:0f:ed", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62e35e4-3a", "ovs_interfaceid": "e62e35e4-3a5a-4592-bcb7-71405fb71402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.846335] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1592.846535] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1592.846785] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baa98e90-c1b6-4ffa-8802-74b94676d896 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.942516] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1592.942770] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1592.942918] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleting the datastore file [datastore1] 969b7791-0012-416c-84e1-706ed1103c54 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1592.943218] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e59d0da-4fa1-4639-90ff-9810a92b6e80 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.951712] env[64496]: DEBUG oslo_vmware.api [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1592.951712] env[64496]: value = "task-1901859" [ 1592.951712] env[64496]: _type = "Task" [ 1592.951712] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.959467] env[64496]: DEBUG oslo_vmware.api [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.092661] env[64496]: DEBUG nova.compute.manager [req-82966965-8536-436f-a850-b12671f786e0 req-892989e0-51aa-4caf-abfd-8a77295aa316 service nova] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Received event network-vif-plugged-2e2731cd-f1dd-4c4a-a66c-910fdee30485 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1593.092661] env[64496]: DEBUG oslo_concurrency.lockutils [req-82966965-8536-436f-a850-b12671f786e0 req-892989e0-51aa-4caf-abfd-8a77295aa316 service nova] Acquiring lock "964f38a5-5d7b-4328-a195-5e746481536f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.092661] env[64496]: DEBUG oslo_concurrency.lockutils [req-82966965-8536-436f-a850-b12671f786e0 req-892989e0-51aa-4caf-abfd-8a77295aa316 service nova] Lock "964f38a5-5d7b-4328-a195-5e746481536f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.092661] env[64496]: DEBUG oslo_concurrency.lockutils [req-82966965-8536-436f-a850-b12671f786e0 req-892989e0-51aa-4caf-abfd-8a77295aa316 service nova] Lock "964f38a5-5d7b-4328-a195-5e746481536f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.092661] env[64496]: DEBUG nova.compute.manager [req-82966965-8536-436f-a850-b12671f786e0 req-892989e0-51aa-4caf-abfd-8a77295aa316 service nova] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] No waiting events found dispatching network-vif-plugged-2e2731cd-f1dd-4c4a-a66c-910fdee30485 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1593.093106] env[64496]: WARNING nova.compute.manager [req-82966965-8536-436f-a850-b12671f786e0 req-892989e0-51aa-4caf-abfd-8a77295aa316 service nova] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Received unexpected event network-vif-plugged-2e2731cd-f1dd-4c4a-a66c-910fdee30485 for instance with vm_state building and task_state spawning. [ 1593.179284] env[64496]: DEBUG nova.network.neutron [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Successfully updated port: 2e2731cd-f1dd-4c4a-a66c-910fdee30485 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1593.183232] env[64496]: DEBUG oslo_concurrency.lockutils [None req-aa280f49-c094-4f25-a289-7ba0484d2558 tempest-SecurityGroupsTestJSON-1290125918 tempest-SecurityGroupsTestJSON-1290125918-project-member] Lock "e89d41f7-8ef4-4793-b9ba-05cb7cf3630f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.047s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.202221] env[64496]: INFO nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Took 54.46 seconds to build instance. [ 1593.351143] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Releasing lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.466090] env[64496]: DEBUG oslo_vmware.api [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.554220] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c21dd3-0aa3-4313-be75-00ceec851606 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.562055] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94882ed-eca1-4405-86ec-549ea063e5a1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.591771] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56ade6e-799c-400c-8ad2-2b274a7c03aa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.600036] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b3e39a-c55c-49d9-a345-335a6efafb1a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.613183] env[64496]: DEBUG nova.compute.provider_tree [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.685849] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "refresh_cache-964f38a5-5d7b-4328-a195-5e746481536f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.686127] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired lock "refresh_cache-964f38a5-5d7b-4328-a195-5e746481536f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.686969] env[64496]: DEBUG nova.network.neutron [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1593.703826] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "7a422d1b-0939-48f8-a5c6-4d8c7e63c171" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.968s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.877996] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3635e2-c5a0-4f25-a038-fab6f723dffa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.896856] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839d50d9-6d9b-49bc-a1ea-5440b3cfbca3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.903962] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance '70080cd5-d6d1-49b9-b9bb-7b41871dfb07' progress to 83 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1593.965466] env[64496]: DEBUG oslo_vmware.api [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557515} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.965757] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1593.968108] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1593.968108] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1593.968108] env[64496]: INFO nova.compute.manager [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1593.968108] env[64496]: DEBUG oslo.service.loopingcall [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.968108] env[64496]: DEBUG nova.compute.manager [-] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1593.968108] env[64496]: DEBUG nova.network.neutron [-] [instance: 969b7791-0012-416c-84e1-706ed1103c54] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1594.116008] env[64496]: DEBUG nova.scheduler.client.report [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1594.251020] env[64496]: DEBUG nova.network.neutron [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1594.412234] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1594.412234] env[64496]: DEBUG nova.network.neutron [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Updating instance_info_cache with network_info: [{"id": "2e2731cd-f1dd-4c4a-a66c-910fdee30485", "address": "fa:16:3e:6b:33:02", "network": {"id": "751a4483-c080-4559-a5b5-e807fee0483e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-193921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "817688fdcc53478cac0977a099aaa6b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e2731cd-f1", "ovs_interfaceid": "2e2731cd-f1dd-4c4a-a66c-910fdee30485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.416495] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc993e01-642f-4910-bcc7-cbff75a4a3e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.430096] env[64496]: DEBUG oslo_vmware.api [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1594.430096] env[64496]: value = "task-1901860" [ 1594.430096] env[64496]: _type = "Task" [ 1594.430096] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.439586] env[64496]: DEBUG oslo_vmware.api [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.628857] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.629678] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.427s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.631793] env[64496]: INFO nova.compute.claims [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1594.655743] env[64496]: INFO nova.scheduler.client.report [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Deleted allocations for instance 1800df03-6446-4f49-9f76-1dedd242b880 [ 1594.766538] env[64496]: DEBUG nova.network.neutron [-] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.923916] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Releasing lock "refresh_cache-964f38a5-5d7b-4328-a195-5e746481536f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.924332] env[64496]: DEBUG nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Instance network_info: |[{"id": "2e2731cd-f1dd-4c4a-a66c-910fdee30485", "address": "fa:16:3e:6b:33:02", "network": {"id": "751a4483-c080-4559-a5b5-e807fee0483e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-193921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "817688fdcc53478cac0977a099aaa6b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e2731cd-f1", "ovs_interfaceid": "2e2731cd-f1dd-4c4a-a66c-910fdee30485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1594.924811] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:33:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e2731cd-f1dd-4c4a-a66c-910fdee30485', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1594.933659] env[64496]: DEBUG oslo.service.loopingcall [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1594.933980] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1594.938433] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58724664-3602-4398-8c9f-25bd6dd01dd9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.958319] env[64496]: DEBUG oslo_vmware.api [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901860, 'name': PowerOnVM_Task, 'duration_secs': 0.461174} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.959526] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1594.959734] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ac75ad79-8c85-4610-b2d9-0b70d8e2e165 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance '70080cd5-d6d1-49b9-b9bb-7b41871dfb07' progress to 100 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1594.963082] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1594.963082] env[64496]: value = "task-1901861" [ 1594.963082] env[64496]: _type = "Task" [ 1594.963082] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.970993] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901861, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.127833] env[64496]: DEBUG nova.compute.manager [req-d154d0a3-868b-4693-a14f-6831a2d4a337 req-ee59436c-2e3a-4182-8a96-55649828e217 service nova] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Received event network-changed-2e2731cd-f1dd-4c4a-a66c-910fdee30485 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1595.128235] env[64496]: DEBUG nova.compute.manager [req-d154d0a3-868b-4693-a14f-6831a2d4a337 req-ee59436c-2e3a-4182-8a96-55649828e217 service nova] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Refreshing instance network info cache due to event network-changed-2e2731cd-f1dd-4c4a-a66c-910fdee30485. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1595.128503] env[64496]: DEBUG oslo_concurrency.lockutils [req-d154d0a3-868b-4693-a14f-6831a2d4a337 req-ee59436c-2e3a-4182-8a96-55649828e217 service nova] Acquiring lock "refresh_cache-964f38a5-5d7b-4328-a195-5e746481536f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.128919] env[64496]: DEBUG oslo_concurrency.lockutils [req-d154d0a3-868b-4693-a14f-6831a2d4a337 req-ee59436c-2e3a-4182-8a96-55649828e217 service nova] Acquired lock "refresh_cache-964f38a5-5d7b-4328-a195-5e746481536f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.128919] env[64496]: DEBUG nova.network.neutron [req-d154d0a3-868b-4693-a14f-6831a2d4a337 req-ee59436c-2e3a-4182-8a96-55649828e217 service nova] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Refreshing network info cache for port 2e2731cd-f1dd-4c4a-a66c-910fdee30485 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.169392] env[64496]: DEBUG oslo_concurrency.lockutils [None req-63dfb927-23e5-4966-bb1b-436a41b62344 tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "1800df03-6446-4f49-9f76-1dedd242b880" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.204s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.273481] env[64496]: INFO nova.compute.manager [-] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Took 1.30 seconds to deallocate network for instance. [ 1595.478028] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901861, 'name': CreateVM_Task, 'duration_secs': 0.348225} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.478028] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1595.478028] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.478028] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.478028] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1595.478028] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8180ead-7b24-4d6b-9136-d089815e743d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.484328] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1595.484328] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52445da9-2922-0922-9141-d4d425b6546f" [ 1595.484328] env[64496]: _type = "Task" [ 1595.484328] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.492820] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52445da9-2922-0922-9141-d4d425b6546f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.778995] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.862101] env[64496]: DEBUG nova.network.neutron [req-d154d0a3-868b-4693-a14f-6831a2d4a337 req-ee59436c-2e3a-4182-8a96-55649828e217 service nova] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Updated VIF entry in instance network info cache for port 2e2731cd-f1dd-4c4a-a66c-910fdee30485. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1595.862483] env[64496]: DEBUG nova.network.neutron [req-d154d0a3-868b-4693-a14f-6831a2d4a337 req-ee59436c-2e3a-4182-8a96-55649828e217 service nova] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Updating instance_info_cache with network_info: [{"id": "2e2731cd-f1dd-4c4a-a66c-910fdee30485", "address": "fa:16:3e:6b:33:02", "network": {"id": "751a4483-c080-4559-a5b5-e807fee0483e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-193921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "817688fdcc53478cac0977a099aaa6b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e2731cd-f1", "ovs_interfaceid": "2e2731cd-f1dd-4c4a-a66c-910fdee30485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.993746] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52445da9-2922-0922-9141-d4d425b6546f, 'name': SearchDatastore_Task, 'duration_secs': 0.01244} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.996738] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.996894] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1595.997024] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.997179] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.997360] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1595.997973] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e7d0f91-c174-42db-9871-7cf965d1c8a2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.009975] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f080d014-2508-425b-b79d-ab310ba4be03 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.013495] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1596.013679] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1596.014711] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad344ed9-00e8-4656-a99f-d539de5a7dba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.020173] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49ad207-d9e5-43bf-a1bb-86c67dff6015 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.024085] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1596.024085] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b72ba9-6fbb-45cf-7be4-ead172a9be49" [ 1596.024085] env[64496]: _type = "Task" [ 1596.024085] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.069862] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e3028f-f6f0-4dda-ac58-722a07d28078 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.083754] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b72ba9-6fbb-45cf-7be4-ead172a9be49, 'name': SearchDatastore_Task, 'duration_secs': 0.017559} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.085215] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-046ab252-f79c-40c8-a166-35f6420801fe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.093204] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1bdec4-1243-4041-b224-0355749d6c9c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.098303] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1596.098303] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bdaa9e-e8da-6802-778b-37d5e342b9e2" [ 1596.098303] env[64496]: _type = "Task" [ 1596.098303] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.109557] env[64496]: DEBUG nova.compute.provider_tree [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.118737] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bdaa9e-e8da-6802-778b-37d5e342b9e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.365171] env[64496]: DEBUG oslo_concurrency.lockutils [req-d154d0a3-868b-4693-a14f-6831a2d4a337 req-ee59436c-2e3a-4182-8a96-55649828e217 service nova] Releasing lock "refresh_cache-964f38a5-5d7b-4328-a195-5e746481536f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.365603] env[64496]: DEBUG nova.compute.manager [req-d154d0a3-868b-4693-a14f-6831a2d4a337 req-ee59436c-2e3a-4182-8a96-55649828e217 service nova] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Received event network-vif-deleted-1c8c7a82-fc02-4a5e-a7ad-5207beaee9ab {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1596.608827] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bdaa9e-e8da-6802-778b-37d5e342b9e2, 'name': SearchDatastore_Task, 'duration_secs': 0.047029} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.609097] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.609354] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 964f38a5-5d7b-4328-a195-5e746481536f/964f38a5-5d7b-4328-a195-5e746481536f.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1596.609604] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90e8ab67-ec54-4d9d-8d42-3c2e3d50f79f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.612077] env[64496]: DEBUG nova.scheduler.client.report [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.620902] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1596.620902] env[64496]: value = "task-1901863" [ 1596.620902] env[64496]: _type = "Task" [ 1596.620902] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.629096] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.116926] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.117497] env[64496]: DEBUG nova.compute.manager [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1597.120193] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.458s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.121556] env[64496]: INFO nova.compute.claims [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.135097] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.592100] env[64496]: DEBUG nova.network.neutron [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Port e62e35e4-3a5a-4592-bcb7-71405fb71402 binding to destination host cpu-1 is already ACTIVE {{(pid=64496) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1597.592100] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.592100] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.592100] env[64496]: DEBUG nova.network.neutron [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.630936] env[64496]: DEBUG nova.compute.utils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1597.637737] env[64496]: DEBUG nova.compute.manager [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1597.637737] env[64496]: DEBUG nova.network.neutron [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1597.649359] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.971151} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.649677] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 964f38a5-5d7b-4328-a195-5e746481536f/964f38a5-5d7b-4328-a195-5e746481536f.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1597.649943] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1597.650217] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2b2ac6d-f6de-407f-8c10-4940bcb89a24 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.660476] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1597.660476] env[64496]: value = "task-1901864" [ 1597.660476] env[64496]: _type = "Task" [ 1597.660476] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.669071] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.724034] env[64496]: DEBUG nova.policy [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff1cb725a1244b13bf93319a39e20411', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25c6088bdfce4b4ea3f161948856f564', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1597.997397] env[64496]: DEBUG nova.network.neutron [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Successfully created port: 47f08bc7-b72d-48ac-b7a4-f5be1a448041 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1598.145119] env[64496]: DEBUG nova.compute.manager [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1598.173677] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073174} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.174816] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1598.179948] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb040a4d-4e96-4217-ba76-dbea45753754 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.205503] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 964f38a5-5d7b-4328-a195-5e746481536f/964f38a5-5d7b-4328-a195-5e746481536f.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1598.208470] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3272af7-3138-4f6e-940c-4048d4a28d5a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.230064] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1598.230064] env[64496]: value = "task-1901865" [ 1598.230064] env[64496]: _type = "Task" [ 1598.230064] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.239729] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.441111] env[64496]: DEBUG nova.network.neutron [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance_info_cache with network_info: [{"id": "e62e35e4-3a5a-4592-bcb7-71405fb71402", "address": "fa:16:3e:d1:0f:ed", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62e35e4-3a", "ovs_interfaceid": "e62e35e4-3a5a-4592-bcb7-71405fb71402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.555619] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eec09c9-0291-4845-93a3-5566a4b6cc1c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.563060] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f439ab7-7e94-4706-9c8e-1c0011fd8ada {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.595440] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fec453-de44-436c-80a3-cb6a897b11fe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.605058] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c979a95-67f0-4fc9-8567-75d24b7a8c92 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.620055] env[64496]: DEBUG nova.compute.provider_tree [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.741440] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.859038] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "fb4b120d-4097-40af-a6e9-ee18a55fed58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.859038] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "fb4b120d-4097-40af-a6e9-ee18a55fed58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.859038] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "fb4b120d-4097-40af-a6e9-ee18a55fed58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.859038] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "fb4b120d-4097-40af-a6e9-ee18a55fed58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.859283] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "fb4b120d-4097-40af-a6e9-ee18a55fed58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.861414] env[64496]: INFO nova.compute.manager [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Terminating instance [ 1598.944273] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Releasing lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.124046] env[64496]: DEBUG nova.scheduler.client.report [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.160386] env[64496]: DEBUG nova.compute.manager [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1599.189504] env[64496]: DEBUG nova.virt.hardware [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1599.189504] env[64496]: DEBUG nova.virt.hardware [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.189504] env[64496]: DEBUG nova.virt.hardware [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1599.189504] env[64496]: DEBUG nova.virt.hardware [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.189911] env[64496]: DEBUG nova.virt.hardware [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1599.189911] env[64496]: DEBUG nova.virt.hardware [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1599.189911] env[64496]: DEBUG nova.virt.hardware [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1599.189911] env[64496]: DEBUG nova.virt.hardware [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1599.189911] env[64496]: DEBUG nova.virt.hardware [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1599.190068] env[64496]: DEBUG nova.virt.hardware [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1599.190068] env[64496]: DEBUG nova.virt.hardware [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1599.193023] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf2287e-5e89-4d60-8e15-ba792a6272cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.199614] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f2a8e1-7dde-49e5-bf19-084f76d2748f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.239677] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901865, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.365217] env[64496]: DEBUG nova.compute.manager [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1599.365491] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1599.366391] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d332eeb-298b-4efa-aa86-02ace59b67e9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.374026] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.374261] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d83b3859-3c25-4955-9f78-2ef06ceae5b9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.381076] env[64496]: DEBUG oslo_vmware.api [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1599.381076] env[64496]: value = "task-1901866" [ 1599.381076] env[64496]: _type = "Task" [ 1599.381076] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.393035] env[64496]: DEBUG oslo_vmware.api [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.447745] env[64496]: DEBUG nova.compute.manager [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64496) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1599.447976] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.623087] env[64496]: DEBUG nova.compute.manager [req-bb8650bb-64c0-4f22-8561-548a2d545497 req-188d69c3-b8ce-42e1-8a9a-0cb8081bc2de service nova] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Received event network-vif-plugged-47f08bc7-b72d-48ac-b7a4-f5be1a448041 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1599.623351] env[64496]: DEBUG oslo_concurrency.lockutils [req-bb8650bb-64c0-4f22-8561-548a2d545497 req-188d69c3-b8ce-42e1-8a9a-0cb8081bc2de service nova] Acquiring lock "2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.623600] env[64496]: DEBUG oslo_concurrency.lockutils [req-bb8650bb-64c0-4f22-8561-548a2d545497 req-188d69c3-b8ce-42e1-8a9a-0cb8081bc2de service nova] Lock "2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.623815] env[64496]: DEBUG oslo_concurrency.lockutils [req-bb8650bb-64c0-4f22-8561-548a2d545497 req-188d69c3-b8ce-42e1-8a9a-0cb8081bc2de service nova] Lock "2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.624035] env[64496]: DEBUG nova.compute.manager [req-bb8650bb-64c0-4f22-8561-548a2d545497 req-188d69c3-b8ce-42e1-8a9a-0cb8081bc2de service nova] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] No waiting events found dispatching network-vif-plugged-47f08bc7-b72d-48ac-b7a4-f5be1a448041 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1599.624246] env[64496]: WARNING nova.compute.manager [req-bb8650bb-64c0-4f22-8561-548a2d545497 req-188d69c3-b8ce-42e1-8a9a-0cb8081bc2de service nova] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Received unexpected event network-vif-plugged-47f08bc7-b72d-48ac-b7a4-f5be1a448041 for instance with vm_state building and task_state spawning. [ 1599.627702] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.628210] env[64496]: DEBUG nova.compute.manager [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1599.631380] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.544s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.631825] env[64496]: DEBUG nova.objects.instance [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lazy-loading 'resources' on Instance uuid 619c7fa7-6111-43de-9972-70099385a342 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.726197] env[64496]: DEBUG nova.network.neutron [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Successfully updated port: 47f08bc7-b72d-48ac-b7a4-f5be1a448041 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1599.742296] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901865, 'name': ReconfigVM_Task, 'duration_secs': 1.049315} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.742571] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 964f38a5-5d7b-4328-a195-5e746481536f/964f38a5-5d7b-4328-a195-5e746481536f.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1599.743217] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0504557-2214-4dc3-bddd-2a6c81cd507b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.750540] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1599.750540] env[64496]: value = "task-1901867" [ 1599.750540] env[64496]: _type = "Task" [ 1599.750540] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.759532] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901867, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.892743] env[64496]: DEBUG oslo_vmware.api [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901866, 'name': PowerOffVM_Task, 'duration_secs': 0.209888} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.893493] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.893493] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.893493] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef72ae07-3320-4756-b041-988c5960d1ec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.971891] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.972064] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.972260] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Deleting the datastore file [datastore2] fb4b120d-4097-40af-a6e9-ee18a55fed58 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.972525] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae58d829-1992-432c-bc16-7457e6a6f7c9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.980241] env[64496]: DEBUG oslo_vmware.api [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for the task: (returnval){ [ 1599.980241] env[64496]: value = "task-1901869" [ 1599.980241] env[64496]: _type = "Task" [ 1599.980241] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.988645] env[64496]: DEBUG oslo_vmware.api [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.132999] env[64496]: DEBUG nova.compute.utils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1600.134537] env[64496]: DEBUG nova.compute.manager [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1600.134803] env[64496]: DEBUG nova.network.neutron [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1600.185681] env[64496]: DEBUG nova.policy [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8a133daeb6d4fa8a1c3075d4a6dfd76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5753a9d5b88845e0868c950105d349f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1600.228195] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "refresh_cache-2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.229026] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired lock "refresh_cache-2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.229026] env[64496]: DEBUG nova.network.neutron [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.260256] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901867, 'name': Rename_Task, 'duration_secs': 0.142301} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.262705] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1600.263133] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfeee48c-4557-47cd-a48b-95d5451848dd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.269744] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1600.269744] env[64496]: value = "task-1901870" [ 1600.269744] env[64496]: _type = "Task" [ 1600.269744] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.279757] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.497358] env[64496]: DEBUG oslo_vmware.api [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Task: {'id': task-1901869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188266} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.497698] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1600.497941] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1600.498185] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1600.498394] env[64496]: INFO nova.compute.manager [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1600.498710] env[64496]: DEBUG oslo.service.loopingcall [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.499367] env[64496]: DEBUG nova.compute.manager [-] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1600.499367] env[64496]: DEBUG nova.network.neutron [-] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1600.519327] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25129715-d12c-482c-b0f1-feeb9212f819 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.526717] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9506b842-6d30-4e68-abbb-726fc5eafd16 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.561649] env[64496]: DEBUG nova.network.neutron [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Successfully created port: db76cdfb-01ea-4743-8ac6-b0939ec63254 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1600.564227] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915162b0-eb3f-486e-9bfd-5504c951803b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.572168] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a3b1b6-a78b-41a6-a44b-6f6e87618a75 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.588650] env[64496]: DEBUG nova.compute.provider_tree [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.640025] env[64496]: DEBUG nova.compute.manager [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1600.779124] env[64496]: DEBUG nova.network.neutron [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1600.782149] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901870, 'name': PowerOnVM_Task} progress is 90%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.020387] env[64496]: DEBUG nova.network.neutron [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Updating instance_info_cache with network_info: [{"id": "47f08bc7-b72d-48ac-b7a4-f5be1a448041", "address": "fa:16:3e:b4:34:f1", "network": {"id": "345921ed-2a8c-41ea-8937-fc58acb88ade", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1142779685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c6088bdfce4b4ea3f161948856f564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f08bc7-b7", "ovs_interfaceid": "47f08bc7-b72d-48ac-b7a4-f5be1a448041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.094018] env[64496]: DEBUG nova.scheduler.client.report [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1601.280098] env[64496]: DEBUG oslo_vmware.api [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901870, 'name': PowerOnVM_Task, 'duration_secs': 0.573986} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.280415] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1601.280415] env[64496]: INFO nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1601.280514] env[64496]: DEBUG nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1601.281312] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724a51c8-ff28-4f5a-89a6-d0271917b3f2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.522576] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lock "refresh_cache-2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.522920] env[64496]: DEBUG nova.compute.manager [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Instance network_info: |[{"id": "47f08bc7-b72d-48ac-b7a4-f5be1a448041", "address": "fa:16:3e:b4:34:f1", "network": {"id": "345921ed-2a8c-41ea-8937-fc58acb88ade", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1142779685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c6088bdfce4b4ea3f161948856f564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f08bc7-b7", "ovs_interfaceid": "47f08bc7-b72d-48ac-b7a4-f5be1a448041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1601.523361] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:34:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47f08bc7-b72d-48ac-b7a4-f5be1a448041', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1601.530745] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Creating folder: Project (25c6088bdfce4b4ea3f161948856f564). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1601.531017] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd508d3d-abec-4533-aa6f-b27a70188ae4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.541961] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Created folder: Project (25c6088bdfce4b4ea3f161948856f564) in parent group-v392474. [ 1601.542154] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Creating folder: Instances. Parent ref: group-v392637. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1601.542372] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-130c180d-f100-43a0-a6a4-780f1a1d7bf0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.551093] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Created folder: Instances in parent group-v392637. [ 1601.551375] env[64496]: DEBUG oslo.service.loopingcall [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.551626] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1601.551815] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e793296-9006-461e-8de8-e572ed7a82fe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.571013] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1601.571013] env[64496]: value = "task-1901873" [ 1601.571013] env[64496]: _type = "Task" [ 1601.571013] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.580054] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901873, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.596991] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.600050] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.761s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.601833] env[64496]: INFO nova.compute.claims [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1601.620977] env[64496]: INFO nova.scheduler.client.report [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Deleted allocations for instance 619c7fa7-6111-43de-9972-70099385a342 [ 1601.649848] env[64496]: DEBUG nova.compute.manager [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1601.679279] env[64496]: DEBUG nova.virt.hardware [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1601.679551] env[64496]: DEBUG nova.virt.hardware [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1601.679778] env[64496]: DEBUG nova.virt.hardware [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1601.679914] env[64496]: DEBUG nova.virt.hardware [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1601.680089] env[64496]: DEBUG nova.virt.hardware [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1601.680246] env[64496]: DEBUG nova.virt.hardware [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1601.680443] env[64496]: DEBUG nova.virt.hardware [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1601.680603] env[64496]: DEBUG nova.virt.hardware [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1601.680949] env[64496]: DEBUG nova.virt.hardware [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1601.680949] env[64496]: DEBUG nova.virt.hardware [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1601.681102] env[64496]: DEBUG nova.virt.hardware [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1601.682262] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a093ab-16bb-4b7f-8cb2-8d961afd9123 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.691170] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f27d795-435a-4723-ad24-00fdea53c8f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.709117] env[64496]: DEBUG nova.compute.manager [req-c11ace3c-ff02-4e74-9266-feaed9221056 req-f8765daf-5d17-4a5c-99c1-b1b6aceb4c98 service nova] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Received event network-changed-47f08bc7-b72d-48ac-b7a4-f5be1a448041 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1601.709340] env[64496]: DEBUG nova.compute.manager [req-c11ace3c-ff02-4e74-9266-feaed9221056 req-f8765daf-5d17-4a5c-99c1-b1b6aceb4c98 service nova] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Refreshing instance network info cache due to event network-changed-47f08bc7-b72d-48ac-b7a4-f5be1a448041. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1601.709561] env[64496]: DEBUG oslo_concurrency.lockutils [req-c11ace3c-ff02-4e74-9266-feaed9221056 req-f8765daf-5d17-4a5c-99c1-b1b6aceb4c98 service nova] Acquiring lock "refresh_cache-2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.709707] env[64496]: DEBUG oslo_concurrency.lockutils [req-c11ace3c-ff02-4e74-9266-feaed9221056 req-f8765daf-5d17-4a5c-99c1-b1b6aceb4c98 service nova] Acquired lock "refresh_cache-2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.709901] env[64496]: DEBUG nova.network.neutron [req-c11ace3c-ff02-4e74-9266-feaed9221056 req-f8765daf-5d17-4a5c-99c1-b1b6aceb4c98 service nova] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Refreshing network info cache for port 47f08bc7-b72d-48ac-b7a4-f5be1a448041 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1601.759798] env[64496]: DEBUG nova.network.neutron [-] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.799067] env[64496]: INFO nova.compute.manager [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Took 55.93 seconds to build instance. [ 1602.081295] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901873, 'name': CreateVM_Task, 'duration_secs': 0.340497} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.081512] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1602.082291] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.082485] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.082816] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1602.083078] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d3c4e8-ab1b-44c7-8d75-67685c12fbe0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.087315] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1602.087315] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52932199-249d-4b20-ce52-3f5c5a6efbe9" [ 1602.087315] env[64496]: _type = "Task" [ 1602.087315] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.094788] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52932199-249d-4b20-ce52-3f5c5a6efbe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.128759] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91ddc4f3-f609-4b1b-9bba-021a8768bb1c tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "619c7fa7-6111-43de-9972-70099385a342" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.736s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.129987] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "619c7fa7-6111-43de-9972-70099385a342" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 34.325s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.129987] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "619c7fa7-6111-43de-9972-70099385a342-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.130138] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "619c7fa7-6111-43de-9972-70099385a342-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.130497] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "619c7fa7-6111-43de-9972-70099385a342-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.136036] env[64496]: INFO nova.compute.manager [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Terminating instance [ 1602.262363] env[64496]: INFO nova.compute.manager [-] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Took 1.76 seconds to deallocate network for instance. [ 1602.300822] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d7b3b5c5-e1bb-40bc-8568-20f7a284731a tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "964f38a5-5d7b-4328-a195-5e746481536f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.530s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.599726] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52932199-249d-4b20-ce52-3f5c5a6efbe9, 'name': SearchDatastore_Task, 'duration_secs': 0.014223} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.600041] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.600273] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1602.600509] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.600652] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.600821] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1602.601126] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-918cd2bf-a603-4c48-bfcf-47466599bb46 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.615760] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1602.615760] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1602.615760] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f97f53-d1e3-4a43-aa95-d33d57e5558d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.619873] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1602.619873] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524b0775-ef86-ad04-44e9-4452f6d4268f" [ 1602.619873] env[64496]: _type = "Task" [ 1602.619873] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.626660] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524b0775-ef86-ad04-44e9-4452f6d4268f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.627781] env[64496]: DEBUG nova.network.neutron [req-c11ace3c-ff02-4e74-9266-feaed9221056 req-f8765daf-5d17-4a5c-99c1-b1b6aceb4c98 service nova] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Updated VIF entry in instance network info cache for port 47f08bc7-b72d-48ac-b7a4-f5be1a448041. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1602.628246] env[64496]: DEBUG nova.network.neutron [req-c11ace3c-ff02-4e74-9266-feaed9221056 req-f8765daf-5d17-4a5c-99c1-b1b6aceb4c98 service nova] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Updating instance_info_cache with network_info: [{"id": "47f08bc7-b72d-48ac-b7a4-f5be1a448041", "address": "fa:16:3e:b4:34:f1", "network": {"id": "345921ed-2a8c-41ea-8937-fc58acb88ade", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1142779685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c6088bdfce4b4ea3f161948856f564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f08bc7-b7", "ovs_interfaceid": "47f08bc7-b72d-48ac-b7a4-f5be1a448041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.639721] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "refresh_cache-619c7fa7-6111-43de-9972-70099385a342" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.639905] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquired lock "refresh_cache-619c7fa7-6111-43de-9972-70099385a342" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.640101] env[64496]: DEBUG nova.network.neutron [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1602.682870] env[64496]: DEBUG nova.network.neutron [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Successfully updated port: db76cdfb-01ea-4743-8ac6-b0939ec63254 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1602.773217] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.971177] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17792e15-e747-414e-815a-46886ab95c84 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.980715] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aad4eb2-c45f-400b-9378-820dce0bb688 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.014153] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aeb31a-fbd0-478c-a6f3-d70ddcee7ad6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.022175] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e7ef8a-be22-4a55-b3fd-4aa33388bcb1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.036883] env[64496]: DEBUG nova.compute.provider_tree [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.132024] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524b0775-ef86-ad04-44e9-4452f6d4268f, 'name': SearchDatastore_Task, 'duration_secs': 0.009843} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.132024] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f2318f-3ca1-4a03-b5ff-826457d2f016 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.132760] env[64496]: DEBUG oslo_concurrency.lockutils [req-c11ace3c-ff02-4e74-9266-feaed9221056 req-f8765daf-5d17-4a5c-99c1-b1b6aceb4c98 service nova] Releasing lock "refresh_cache-2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.133143] env[64496]: DEBUG nova.compute.manager [req-c11ace3c-ff02-4e74-9266-feaed9221056 req-f8765daf-5d17-4a5c-99c1-b1b6aceb4c98 service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Received event network-vif-deleted-f2242f4c-ad1d-430a-a9d2-472a961aafa8 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1603.133451] env[64496]: INFO nova.compute.manager [req-c11ace3c-ff02-4e74-9266-feaed9221056 req-f8765daf-5d17-4a5c-99c1-b1b6aceb4c98 service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Neutron deleted interface f2242f4c-ad1d-430a-a9d2-472a961aafa8; detaching it from the instance and deleting it from the info cache [ 1603.133735] env[64496]: DEBUG nova.network.neutron [req-c11ace3c-ff02-4e74-9266-feaed9221056 req-f8765daf-5d17-4a5c-99c1-b1b6aceb4c98 service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.138224] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1603.138224] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5213c1f2-070d-2fbc-7308-f420741b6c10" [ 1603.138224] env[64496]: _type = "Task" [ 1603.138224] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.141908] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "7a422d1b-0939-48f8-a5c6-4d8c7e63c171" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.142582] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "7a422d1b-0939-48f8-a5c6-4d8c7e63c171" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.143060] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "7a422d1b-0939-48f8-a5c6-4d8c7e63c171-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.143435] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "7a422d1b-0939-48f8-a5c6-4d8c7e63c171-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.143716] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "7a422d1b-0939-48f8-a5c6-4d8c7e63c171-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.145436] env[64496]: DEBUG nova.compute.utils [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Can not refresh info_cache because instance was not found {{(pid=64496) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1603.149037] env[64496]: INFO nova.compute.manager [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Terminating instance [ 1603.154986] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5213c1f2-070d-2fbc-7308-f420741b6c10, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.155392] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.155770] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18/2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1603.156164] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a7d5641-afef-4221-8a03-aa873d065501 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.163599] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1603.163599] env[64496]: value = "task-1901874" [ 1603.163599] env[64496]: _type = "Task" [ 1603.163599] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.172747] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.186113] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Acquiring lock "refresh_cache-3f0f9f64-e021-4eac-bb70-9077377765ad" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.186113] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Acquired lock "refresh_cache-3f0f9f64-e021-4eac-bb70-9077377765ad" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.186113] env[64496]: DEBUG nova.network.neutron [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1603.207767] env[64496]: DEBUG nova.network.neutron [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1603.215192] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "964f38a5-5d7b-4328-a195-5e746481536f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.215411] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "964f38a5-5d7b-4328-a195-5e746481536f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.215616] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "964f38a5-5d7b-4328-a195-5e746481536f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.215798] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "964f38a5-5d7b-4328-a195-5e746481536f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.215964] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "964f38a5-5d7b-4328-a195-5e746481536f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.221568] env[64496]: INFO nova.compute.manager [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Terminating instance [ 1603.330199] env[64496]: DEBUG nova.network.neutron [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.540995] env[64496]: DEBUG nova.scheduler.client.report [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1603.637567] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dedc339-457f-47e9-846c-8586b4db748a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.646912] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3be396a-153e-4695-b3a8-6a882f2f5525 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.657645] env[64496]: DEBUG nova.compute.manager [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1603.657877] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1603.658641] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738c397e-1b14-4814-b36d-c89c15b93c90 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.665789] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1603.670023] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed878258-7bcb-4e4f-8f3d-985a7675a7ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.683120] env[64496]: DEBUG nova.compute.manager [req-c11ace3c-ff02-4e74-9266-feaed9221056 req-f8765daf-5d17-4a5c-99c1-b1b6aceb4c98 service nova] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Detach interface failed, port_id=f2242f4c-ad1d-430a-a9d2-472a961aafa8, reason: Instance fb4b120d-4097-40af-a6e9-ee18a55fed58 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1603.692099] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42168} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.693298] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18/2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1603.693533] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1603.693817] env[64496]: DEBUG oslo_vmware.api [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1603.693817] env[64496]: value = "task-1901875" [ 1603.693817] env[64496]: _type = "Task" [ 1603.693817] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.694297] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f22f4a1-7dc1-4162-a73b-d088d801002a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.704912] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1603.704912] env[64496]: value = "task-1901876" [ 1603.704912] env[64496]: _type = "Task" [ 1603.704912] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.711597] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.724886] env[64496]: DEBUG nova.network.neutron [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1603.727309] env[64496]: DEBUG nova.compute.manager [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1603.727551] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1603.728497] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eb8cbf-ff66-4b5b-b97a-699994081c3a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.736102] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1603.736350] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ebe27a8-bf51-4bc2-840c-6670cb6c5522 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.742626] env[64496]: DEBUG oslo_vmware.api [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1603.742626] env[64496]: value = "task-1901877" [ 1603.742626] env[64496]: _type = "Task" [ 1603.742626] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.751711] env[64496]: DEBUG oslo_vmware.api [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.832291] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Releasing lock "refresh_cache-619c7fa7-6111-43de-9972-70099385a342" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.832718] env[64496]: DEBUG nova.compute.manager [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1603.832914] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1603.833246] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a498410-e09c-4db9-8bde-74184c928959 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.842455] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeaef73-e10a-4ce3-84da-e08012fa4b35 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.861907] env[64496]: DEBUG nova.compute.manager [req-c2368ad4-f676-41fb-94d6-714d4be88841 req-7c38f130-f849-4d9a-8787-3a679d9daa16 service nova] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Received event network-vif-plugged-db76cdfb-01ea-4743-8ac6-b0939ec63254 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1603.862166] env[64496]: DEBUG oslo_concurrency.lockutils [req-c2368ad4-f676-41fb-94d6-714d4be88841 req-7c38f130-f849-4d9a-8787-3a679d9daa16 service nova] Acquiring lock "3f0f9f64-e021-4eac-bb70-9077377765ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.862398] env[64496]: DEBUG oslo_concurrency.lockutils [req-c2368ad4-f676-41fb-94d6-714d4be88841 req-7c38f130-f849-4d9a-8787-3a679d9daa16 service nova] Lock "3f0f9f64-e021-4eac-bb70-9077377765ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.862588] env[64496]: DEBUG oslo_concurrency.lockutils [req-c2368ad4-f676-41fb-94d6-714d4be88841 req-7c38f130-f849-4d9a-8787-3a679d9daa16 service nova] Lock "3f0f9f64-e021-4eac-bb70-9077377765ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.862767] env[64496]: DEBUG nova.compute.manager [req-c2368ad4-f676-41fb-94d6-714d4be88841 req-7c38f130-f849-4d9a-8787-3a679d9daa16 service nova] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] No waiting events found dispatching network-vif-plugged-db76cdfb-01ea-4743-8ac6-b0939ec63254 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1603.863746] env[64496]: WARNING nova.compute.manager [req-c2368ad4-f676-41fb-94d6-714d4be88841 req-7c38f130-f849-4d9a-8787-3a679d9daa16 service nova] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Received unexpected event network-vif-plugged-db76cdfb-01ea-4743-8ac6-b0939ec63254 for instance with vm_state building and task_state spawning. [ 1603.863746] env[64496]: DEBUG nova.compute.manager [req-c2368ad4-f676-41fb-94d6-714d4be88841 req-7c38f130-f849-4d9a-8787-3a679d9daa16 service nova] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Received event network-changed-db76cdfb-01ea-4743-8ac6-b0939ec63254 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1603.863746] env[64496]: DEBUG nova.compute.manager [req-c2368ad4-f676-41fb-94d6-714d4be88841 req-7c38f130-f849-4d9a-8787-3a679d9daa16 service nova] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Refreshing instance network info cache due to event network-changed-db76cdfb-01ea-4743-8ac6-b0939ec63254. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1603.863746] env[64496]: DEBUG oslo_concurrency.lockutils [req-c2368ad4-f676-41fb-94d6-714d4be88841 req-7c38f130-f849-4d9a-8787-3a679d9daa16 service nova] Acquiring lock "refresh_cache-3f0f9f64-e021-4eac-bb70-9077377765ad" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.878998] env[64496]: WARNING nova.virt.vmwareapi.vmops [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 619c7fa7-6111-43de-9972-70099385a342 could not be found. [ 1603.879348] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1603.879572] env[64496]: INFO nova.compute.manager [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1603.879887] env[64496]: DEBUG oslo.service.loopingcall [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1603.881615] env[64496]: DEBUG nova.compute.manager [-] [instance: 619c7fa7-6111-43de-9972-70099385a342] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1603.881774] env[64496]: DEBUG nova.network.neutron [-] [instance: 619c7fa7-6111-43de-9972-70099385a342] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1603.904170] env[64496]: DEBUG nova.network.neutron [-] [instance: 619c7fa7-6111-43de-9972-70099385a342] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1603.957208] env[64496]: DEBUG oslo_concurrency.lockutils [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "a1233927-5630-45c5-bf14-eb81de95cf44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.957388] env[64496]: DEBUG oslo_concurrency.lockutils [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "a1233927-5630-45c5-bf14-eb81de95cf44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.957607] env[64496]: DEBUG oslo_concurrency.lockutils [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "a1233927-5630-45c5-bf14-eb81de95cf44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.957808] env[64496]: DEBUG oslo_concurrency.lockutils [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "a1233927-5630-45c5-bf14-eb81de95cf44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.957978] env[64496]: DEBUG oslo_concurrency.lockutils [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "a1233927-5630-45c5-bf14-eb81de95cf44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.960104] env[64496]: INFO nova.compute.manager [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Terminating instance [ 1603.980373] env[64496]: DEBUG nova.network.neutron [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Updating instance_info_cache with network_info: [{"id": "db76cdfb-01ea-4743-8ac6-b0939ec63254", "address": "fa:16:3e:61:9a:71", "network": {"id": "576a0dcb-5d31-4ed1-a2fc-7fc2ecd595da", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1571579883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5753a9d5b88845e0868c950105d349f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb76cdfb-01", "ovs_interfaceid": "db76cdfb-01ea-4743-8ac6-b0939ec63254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.047273] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.047904] env[64496]: DEBUG nova.compute.manager [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1604.050668] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.784s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.052207] env[64496]: INFO nova.compute.claims [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1604.206187] env[64496]: DEBUG oslo_vmware.api [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901875, 'name': PowerOffVM_Task, 'duration_secs': 0.2185} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.209369] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.209584] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1604.209890] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99808115-20d1-4fcf-8f51-3afaba0747dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.216119] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166934} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.216362] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1604.217150] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92492dcd-d873-468f-822b-796864175ae5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.243780] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18/2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.245031] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb0d10d0-ccf2-41de-96ef-22ed5871711a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.267311] env[64496]: DEBUG oslo_vmware.api [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901877, 'name': PowerOffVM_Task, 'duration_secs': 0.317222} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.268620] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.268779] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1604.269104] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1604.269104] env[64496]: value = "task-1901879" [ 1604.269104] env[64496]: _type = "Task" [ 1604.269104] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.269305] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5307c997-ec97-4b16-8852-65d88d385f42 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.279668] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901879, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.280856] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1604.281067] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1604.281249] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Deleting the datastore file [datastore2] 7a422d1b-0939-48f8-a5c6-4d8c7e63c171 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1604.281486] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fbdb723-2cb2-4dcd-85aa-aede6195bcd7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.288787] env[64496]: DEBUG oslo_vmware.api [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1604.288787] env[64496]: value = "task-1901881" [ 1604.288787] env[64496]: _type = "Task" [ 1604.288787] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.297113] env[64496]: DEBUG oslo_vmware.api [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.384694] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1604.385099] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1604.385164] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Deleting the datastore file [datastore2] 964f38a5-5d7b-4328-a195-5e746481536f {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1604.389018] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58e4a6ce-0921-4828-b03e-19c30dbdce24 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.394064] env[64496]: DEBUG oslo_vmware.api [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for the task: (returnval){ [ 1604.394064] env[64496]: value = "task-1901882" [ 1604.394064] env[64496]: _type = "Task" [ 1604.394064] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.402931] env[64496]: DEBUG oslo_vmware.api [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.408326] env[64496]: DEBUG nova.network.neutron [-] [instance: 619c7fa7-6111-43de-9972-70099385a342] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.463631] env[64496]: DEBUG nova.compute.manager [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1604.463886] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1604.464889] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea68a07b-9f46-4a8e-bc86-1abdf16127a5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.473551] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.473991] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e195c3bf-cb58-4a7a-9854-e00c9ff756ca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.483126] env[64496]: DEBUG oslo_vmware.api [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1604.483126] env[64496]: value = "task-1901883" [ 1604.483126] env[64496]: _type = "Task" [ 1604.483126] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.483338] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Releasing lock "refresh_cache-3f0f9f64-e021-4eac-bb70-9077377765ad" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.483565] env[64496]: DEBUG nova.compute.manager [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Instance network_info: |[{"id": "db76cdfb-01ea-4743-8ac6-b0939ec63254", "address": "fa:16:3e:61:9a:71", "network": {"id": "576a0dcb-5d31-4ed1-a2fc-7fc2ecd595da", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1571579883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5753a9d5b88845e0868c950105d349f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb76cdfb-01", "ovs_interfaceid": "db76cdfb-01ea-4743-8ac6-b0939ec63254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1604.483982] env[64496]: DEBUG oslo_concurrency.lockutils [req-c2368ad4-f676-41fb-94d6-714d4be88841 req-7c38f130-f849-4d9a-8787-3a679d9daa16 service nova] Acquired lock "refresh_cache-3f0f9f64-e021-4eac-bb70-9077377765ad" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.484426] env[64496]: DEBUG nova.network.neutron [req-c2368ad4-f676-41fb-94d6-714d4be88841 req-7c38f130-f849-4d9a-8787-3a679d9daa16 service nova] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Refreshing network info cache for port db76cdfb-01ea-4743-8ac6-b0939ec63254 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1604.486291] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:9a:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db76cdfb-01ea-4743-8ac6-b0939ec63254', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1604.495835] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Creating folder: Project (5753a9d5b88845e0868c950105d349f3). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1604.499997] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f51ca92a-4c34-491c-8490-e97efc81650d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.507757] env[64496]: DEBUG oslo_vmware.api [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.510713] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Created folder: Project (5753a9d5b88845e0868c950105d349f3) in parent group-v392474. [ 1604.510894] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Creating folder: Instances. Parent ref: group-v392640. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1604.511245] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e569cc3-6fd8-40a0-8058-8f73c93e62e1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.520800] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Created folder: Instances in parent group-v392640. [ 1604.521033] env[64496]: DEBUG oslo.service.loopingcall [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.521231] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1604.521758] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b84eb826-4df5-44f3-bf4e-b9c910dbfe04 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.543402] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1604.543402] env[64496]: value = "task-1901886" [ 1604.543402] env[64496]: _type = "Task" [ 1604.543402] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.552935] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901886, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.561775] env[64496]: DEBUG nova.compute.utils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1604.564164] env[64496]: DEBUG nova.compute.manager [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1604.566963] env[64496]: DEBUG nova.network.neutron [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1604.643504] env[64496]: DEBUG nova.policy [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63cb3ec99aee47f1b4aee107711fed48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e160eff35b4743ddbe0c83bed4465c00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1604.786032] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901879, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.799023] env[64496]: DEBUG oslo_vmware.api [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221285} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.799387] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.799654] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.799847] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.800080] env[64496]: INFO nova.compute.manager [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1604.800376] env[64496]: DEBUG oslo.service.loopingcall [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.800617] env[64496]: DEBUG nova.compute.manager [-] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1604.800753] env[64496]: DEBUG nova.network.neutron [-] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1604.911556] env[64496]: INFO nova.compute.manager [-] [instance: 619c7fa7-6111-43de-9972-70099385a342] Took 1.03 seconds to deallocate network for instance. [ 1604.911955] env[64496]: DEBUG oslo_vmware.api [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Task: {'id': task-1901882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321015} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.913792] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.914088] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.914413] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.914732] env[64496]: INFO nova.compute.manager [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1604.915055] env[64496]: DEBUG oslo.service.loopingcall [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.918298] env[64496]: DEBUG nova.compute.manager [-] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1604.918470] env[64496]: DEBUG nova.network.neutron [-] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1604.993362] env[64496]: DEBUG oslo_vmware.api [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901883, 'name': PowerOffVM_Task, 'duration_secs': 0.231072} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.993632] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.993805] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1604.994157] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2971f83-69af-4540-a327-ccc25bf34265 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.053102] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901886, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.069647] env[64496]: DEBUG nova.compute.manager [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1605.074021] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1605.074021] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1605.074021] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Deleting the datastore file [datastore1] a1233927-5630-45c5-bf14-eb81de95cf44 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1605.074021] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33595f4a-4b8b-4324-8531-216cdbbdff39 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.079559] env[64496]: DEBUG oslo_vmware.api [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for the task: (returnval){ [ 1605.079559] env[64496]: value = "task-1901888" [ 1605.079559] env[64496]: _type = "Task" [ 1605.079559] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.088060] env[64496]: DEBUG oslo_vmware.api [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.284612] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901879, 'name': ReconfigVM_Task, 'duration_secs': 0.55368} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.284917] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18/2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.289600] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e11a65b9-5912-41ef-b6f0-07941696f620 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.299487] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1605.299487] env[64496]: value = "task-1901889" [ 1605.299487] env[64496]: _type = "Task" [ 1605.299487] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.310748] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901889, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.357347] env[64496]: DEBUG nova.network.neutron [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Successfully created port: 0da633c4-40e4-4956-bf99-ca422e6cbdeb {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1605.414613] env[64496]: DEBUG nova.compute.manager [req-b2d105b5-05da-4ae6-a096-9dd61fb7f93d req-19ccdc8f-3e2f-4e0e-9496-6f8ba3e326fe service nova] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Received event network-vif-deleted-2e2731cd-f1dd-4c4a-a66c-910fdee30485 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1605.415120] env[64496]: INFO nova.compute.manager [req-b2d105b5-05da-4ae6-a096-9dd61fb7f93d req-19ccdc8f-3e2f-4e0e-9496-6f8ba3e326fe service nova] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Neutron deleted interface 2e2731cd-f1dd-4c4a-a66c-910fdee30485; detaching it from the instance and deleting it from the info cache [ 1605.415316] env[64496]: DEBUG nova.network.neutron [req-b2d105b5-05da-4ae6-a096-9dd61fb7f93d req-19ccdc8f-3e2f-4e0e-9496-6f8ba3e326fe service nova] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.420332] env[64496]: DEBUG nova.network.neutron [req-c2368ad4-f676-41fb-94d6-714d4be88841 req-7c38f130-f849-4d9a-8787-3a679d9daa16 service nova] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Updated VIF entry in instance network info cache for port db76cdfb-01ea-4743-8ac6-b0939ec63254. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1605.420500] env[64496]: DEBUG nova.network.neutron [req-c2368ad4-f676-41fb-94d6-714d4be88841 req-7c38f130-f849-4d9a-8787-3a679d9daa16 service nova] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Updating instance_info_cache with network_info: [{"id": "db76cdfb-01ea-4743-8ac6-b0939ec63254", "address": "fa:16:3e:61:9a:71", "network": {"id": "576a0dcb-5d31-4ed1-a2fc-7fc2ecd595da", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1571579883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5753a9d5b88845e0868c950105d349f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb76cdfb-01", "ovs_interfaceid": "db76cdfb-01ea-4743-8ac6-b0939ec63254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.425016] env[64496]: INFO nova.compute.manager [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: 619c7fa7-6111-43de-9972-70099385a342] Instance disappeared during terminate [ 1605.425016] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8b9e1ff6-348d-4f59-99e6-d8dc6a9b2f05 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "619c7fa7-6111-43de-9972-70099385a342" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.293s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.508184] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cdf513-631f-47e5-9987-85350512908b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.518264] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7f821d-3b0d-4239-92b7-b21fa9d6f961 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.554916] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e95d259-8825-4ee1-b384-6ded4e3cd5dd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.565170] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901886, 'name': CreateVM_Task, 'duration_secs': 0.534666} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.565653] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1605.566461] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.566648] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.566972] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1605.568233] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673a23cd-faf2-46b2-9f7b-83259e1dd480 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.572221] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f19d32-5d3f-4f9f-a796-f2c28961d158 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.592132] env[64496]: DEBUG nova.compute.provider_tree [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.596795] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Waiting for the task: (returnval){ [ 1605.596795] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a6ad54-baad-618e-57fd-ae3c008012b4" [ 1605.596795] env[64496]: _type = "Task" [ 1605.596795] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.601125] env[64496]: DEBUG oslo_vmware.api [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Task: {'id': task-1901888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365884} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.601498] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1605.601683] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1605.603343] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1605.603343] env[64496]: INFO nova.compute.manager [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1605.603343] env[64496]: DEBUG oslo.service.loopingcall [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.603343] env[64496]: DEBUG nova.compute.manager [-] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1605.603343] env[64496]: DEBUG nova.network.neutron [-] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1605.612222] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a6ad54-baad-618e-57fd-ae3c008012b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.612222] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.612222] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1605.612222] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.614544] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.614544] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1605.614544] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c510f3ff-2ca8-4bad-9789-5979473c38ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.620182] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1605.620331] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1605.621055] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd71789-0716-421d-b01a-a22b453b38bd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.627462] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Waiting for the task: (returnval){ [ 1605.627462] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f8b7f3-6404-c548-67a2-8deac4928c07" [ 1605.627462] env[64496]: _type = "Task" [ 1605.627462] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.635395] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f8b7f3-6404-c548-67a2-8deac4928c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.767887] env[64496]: DEBUG nova.network.neutron [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Successfully created port: ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1605.810674] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901889, 'name': Rename_Task, 'duration_secs': 0.150641} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.813041] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1605.813041] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e0b8510-644b-4613-aa8c-4752df81bc59 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.818593] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1605.818593] env[64496]: value = "task-1901890" [ 1605.818593] env[64496]: _type = "Task" [ 1605.818593] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.826608] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.853565] env[64496]: DEBUG nova.network.neutron [-] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.855214] env[64496]: DEBUG nova.network.neutron [-] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.918606] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5684f51-c645-465b-8b05-0eda33839196 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.923433] env[64496]: DEBUG oslo_concurrency.lockutils [req-c2368ad4-f676-41fb-94d6-714d4be88841 req-7c38f130-f849-4d9a-8787-3a679d9daa16 service nova] Releasing lock "refresh_cache-3f0f9f64-e021-4eac-bb70-9077377765ad" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.929418] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef070480-ab2f-4a98-b91f-12e9e0a66c1a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.967203] env[64496]: DEBUG nova.compute.manager [req-b2d105b5-05da-4ae6-a096-9dd61fb7f93d req-19ccdc8f-3e2f-4e0e-9496-6f8ba3e326fe service nova] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Detach interface failed, port_id=2e2731cd-f1dd-4c4a-a66c-910fdee30485, reason: Instance 964f38a5-5d7b-4328-a195-5e746481536f could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1606.023629] env[64496]: DEBUG nova.compute.manager [req-bc7fa7aa-6788-49a3-a6ab-bb428fa90af9 req-2c26332d-6b75-44be-acd0-b3130e8e1c61 service nova] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Received event network-vif-deleted-acc71785-6513-4be5-8fed-c4f48e575098 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1606.070458] env[64496]: DEBUG nova.network.neutron [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Successfully created port: 80b3620c-49fb-4499-a9c3-9c91c3889d6f {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1606.079762] env[64496]: DEBUG nova.compute.manager [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1606.094091] env[64496]: DEBUG nova.scheduler.client.report [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1606.105500] env[64496]: DEBUG nova.virt.hardware [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1606.105745] env[64496]: DEBUG nova.virt.hardware [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.105883] env[64496]: DEBUG nova.virt.hardware [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1606.106080] env[64496]: DEBUG nova.virt.hardware [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.106231] env[64496]: DEBUG nova.virt.hardware [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1606.106379] env[64496]: DEBUG nova.virt.hardware [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1606.106588] env[64496]: DEBUG nova.virt.hardware [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1606.106774] env[64496]: DEBUG nova.virt.hardware [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1606.106945] env[64496]: DEBUG nova.virt.hardware [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1606.107121] env[64496]: DEBUG nova.virt.hardware [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1606.107299] env[64496]: DEBUG nova.virt.hardware [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1606.108277] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf45b80f-0b2b-4669-bf7e-6f278ee51d6d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.118067] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc005d8-4c40-43a1-bd49-2ea649ca9b06 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.141606] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f8b7f3-6404-c548-67a2-8deac4928c07, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.142480] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2096450b-8646-407a-bf07-6401519ef068 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.148209] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Waiting for the task: (returnval){ [ 1606.148209] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52076f73-b965-827f-47e5-84f758054ecc" [ 1606.148209] env[64496]: _type = "Task" [ 1606.148209] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.155774] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52076f73-b965-827f-47e5-84f758054ecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.329514] env[64496]: DEBUG oslo_vmware.api [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901890, 'name': PowerOnVM_Task, 'duration_secs': 0.48434} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.329837] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1606.331179] env[64496]: INFO nova.compute.manager [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1606.331179] env[64496]: DEBUG nova.compute.manager [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1606.332608] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769ab56b-da09-4a54-9654-d345fcd6b8f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.358712] env[64496]: INFO nova.compute.manager [-] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Took 1.44 seconds to deallocate network for instance. [ 1606.359205] env[64496]: INFO nova.compute.manager [-] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Took 1.56 seconds to deallocate network for instance. [ 1606.443643] env[64496]: DEBUG nova.network.neutron [-] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.474587] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "12014bf5-cc7c-402b-aefd-f032a720461e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.474823] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "12014bf5-cc7c-402b-aefd-f032a720461e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.603959] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.603959] env[64496]: DEBUG nova.compute.manager [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1606.605179] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.287s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.606584] env[64496]: INFO nova.compute.claims [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1606.658826] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52076f73-b965-827f-47e5-84f758054ecc, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.659024] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.659253] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 3f0f9f64-e021-4eac-bb70-9077377765ad/3f0f9f64-e021-4eac-bb70-9077377765ad.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1606.659504] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfbf32e1-46f8-4984-a34b-338f088e0879 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.665983] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Waiting for the task: (returnval){ [ 1606.665983] env[64496]: value = "task-1901891" [ 1606.665983] env[64496]: _type = "Task" [ 1606.665983] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.674767] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': task-1901891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.855534] env[64496]: INFO nova.compute.manager [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Took 53.68 seconds to build instance. [ 1606.867285] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.871348] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.945963] env[64496]: INFO nova.compute.manager [-] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Took 1.34 seconds to deallocate network for instance. [ 1606.979881] env[64496]: DEBUG nova.compute.manager [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1607.113949] env[64496]: DEBUG nova.compute.utils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1607.116838] env[64496]: DEBUG nova.compute.manager [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1607.116984] env[64496]: DEBUG nova.network.neutron [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1607.165684] env[64496]: DEBUG nova.policy [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b99f753a14d40afb6ba3d0f1b369276', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ccf1cc062c54224a1d59f3b9e5a676c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1607.179407] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': task-1901891, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.358280] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d83e42c6-1206-44f0-86fb-7566a77c04a9 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.890s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.455162] env[64496]: DEBUG oslo_concurrency.lockutils [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.495869] env[64496]: DEBUG nova.network.neutron [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Successfully created port: 7ef22924-e1d7-4fb6-9c92-c18a09c50380 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.508155] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.524051] env[64496]: DEBUG nova.compute.manager [req-e72952eb-0f18-48dd-905c-08fbe58034df req-5bb1dc3d-8f0a-4552-a399-5b19b4ede81f service nova] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Received event network-vif-deleted-1ee9d32b-0401-4693-b516-fd5de302d58b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1607.616652] env[64496]: DEBUG nova.compute.manager [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1607.679835] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': task-1901891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53303} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.682525] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 3f0f9f64-e021-4eac-bb70-9077377765ad/3f0f9f64-e021-4eac-bb70-9077377765ad.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1607.682775] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1607.683317] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fb222c9-a0c9-48e2-a7b0-1661bb609bb4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.690233] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Waiting for the task: (returnval){ [ 1607.690233] env[64496]: value = "task-1901892" [ 1607.690233] env[64496]: _type = "Task" [ 1607.690233] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.699337] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': task-1901892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.769130] env[64496]: DEBUG nova.network.neutron [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Successfully updated port: 0da633c4-40e4-4956-bf99-ca422e6cbdeb {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1607.986483] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5073cc72-1e40-4109-93ee-dfbfcd82fb45 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.994492] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397951ba-f02d-45cd-9017-d67bf16c8299 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.026830] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bcae26-495e-432b-9ac7-3bec3492eecd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.033763] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a544e438-7bd1-4134-a59a-ac6529e8c457 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.047283] env[64496]: DEBUG nova.compute.provider_tree [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.055432] env[64496]: DEBUG nova.compute.manager [req-6c9a1787-81e3-44ec-8a7b-3fbb37303780 req-c215cdad-7985-4e53-8158-499a170c7380 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Received event network-vif-plugged-0da633c4-40e4-4956-bf99-ca422e6cbdeb {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1608.055651] env[64496]: DEBUG oslo_concurrency.lockutils [req-6c9a1787-81e3-44ec-8a7b-3fbb37303780 req-c215cdad-7985-4e53-8158-499a170c7380 service nova] Acquiring lock "8a99d218-ee4f-444d-9370-591493acca67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.055860] env[64496]: DEBUG oslo_concurrency.lockutils [req-6c9a1787-81e3-44ec-8a7b-3fbb37303780 req-c215cdad-7985-4e53-8158-499a170c7380 service nova] Lock "8a99d218-ee4f-444d-9370-591493acca67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.056039] env[64496]: DEBUG oslo_concurrency.lockutils [req-6c9a1787-81e3-44ec-8a7b-3fbb37303780 req-c215cdad-7985-4e53-8158-499a170c7380 service nova] Lock "8a99d218-ee4f-444d-9370-591493acca67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.056214] env[64496]: DEBUG nova.compute.manager [req-6c9a1787-81e3-44ec-8a7b-3fbb37303780 req-c215cdad-7985-4e53-8158-499a170c7380 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] No waiting events found dispatching network-vif-plugged-0da633c4-40e4-4956-bf99-ca422e6cbdeb {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1608.056384] env[64496]: WARNING nova.compute.manager [req-6c9a1787-81e3-44ec-8a7b-3fbb37303780 req-c215cdad-7985-4e53-8158-499a170c7380 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Received unexpected event network-vif-plugged-0da633c4-40e4-4956-bf99-ca422e6cbdeb for instance with vm_state building and task_state spawning. [ 1608.056529] env[64496]: DEBUG nova.compute.manager [req-6c9a1787-81e3-44ec-8a7b-3fbb37303780 req-c215cdad-7985-4e53-8158-499a170c7380 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Received event network-changed-0da633c4-40e4-4956-bf99-ca422e6cbdeb {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1608.056683] env[64496]: DEBUG nova.compute.manager [req-6c9a1787-81e3-44ec-8a7b-3fbb37303780 req-c215cdad-7985-4e53-8158-499a170c7380 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Refreshing instance network info cache due to event network-changed-0da633c4-40e4-4956-bf99-ca422e6cbdeb. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1608.056870] env[64496]: DEBUG oslo_concurrency.lockutils [req-6c9a1787-81e3-44ec-8a7b-3fbb37303780 req-c215cdad-7985-4e53-8158-499a170c7380 service nova] Acquiring lock "refresh_cache-8a99d218-ee4f-444d-9370-591493acca67" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.057012] env[64496]: DEBUG oslo_concurrency.lockutils [req-6c9a1787-81e3-44ec-8a7b-3fbb37303780 req-c215cdad-7985-4e53-8158-499a170c7380 service nova] Acquired lock "refresh_cache-8a99d218-ee4f-444d-9370-591493acca67" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.057202] env[64496]: DEBUG nova.network.neutron [req-6c9a1787-81e3-44ec-8a7b-3fbb37303780 req-c215cdad-7985-4e53-8158-499a170c7380 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Refreshing network info cache for port 0da633c4-40e4-4956-bf99-ca422e6cbdeb {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1608.086779] env[64496]: DEBUG oslo_concurrency.lockutils [None req-68c19991-66a9-4253-87db-0b22a649a0a7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.086885] env[64496]: DEBUG oslo_concurrency.lockutils [None req-68c19991-66a9-4253-87db-0b22a649a0a7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.086990] env[64496]: DEBUG nova.compute.manager [None req-68c19991-66a9-4253-87db-0b22a649a0a7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.087972] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4645416-5307-4e52-8ed3-b5f77b6c80c8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.095058] env[64496]: DEBUG nova.compute.manager [None req-68c19991-66a9-4253-87db-0b22a649a0a7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64496) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1608.095573] env[64496]: DEBUG nova.objects.instance [None req-68c19991-66a9-4253-87db-0b22a649a0a7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lazy-loading 'flavor' on Instance uuid 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1608.200375] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': task-1901892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.36295} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.202150] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1608.202150] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6481c938-1bd5-424d-94f9-9969d7f9fd0b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.224165] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 3f0f9f64-e021-4eac-bb70-9077377765ad/3f0f9f64-e021-4eac-bb70-9077377765ad.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1608.224815] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-722e257f-c7f5-4e07-9df1-5f862292a7b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.243801] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Waiting for the task: (returnval){ [ 1608.243801] env[64496]: value = "task-1901893" [ 1608.243801] env[64496]: _type = "Task" [ 1608.243801] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.251844] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': task-1901893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.551091] env[64496]: DEBUG nova.scheduler.client.report [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1608.597509] env[64496]: DEBUG nova.network.neutron [req-6c9a1787-81e3-44ec-8a7b-3fbb37303780 req-c215cdad-7985-4e53-8158-499a170c7380 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1608.629042] env[64496]: DEBUG nova.compute.manager [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1608.656848] env[64496]: DEBUG nova.virt.hardware [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1608.657116] env[64496]: DEBUG nova.virt.hardware [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.657279] env[64496]: DEBUG nova.virt.hardware [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1608.657457] env[64496]: DEBUG nova.virt.hardware [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.657597] env[64496]: DEBUG nova.virt.hardware [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1608.657782] env[64496]: DEBUG nova.virt.hardware [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1608.657995] env[64496]: DEBUG nova.virt.hardware [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1608.658544] env[64496]: DEBUG nova.virt.hardware [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1608.659316] env[64496]: DEBUG nova.virt.hardware [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1608.659316] env[64496]: DEBUG nova.virt.hardware [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1608.659316] env[64496]: DEBUG nova.virt.hardware [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1608.660148] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a8e48d-2b99-4370-8472-0b6bfd806ada {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.668216] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ef80f-02e7-4095-97a5-1d07ab46ee20 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.396182] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.396687] env[64496]: DEBUG nova.compute.manager [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1609.403024] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c19991-66a9-4253-87db-0b22a649a0a7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1609.403024] env[64496]: DEBUG nova.network.neutron [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Successfully updated port: 7ef22924-e1d7-4fb6-9c92-c18a09c50380 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.403024] env[64496]: DEBUG nova.network.neutron [req-6c9a1787-81e3-44ec-8a7b-3fbb37303780 req-c215cdad-7985-4e53-8158-499a170c7380 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.406064] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.655s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.407571] env[64496]: INFO nova.compute.claims [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1609.410670] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b5f0f64-116c-4ff5-b26c-dcd79927fd7a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.413418] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "refresh_cache-b6340ab3-686a-41a5-a62f-7bf31cf378dc" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.413540] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquired lock "refresh_cache-b6340ab3-686a-41a5-a62f-7bf31cf378dc" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.413673] env[64496]: DEBUG nova.network.neutron [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.423027] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': task-1901893, 'name': ReconfigVM_Task, 'duration_secs': 0.633097} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.423027] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 3f0f9f64-e021-4eac-bb70-9077377765ad/3f0f9f64-e021-4eac-bb70-9077377765ad.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1609.423222] env[64496]: DEBUG oslo_vmware.api [None req-68c19991-66a9-4253-87db-0b22a649a0a7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1609.423222] env[64496]: value = "task-1901894" [ 1609.423222] env[64496]: _type = "Task" [ 1609.423222] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.423502] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6f8aaae-2c6b-4ee3-b016-4019f26374f7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.434658] env[64496]: DEBUG oslo_vmware.api [None req-68c19991-66a9-4253-87db-0b22a649a0a7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.436274] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Waiting for the task: (returnval){ [ 1609.436274] env[64496]: value = "task-1901895" [ 1609.436274] env[64496]: _type = "Task" [ 1609.436274] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.444768] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': task-1901895, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.557055] env[64496]: DEBUG nova.compute.manager [req-7026b6ae-788c-4250-b870-0adf2488019a req-f52210f9-e6db-4796-b8d8-6041c84f2a1c service nova] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Received event network-vif-plugged-7ef22924-e1d7-4fb6-9c92-c18a09c50380 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1609.557381] env[64496]: DEBUG oslo_concurrency.lockutils [req-7026b6ae-788c-4250-b870-0adf2488019a req-f52210f9-e6db-4796-b8d8-6041c84f2a1c service nova] Acquiring lock "b6340ab3-686a-41a5-a62f-7bf31cf378dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.557381] env[64496]: DEBUG oslo_concurrency.lockutils [req-7026b6ae-788c-4250-b870-0adf2488019a req-f52210f9-e6db-4796-b8d8-6041c84f2a1c service nova] Lock "b6340ab3-686a-41a5-a62f-7bf31cf378dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.557551] env[64496]: DEBUG oslo_concurrency.lockutils [req-7026b6ae-788c-4250-b870-0adf2488019a req-f52210f9-e6db-4796-b8d8-6041c84f2a1c service nova] Lock "b6340ab3-686a-41a5-a62f-7bf31cf378dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.557751] env[64496]: DEBUG nova.compute.manager [req-7026b6ae-788c-4250-b870-0adf2488019a req-f52210f9-e6db-4796-b8d8-6041c84f2a1c service nova] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] No waiting events found dispatching network-vif-plugged-7ef22924-e1d7-4fb6-9c92-c18a09c50380 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1609.557920] env[64496]: WARNING nova.compute.manager [req-7026b6ae-788c-4250-b870-0adf2488019a req-f52210f9-e6db-4796-b8d8-6041c84f2a1c service nova] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Received unexpected event network-vif-plugged-7ef22924-e1d7-4fb6-9c92-c18a09c50380 for instance with vm_state building and task_state spawning. [ 1609.558090] env[64496]: DEBUG nova.compute.manager [req-7026b6ae-788c-4250-b870-0adf2488019a req-f52210f9-e6db-4796-b8d8-6041c84f2a1c service nova] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Received event network-changed-7ef22924-e1d7-4fb6-9c92-c18a09c50380 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1609.558247] env[64496]: DEBUG nova.compute.manager [req-7026b6ae-788c-4250-b870-0adf2488019a req-f52210f9-e6db-4796-b8d8-6041c84f2a1c service nova] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Refreshing instance network info cache due to event network-changed-7ef22924-e1d7-4fb6-9c92-c18a09c50380. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1609.558425] env[64496]: DEBUG oslo_concurrency.lockutils [req-7026b6ae-788c-4250-b870-0adf2488019a req-f52210f9-e6db-4796-b8d8-6041c84f2a1c service nova] Acquiring lock "refresh_cache-b6340ab3-686a-41a5-a62f-7bf31cf378dc" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.823803] env[64496]: DEBUG nova.network.neutron [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Successfully updated port: ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.903644] env[64496]: DEBUG nova.compute.utils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1609.905187] env[64496]: DEBUG nova.compute.manager [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1609.905397] env[64496]: DEBUG nova.network.neutron [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1609.913115] env[64496]: DEBUG oslo_concurrency.lockutils [req-6c9a1787-81e3-44ec-8a7b-3fbb37303780 req-c215cdad-7985-4e53-8158-499a170c7380 service nova] Releasing lock "refresh_cache-8a99d218-ee4f-444d-9370-591493acca67" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.934424] env[64496]: DEBUG oslo_vmware.api [None req-68c19991-66a9-4253-87db-0b22a649a0a7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901894, 'name': PowerOffVM_Task, 'duration_secs': 0.192987} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.934685] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c19991-66a9-4253-87db-0b22a649a0a7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1609.934880] env[64496]: DEBUG nova.compute.manager [None req-68c19991-66a9-4253-87db-0b22a649a0a7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1609.935619] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c865e8-c4f2-421a-b8db-69db29c0a1f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.957813] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': task-1901895, 'name': Rename_Task, 'duration_secs': 0.154372} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.961021] env[64496]: DEBUG nova.network.neutron [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1609.961233] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1609.961442] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93e98906-d33a-4057-a539-56e782eeead0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.968141] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Waiting for the task: (returnval){ [ 1609.968141] env[64496]: value = "task-1901896" [ 1609.968141] env[64496]: _type = "Task" [ 1609.968141] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.976201] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': task-1901896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.987522] env[64496]: DEBUG nova.policy [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00d993279ab84e0985ea1d49f4f234ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abf416ace2e54dc88c6546c67a74cf2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1610.139401] env[64496]: DEBUG nova.compute.manager [req-abd7fd88-afb0-4085-b8d9-0e2dd119e12e req-ee6629b0-8607-46e9-a22b-52fec2b2d162 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Received event network-vif-plugged-ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1610.139575] env[64496]: DEBUG oslo_concurrency.lockutils [req-abd7fd88-afb0-4085-b8d9-0e2dd119e12e req-ee6629b0-8607-46e9-a22b-52fec2b2d162 service nova] Acquiring lock "8a99d218-ee4f-444d-9370-591493acca67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.139787] env[64496]: DEBUG oslo_concurrency.lockutils [req-abd7fd88-afb0-4085-b8d9-0e2dd119e12e req-ee6629b0-8607-46e9-a22b-52fec2b2d162 service nova] Lock "8a99d218-ee4f-444d-9370-591493acca67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.139963] env[64496]: DEBUG oslo_concurrency.lockutils [req-abd7fd88-afb0-4085-b8d9-0e2dd119e12e req-ee6629b0-8607-46e9-a22b-52fec2b2d162 service nova] Lock "8a99d218-ee4f-444d-9370-591493acca67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.140323] env[64496]: DEBUG nova.compute.manager [req-abd7fd88-afb0-4085-b8d9-0e2dd119e12e req-ee6629b0-8607-46e9-a22b-52fec2b2d162 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] No waiting events found dispatching network-vif-plugged-ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1610.140500] env[64496]: WARNING nova.compute.manager [req-abd7fd88-afb0-4085-b8d9-0e2dd119e12e req-ee6629b0-8607-46e9-a22b-52fec2b2d162 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Received unexpected event network-vif-plugged-ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e for instance with vm_state building and task_state spawning. [ 1610.140661] env[64496]: DEBUG nova.compute.manager [req-abd7fd88-afb0-4085-b8d9-0e2dd119e12e req-ee6629b0-8607-46e9-a22b-52fec2b2d162 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Received event network-changed-ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1610.140811] env[64496]: DEBUG nova.compute.manager [req-abd7fd88-afb0-4085-b8d9-0e2dd119e12e req-ee6629b0-8607-46e9-a22b-52fec2b2d162 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Refreshing instance network info cache due to event network-changed-ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1610.140991] env[64496]: DEBUG oslo_concurrency.lockutils [req-abd7fd88-afb0-4085-b8d9-0e2dd119e12e req-ee6629b0-8607-46e9-a22b-52fec2b2d162 service nova] Acquiring lock "refresh_cache-8a99d218-ee4f-444d-9370-591493acca67" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.141137] env[64496]: DEBUG oslo_concurrency.lockutils [req-abd7fd88-afb0-4085-b8d9-0e2dd119e12e req-ee6629b0-8607-46e9-a22b-52fec2b2d162 service nova] Acquired lock "refresh_cache-8a99d218-ee4f-444d-9370-591493acca67" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.141294] env[64496]: DEBUG nova.network.neutron [req-abd7fd88-afb0-4085-b8d9-0e2dd119e12e req-ee6629b0-8607-46e9-a22b-52fec2b2d162 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Refreshing network info cache for port ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1610.277159] env[64496]: DEBUG nova.network.neutron [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Updating instance_info_cache with network_info: [{"id": "7ef22924-e1d7-4fb6-9c92-c18a09c50380", "address": "fa:16:3e:23:86:a1", "network": {"id": "313d9f24-48dc-414d-9e73-0f4870040398", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1109267207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ccf1cc062c54224a1d59f3b9e5a676c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef22924-e1", "ovs_interfaceid": "7ef22924-e1d7-4fb6-9c92-c18a09c50380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.409263] env[64496]: DEBUG nova.compute.manager [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1610.467083] env[64496]: DEBUG oslo_concurrency.lockutils [None req-68c19991-66a9-4253-87db-0b22a649a0a7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.380s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.482101] env[64496]: DEBUG oslo_vmware.api [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': task-1901896, 'name': PowerOnVM_Task, 'duration_secs': 0.457622} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.487456] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1610.487704] env[64496]: INFO nova.compute.manager [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1610.487904] env[64496]: DEBUG nova.compute.manager [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1610.489359] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74caedc5-fade-4ab9-9f53-ebe0fb7cda45 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.608582] env[64496]: DEBUG nova.network.neutron [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Successfully created port: 515d1a0d-b8cb-49fc-b6a5-b26eae22e473 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1610.690182] env[64496]: DEBUG nova.network.neutron [req-abd7fd88-afb0-4085-b8d9-0e2dd119e12e req-ee6629b0-8607-46e9-a22b-52fec2b2d162 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1610.783031] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Releasing lock "refresh_cache-b6340ab3-686a-41a5-a62f-7bf31cf378dc" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.783031] env[64496]: DEBUG nova.compute.manager [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Instance network_info: |[{"id": "7ef22924-e1d7-4fb6-9c92-c18a09c50380", "address": "fa:16:3e:23:86:a1", "network": {"id": "313d9f24-48dc-414d-9e73-0f4870040398", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1109267207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ccf1cc062c54224a1d59f3b9e5a676c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef22924-e1", "ovs_interfaceid": "7ef22924-e1d7-4fb6-9c92-c18a09c50380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1610.783448] env[64496]: DEBUG oslo_concurrency.lockutils [req-7026b6ae-788c-4250-b870-0adf2488019a req-f52210f9-e6db-4796-b8d8-6041c84f2a1c service nova] Acquired lock "refresh_cache-b6340ab3-686a-41a5-a62f-7bf31cf378dc" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.783448] env[64496]: DEBUG nova.network.neutron [req-7026b6ae-788c-4250-b870-0adf2488019a req-f52210f9-e6db-4796-b8d8-6041c84f2a1c service nova] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Refreshing network info cache for port 7ef22924-e1d7-4fb6-9c92-c18a09c50380 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1610.783448] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:86:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ef22924-e1d7-4fb6-9c92-c18a09c50380', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1610.792520] env[64496]: DEBUG oslo.service.loopingcall [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1610.796716] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1610.797479] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f69914e-64ff-44c3-a980-6dd4fb5fe752 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.814522] env[64496]: DEBUG nova.network.neutron [req-abd7fd88-afb0-4085-b8d9-0e2dd119e12e req-ee6629b0-8607-46e9-a22b-52fec2b2d162 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.824956] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1610.824956] env[64496]: value = "task-1901897" [ 1610.824956] env[64496]: _type = "Task" [ 1610.824956] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.837895] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901897, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.912262] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3cf72a-ac6a-4cd6-8fe2-c54437763e1a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.927119] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac67e59-e231-483b-95c6-d597d197990c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.961660] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05a9793-b9f4-4a68-b32b-0312c2af6039 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.969708] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cf1f3a-2167-4f43-8974-61669a49430d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.983913] env[64496]: DEBUG nova.compute.provider_tree [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1611.006901] env[64496]: INFO nova.compute.manager [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Took 48.37 seconds to build instance. [ 1611.320970] env[64496]: DEBUG oslo_concurrency.lockutils [req-abd7fd88-afb0-4085-b8d9-0e2dd119e12e req-ee6629b0-8607-46e9-a22b-52fec2b2d162 service nova] Releasing lock "refresh_cache-8a99d218-ee4f-444d-9370-591493acca67" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.336586] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901897, 'name': CreateVM_Task, 'duration_secs': 0.362265} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.336757] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1611.337436] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.337601] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.337956] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1611.338871] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23fdf586-ebfe-419b-b60b-3c7b4c9de613 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.342685] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1611.342685] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a4b623-2436-32fb-6cd5-8d4369cf0040" [ 1611.342685] env[64496]: _type = "Task" [ 1611.342685] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.350944] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a4b623-2436-32fb-6cd5-8d4369cf0040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.422207] env[64496]: DEBUG nova.compute.manager [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1611.452693] env[64496]: DEBUG nova.virt.hardware [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1611.453015] env[64496]: DEBUG nova.virt.hardware [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1611.453206] env[64496]: DEBUG nova.virt.hardware [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1611.453415] env[64496]: DEBUG nova.virt.hardware [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1611.453571] env[64496]: DEBUG nova.virt.hardware [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1611.453718] env[64496]: DEBUG nova.virt.hardware [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1611.453951] env[64496]: DEBUG nova.virt.hardware [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1611.454340] env[64496]: DEBUG nova.virt.hardware [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1611.454541] env[64496]: DEBUG nova.virt.hardware [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1611.454711] env[64496]: DEBUG nova.virt.hardware [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1611.454889] env[64496]: DEBUG nova.virt.hardware [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1611.455786] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3c4ed4-ab8a-46e0-81d2-aa8d7b4b6df1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.464845] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b360de4d-1f43-4e83-aa52-0e44484570cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.509235] env[64496]: ERROR nova.scheduler.client.report [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [req-79d4dcb6-153b-4252-944c-ab58e9c01ecf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-79d4dcb6-153b-4252-944c-ab58e9c01ecf"}]} [ 1611.509830] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c10e9a0-2e8c-4da6-8f47-f53e6325b3e4 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Lock "3f0f9f64-e021-4eac-bb70-9077377765ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.883s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.526090] env[64496]: DEBUG nova.network.neutron [req-7026b6ae-788c-4250-b870-0adf2488019a req-f52210f9-e6db-4796-b8d8-6041c84f2a1c service nova] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Updated VIF entry in instance network info cache for port 7ef22924-e1d7-4fb6-9c92-c18a09c50380. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.526494] env[64496]: DEBUG nova.network.neutron [req-7026b6ae-788c-4250-b870-0adf2488019a req-f52210f9-e6db-4796-b8d8-6041c84f2a1c service nova] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Updating instance_info_cache with network_info: [{"id": "7ef22924-e1d7-4fb6-9c92-c18a09c50380", "address": "fa:16:3e:23:86:a1", "network": {"id": "313d9f24-48dc-414d-9e73-0f4870040398", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1109267207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ccf1cc062c54224a1d59f3b9e5a676c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef22924-e1", "ovs_interfaceid": "7ef22924-e1d7-4fb6-9c92-c18a09c50380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.528395] env[64496]: DEBUG nova.scheduler.client.report [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1611.544347] env[64496]: DEBUG nova.scheduler.client.report [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1611.544567] env[64496]: DEBUG nova.compute.provider_tree [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1611.556992] env[64496]: DEBUG nova.scheduler.client.report [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1611.574606] env[64496]: DEBUG nova.scheduler.client.report [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1611.857033] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a4b623-2436-32fb-6cd5-8d4369cf0040, 'name': SearchDatastore_Task, 'duration_secs': 0.010911} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.859588] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.859833] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1611.860079] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.860230] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.860408] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1611.860838] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ab676e6-1de7-4ac1-97ec-8c367d99323f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.869567] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1611.869753] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1611.872550] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4aa89ab-69f6-41c1-8232-4df5a3b46c8d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.877747] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1611.877747] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a7d9fa-0184-bb90-bf2f-cc2ba4d7ee5a" [ 1611.877747] env[64496]: _type = "Task" [ 1611.877747] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.885511] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a7d9fa-0184-bb90-bf2f-cc2ba4d7ee5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.932533] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717fd37a-8a31-42e8-a6a7-3a212d3fb28c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.939887] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5162bda9-fb8d-4aee-8b98-cb0932725907 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.973785] env[64496]: DEBUG oslo_concurrency.lockutils [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Acquiring lock "3f0f9f64-e021-4eac-bb70-9077377765ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.973981] env[64496]: DEBUG oslo_concurrency.lockutils [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Lock "3f0f9f64-e021-4eac-bb70-9077377765ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.974213] env[64496]: DEBUG oslo_concurrency.lockutils [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Acquiring lock "3f0f9f64-e021-4eac-bb70-9077377765ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.974405] env[64496]: DEBUG oslo_concurrency.lockutils [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Lock "3f0f9f64-e021-4eac-bb70-9077377765ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.974573] env[64496]: DEBUG oslo_concurrency.lockutils [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Lock "3f0f9f64-e021-4eac-bb70-9077377765ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.976486] env[64496]: INFO nova.compute.manager [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Terminating instance [ 1611.979967] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ca463c-0891-4269-b705-b62cba109108 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.989343] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15bc65b-2a53-43da-b5b3-c582c39c73cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.004236] env[64496]: DEBUG nova.compute.provider_tree [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1612.032634] env[64496]: DEBUG oslo_concurrency.lockutils [req-7026b6ae-788c-4250-b870-0adf2488019a req-f52210f9-e6db-4796-b8d8-6041c84f2a1c service nova] Releasing lock "refresh_cache-b6340ab3-686a-41a5-a62f-7bf31cf378dc" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.347581] env[64496]: DEBUG nova.compute.manager [req-9510ece4-d983-46eb-8f67-b760b507e5cc req-a9acc400-12c6-4710-a196-eb814de8cee8 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Received event network-vif-plugged-80b3620c-49fb-4499-a9c3-9c91c3889d6f {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1612.348018] env[64496]: DEBUG oslo_concurrency.lockutils [req-9510ece4-d983-46eb-8f67-b760b507e5cc req-a9acc400-12c6-4710-a196-eb814de8cee8 service nova] Acquiring lock "8a99d218-ee4f-444d-9370-591493acca67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.348383] env[64496]: DEBUG oslo_concurrency.lockutils [req-9510ece4-d983-46eb-8f67-b760b507e5cc req-a9acc400-12c6-4710-a196-eb814de8cee8 service nova] Lock "8a99d218-ee4f-444d-9370-591493acca67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.348723] env[64496]: DEBUG oslo_concurrency.lockutils [req-9510ece4-d983-46eb-8f67-b760b507e5cc req-a9acc400-12c6-4710-a196-eb814de8cee8 service nova] Lock "8a99d218-ee4f-444d-9370-591493acca67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.349061] env[64496]: DEBUG nova.compute.manager [req-9510ece4-d983-46eb-8f67-b760b507e5cc req-a9acc400-12c6-4710-a196-eb814de8cee8 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] No waiting events found dispatching network-vif-plugged-80b3620c-49fb-4499-a9c3-9c91c3889d6f {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1612.349768] env[64496]: WARNING nova.compute.manager [req-9510ece4-d983-46eb-8f67-b760b507e5cc req-a9acc400-12c6-4710-a196-eb814de8cee8 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Received unexpected event network-vif-plugged-80b3620c-49fb-4499-a9c3-9c91c3889d6f for instance with vm_state building and task_state spawning. [ 1612.391370] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a7d9fa-0184-bb90-bf2f-cc2ba4d7ee5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.391370] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f89ca3-ae61-488f-9ab2-a359d8c5f9e1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.396226] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1612.396226] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529e70ad-88ef-5c8a-78d7-3d12523cbd69" [ 1612.396226] env[64496]: _type = "Task" [ 1612.396226] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.402849] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529e70ad-88ef-5c8a-78d7-3d12523cbd69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.483032] env[64496]: DEBUG nova.compute.manager [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1612.483032] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1612.483032] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a335f32a-4264-4439-b4d5-9e0262d9ae36 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.491618] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.492182] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5182f2bc-43a5-451e-b49a-2685f9b05d1c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.503483] env[64496]: DEBUG oslo_vmware.api [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Waiting for the task: (returnval){ [ 1612.503483] env[64496]: value = "task-1901898" [ 1612.503483] env[64496]: _type = "Task" [ 1612.503483] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.517179] env[64496]: DEBUG oslo_vmware.api [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': task-1901898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.540108] env[64496]: DEBUG nova.scheduler.client.report [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1612.540667] env[64496]: DEBUG nova.compute.provider_tree [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 91 to 92 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1612.541067] env[64496]: DEBUG nova.compute.provider_tree [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1612.552744] env[64496]: DEBUG nova.network.neutron [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Successfully updated port: 515d1a0d-b8cb-49fc-b6a5-b26eae22e473 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1612.557294] env[64496]: DEBUG nova.network.neutron [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Successfully updated port: 80b3620c-49fb-4499-a9c3-9c91c3889d6f {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1612.614522] env[64496]: DEBUG nova.compute.manager [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1612.615862] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1323953-0986-4956-a0de-196ffa9a7367 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.904112] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529e70ad-88ef-5c8a-78d7-3d12523cbd69, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.904475] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.904679] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] b6340ab3-686a-41a5-a62f-7bf31cf378dc/b6340ab3-686a-41a5-a62f-7bf31cf378dc.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1612.904959] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c1d78e9-0acf-49e3-9e45-3b6fa927c4d9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.912117] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1612.912117] env[64496]: value = "task-1901899" [ 1612.912117] env[64496]: _type = "Task" [ 1612.912117] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.919799] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.010474] env[64496]: DEBUG oslo_vmware.api [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': task-1901898, 'name': PowerOffVM_Task, 'duration_secs': 0.166582} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.010830] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1613.011065] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1613.011309] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dc96b13-d13b-4d3e-a006-d315f2f260e0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.049964] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.644s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.050449] env[64496]: DEBUG nova.compute.manager [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1613.053907] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.385s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.054124] env[64496]: DEBUG nova.objects.instance [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64496) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1613.056904] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "refresh_cache-ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.057053] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "refresh_cache-ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.057201] env[64496]: DEBUG nova.network.neutron [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.058522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "refresh_cache-8a99d218-ee4f-444d-9370-591493acca67" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.058677] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquired lock "refresh_cache-8a99d218-ee4f-444d-9370-591493acca67" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.058848] env[64496]: DEBUG nova.network.neutron [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.099753] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1613.100073] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1613.100299] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Deleting the datastore file [datastore2] 3f0f9f64-e021-4eac-bb70-9077377765ad {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.101267] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75410bce-0372-40c0-aaa5-fa9d5095c5e6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.108049] env[64496]: DEBUG oslo_vmware.api [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Waiting for the task: (returnval){ [ 1613.108049] env[64496]: value = "task-1901901" [ 1613.108049] env[64496]: _type = "Task" [ 1613.108049] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.118500] env[64496]: DEBUG oslo_vmware.api [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': task-1901901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.129160] env[64496]: INFO nova.compute.manager [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] instance snapshotting [ 1613.129362] env[64496]: WARNING nova.compute.manager [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1613.132076] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b9dee8-0152-4af0-8744-5a3c355279d1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.152876] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d4d1ac-f74b-4758-81aa-685d57e75e7e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.421891] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490476} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.422198] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] b6340ab3-686a-41a5-a62f-7bf31cf378dc/b6340ab3-686a-41a5-a62f-7bf31cf378dc.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1613.422417] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1613.422657] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46d6b808-503e-422d-9650-62f8c6c9a80f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.429424] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1613.429424] env[64496]: value = "task-1901902" [ 1613.429424] env[64496]: _type = "Task" [ 1613.429424] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.438189] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.555658] env[64496]: DEBUG nova.compute.utils [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1613.557516] env[64496]: DEBUG nova.compute.manager [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1613.557516] env[64496]: DEBUG nova.network.neutron [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1613.597033] env[64496]: DEBUG nova.network.neutron [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1613.607278] env[64496]: DEBUG nova.network.neutron [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1613.619221] env[64496]: DEBUG oslo_vmware.api [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Task: {'id': task-1901901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44401} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.619357] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1613.619525] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1613.619699] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1613.619870] env[64496]: INFO nova.compute.manager [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1613.620123] env[64496]: DEBUG oslo.service.loopingcall [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.620307] env[64496]: DEBUG nova.compute.manager [-] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1613.620399] env[64496]: DEBUG nova.network.neutron [-] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1613.633221] env[64496]: DEBUG nova.policy [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2697e4f9e40e42bdbaee44fb9340d9f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '155362c30fd74bee91d067af7dda1011', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1613.663789] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1613.664446] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b107699-6dae-470b-8a74-adde1d604826 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.674168] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1613.674168] env[64496]: value = "task-1901903" [ 1613.674168] env[64496]: _type = "Task" [ 1613.674168] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.682303] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901903, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.856412] env[64496]: DEBUG nova.network.neutron [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Updating instance_info_cache with network_info: [{"id": "515d1a0d-b8cb-49fc-b6a5-b26eae22e473", "address": "fa:16:3e:cf:ae:55", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515d1a0d-b8", "ovs_interfaceid": "515d1a0d-b8cb-49fc-b6a5-b26eae22e473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.939447] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102433} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.939840] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1613.941113] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c3abda-e22c-4b29-9a3b-58cff33c95d5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.963393] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] b6340ab3-686a-41a5-a62f-7bf31cf378dc/b6340ab3-686a-41a5-a62f-7bf31cf378dc.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1613.963649] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b46b518-f2c9-4fe5-845c-0506d500f3a6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.983189] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1613.983189] env[64496]: value = "task-1901904" [ 1613.983189] env[64496]: _type = "Task" [ 1613.983189] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.990990] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.060614] env[64496]: DEBUG nova.compute.manager [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1614.071327] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f40b6c33-5c68-45a4-b050-e59bd7663e52 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.072636] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.324s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.072759] env[64496]: DEBUG nova.objects.instance [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Lazy-loading 'resources' on Instance uuid 58ce69ad-5a98-4798-85a3-5a455a11e0b6 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.102104] env[64496]: DEBUG nova.network.neutron [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Successfully created port: c573c012-f7df-4cf6-99a7-b05c1f4082bd {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1614.184287] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901903, 'name': CreateSnapshot_Task, 'duration_secs': 0.476392} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.184551] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1614.185390] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8e64af-5c46-4e18-8193-0b0d564b0ce9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.312114] env[64496]: DEBUG nova.compute.manager [req-8ec88408-3bac-477f-9751-a33942941f8d req-3353f90c-a232-4b7e-9f33-0e4911c296da service nova] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Received event network-vif-deleted-db76cdfb-01ea-4743-8ac6-b0939ec63254 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1614.312333] env[64496]: INFO nova.compute.manager [req-8ec88408-3bac-477f-9751-a33942941f8d req-3353f90c-a232-4b7e-9f33-0e4911c296da service nova] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Neutron deleted interface db76cdfb-01ea-4743-8ac6-b0939ec63254; detaching it from the instance and deleting it from the info cache [ 1614.312514] env[64496]: DEBUG nova.network.neutron [req-8ec88408-3bac-477f-9751-a33942941f8d req-3353f90c-a232-4b7e-9f33-0e4911c296da service nova] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.362016] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "refresh_cache-ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.362016] env[64496]: DEBUG nova.compute.manager [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Instance network_info: |[{"id": "515d1a0d-b8cb-49fc-b6a5-b26eae22e473", "address": "fa:16:3e:cf:ae:55", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515d1a0d-b8", "ovs_interfaceid": "515d1a0d-b8cb-49fc-b6a5-b26eae22e473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1614.362193] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:ae:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '515d1a0d-b8cb-49fc-b6a5-b26eae22e473', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1614.370209] env[64496]: DEBUG oslo.service.loopingcall [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.370555] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1614.371196] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abd07b35-28c0-42d5-97f7-ff8dbad31304 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.398404] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1614.398404] env[64496]: value = "task-1901905" [ 1614.398404] env[64496]: _type = "Task" [ 1614.398404] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.406377] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901905, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.465930] env[64496]: DEBUG nova.compute.manager [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Received event network-vif-plugged-515d1a0d-b8cb-49fc-b6a5-b26eae22e473 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1614.465930] env[64496]: DEBUG oslo_concurrency.lockutils [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] Acquiring lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.465930] env[64496]: DEBUG oslo_concurrency.lockutils [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] Lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.466304] env[64496]: DEBUG oslo_concurrency.lockutils [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] Lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.466520] env[64496]: DEBUG nova.compute.manager [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] No waiting events found dispatching network-vif-plugged-515d1a0d-b8cb-49fc-b6a5-b26eae22e473 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1614.466963] env[64496]: WARNING nova.compute.manager [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Received unexpected event network-vif-plugged-515d1a0d-b8cb-49fc-b6a5-b26eae22e473 for instance with vm_state building and task_state spawning. [ 1614.466963] env[64496]: DEBUG nova.compute.manager [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Received event network-changed-515d1a0d-b8cb-49fc-b6a5-b26eae22e473 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1614.467195] env[64496]: DEBUG nova.compute.manager [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Refreshing instance network info cache due to event network-changed-515d1a0d-b8cb-49fc-b6a5-b26eae22e473. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1614.467414] env[64496]: DEBUG oslo_concurrency.lockutils [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] Acquiring lock "refresh_cache-ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.467558] env[64496]: DEBUG oslo_concurrency.lockutils [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] Acquired lock "refresh_cache-ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.467775] env[64496]: DEBUG nova.network.neutron [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Refreshing network info cache for port 515d1a0d-b8cb-49fc-b6a5-b26eae22e473 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1614.489220] env[64496]: DEBUG nova.network.neutron [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Updating instance_info_cache with network_info: [{"id": "0da633c4-40e4-4956-bf99-ca422e6cbdeb", "address": "fa:16:3e:d3:10:ee", "network": {"id": "3aec4928-e201-4f5f-bc77-0c35ca27406f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-824530522", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da633c4-40", "ovs_interfaceid": "0da633c4-40e4-4956-bf99-ca422e6cbdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e", "address": "fa:16:3e:b3:2a:43", "network": {"id": "a1a1b1a7-7d5c-48e3-9c92-e02e7b06ea52", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1729759817", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3f0fe2-be", "ovs_interfaceid": "ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80b3620c-49fb-4499-a9c3-9c91c3889d6f", "address": "fa:16:3e:52:18:e4", "network": {"id": "3aec4928-e201-4f5f-bc77-0c35ca27406f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-824530522", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b3620c-49", "ovs_interfaceid": "80b3620c-49fb-4499-a9c3-9c91c3889d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.499340] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901904, 'name': ReconfigVM_Task, 'duration_secs': 0.399835} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.499719] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Reconfigured VM instance instance-0000003d to attach disk [datastore2] b6340ab3-686a-41a5-a62f-7bf31cf378dc/b6340ab3-686a-41a5-a62f-7bf31cf378dc.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1614.500431] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4067d3b-d93c-4d7f-82fd-abaabde4bfd3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.508244] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1614.508244] env[64496]: value = "task-1901906" [ 1614.508244] env[64496]: _type = "Task" [ 1614.508244] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.517232] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901906, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.566199] env[64496]: INFO nova.virt.block_device [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Booting with volume 6ca80690-e3df-4aab-8755-7834a31eea76 at /dev/sda [ 1614.607320] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab4bbdde-7771-4b57-b8ff-e77b7e02f645 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.616607] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de5721f-93bb-4085-b45c-2f1cc1c00d28 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.653206] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa58eb4a-ac7e-4319-bc2e-41d4ae3600ef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.665956] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6d0885-ed46-44f7-bbd2-2ff200673674 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.708747] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1614.711614] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-00c3d94c-8cd5-4b7d-acaa-f10219e90e05 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.715460] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5720f6f-b97d-4bce-a99a-04708d5c6fbf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.722559] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d4ab47-0056-4dcd-a953-9d27cd2a8ca1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.724967] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1614.724967] env[64496]: value = "task-1901907" [ 1614.724967] env[64496]: _type = "Task" [ 1614.724967] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.736678] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901907, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.740144] env[64496]: DEBUG nova.network.neutron [-] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.741288] env[64496]: DEBUG nova.virt.block_device [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Updating existing volume attachment record: cc1c5a90-bf72-4bce-8510-4ec743fd470c {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1614.816565] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-280fd5b7-03be-4419-94db-739afc6cea34 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.825261] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2672e6f1-f30b-445d-8518-c0ba915894b7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.861410] env[64496]: DEBUG nova.compute.manager [req-8ec88408-3bac-477f-9751-a33942941f8d req-3353f90c-a232-4b7e-9f33-0e4911c296da service nova] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Detach interface failed, port_id=db76cdfb-01ea-4743-8ac6-b0939ec63254, reason: Instance 3f0f9f64-e021-4eac-bb70-9077377765ad could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1614.910524] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901905, 'name': CreateVM_Task, 'duration_secs': 0.438238} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.910711] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1614.911446] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.911616] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.911941] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1614.912218] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f48aea-03d6-4f10-a415-24c73904b634 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.917220] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1614.917220] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bf0e0f-3f8a-ea25-1fd8-a8067a8dcbb4" [ 1614.917220] env[64496]: _type = "Task" [ 1614.917220] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.927657] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bf0e0f-3f8a-ea25-1fd8-a8067a8dcbb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.994335] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Releasing lock "refresh_cache-8a99d218-ee4f-444d-9370-591493acca67" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.994797] env[64496]: DEBUG nova.compute.manager [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Instance network_info: |[{"id": "0da633c4-40e4-4956-bf99-ca422e6cbdeb", "address": "fa:16:3e:d3:10:ee", "network": {"id": "3aec4928-e201-4f5f-bc77-0c35ca27406f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-824530522", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da633c4-40", "ovs_interfaceid": "0da633c4-40e4-4956-bf99-ca422e6cbdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e", "address": "fa:16:3e:b3:2a:43", "network": {"id": "a1a1b1a7-7d5c-48e3-9c92-e02e7b06ea52", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1729759817", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3f0fe2-be", "ovs_interfaceid": "ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80b3620c-49fb-4499-a9c3-9c91c3889d6f", "address": "fa:16:3e:52:18:e4", "network": {"id": "3aec4928-e201-4f5f-bc77-0c35ca27406f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-824530522", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b3620c-49", "ovs_interfaceid": "80b3620c-49fb-4499-a9c3-9c91c3889d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1614.995360] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:10:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0da633c4-40e4-4956-bf99-ca422e6cbdeb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:2a:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:18:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80b3620c-49fb-4499-a9c3-9c91c3889d6f', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1615.007298] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Creating folder: Project (e160eff35b4743ddbe0c83bed4465c00). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1615.010618] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6490fb06-122c-4cdf-aac8-53cb69396baf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.012708] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f1d430-52d5-44c2-aa7b-c42e6c96bcbe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.025575] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239c2041-d57b-414b-9f7c-53c41f369a1b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.028528] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901906, 'name': Rename_Task, 'duration_secs': 0.191959} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.029702] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.029958] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Created folder: Project (e160eff35b4743ddbe0c83bed4465c00) in parent group-v392474. [ 1615.030140] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Creating folder: Instances. Parent ref: group-v392647. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1615.030650] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db1acd29-708d-46a1-81cf-d0633a94dee9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.032043] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb90a906-7cdc-4d00-9ea9-d61de93ab745 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.060036] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f634944-6536-45ce-94ae-55b2cabd4047 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.064570] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1615.064570] env[64496]: value = "task-1901909" [ 1615.064570] env[64496]: _type = "Task" [ 1615.064570] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.070197] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8358c822-134d-448e-93e4-693382f792a4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.074538] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Created folder: Instances in parent group-v392647. [ 1615.074762] env[64496]: DEBUG oslo.service.loopingcall [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.075647] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1615.077657] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16548dbf-f034-435f-935b-9df4797257b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.109389] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.109860] env[64496]: DEBUG nova.compute.provider_tree [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1615.116270] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1615.116270] env[64496]: value = "task-1901911" [ 1615.116270] env[64496]: _type = "Task" [ 1615.116270] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.126343] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901911, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.236239] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901907, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.243846] env[64496]: DEBUG nova.network.neutron [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Updated VIF entry in instance network info cache for port 515d1a0d-b8cb-49fc-b6a5-b26eae22e473. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.244267] env[64496]: DEBUG nova.network.neutron [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Updating instance_info_cache with network_info: [{"id": "515d1a0d-b8cb-49fc-b6a5-b26eae22e473", "address": "fa:16:3e:cf:ae:55", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515d1a0d-b8", "ovs_interfaceid": "515d1a0d-b8cb-49fc-b6a5-b26eae22e473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.247029] env[64496]: INFO nova.compute.manager [-] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Took 1.63 seconds to deallocate network for instance. [ 1615.428183] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bf0e0f-3f8a-ea25-1fd8-a8067a8dcbb4, 'name': SearchDatastore_Task, 'duration_secs': 0.012295} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.428183] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.428386] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.428620] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.428814] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.429038] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.429326] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-345dd3d2-4df0-45a0-ba09-c162ddb7ac9c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.438532] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.438532] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.439291] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a829f3cd-03dd-4545-9ff3-8e8395c9c9d1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.444932] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1615.444932] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524faa72-2300-1949-e1ed-0716d4d6721e" [ 1615.444932] env[64496]: _type = "Task" [ 1615.444932] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.453458] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524faa72-2300-1949-e1ed-0716d4d6721e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.576567] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901909, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.627675] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901911, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.647612] env[64496]: DEBUG nova.scheduler.client.report [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1615.647959] env[64496]: DEBUG nova.compute.provider_tree [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 92 to 93 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1615.648164] env[64496]: DEBUG nova.compute.provider_tree [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1615.736663] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901907, 'name': CloneVM_Task} progress is 95%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.747463] env[64496]: DEBUG oslo_concurrency.lockutils [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] Releasing lock "refresh_cache-ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.747723] env[64496]: DEBUG nova.compute.manager [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Received event network-changed-80b3620c-49fb-4499-a9c3-9c91c3889d6f {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1615.748209] env[64496]: DEBUG nova.compute.manager [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Refreshing instance network info cache due to event network-changed-80b3620c-49fb-4499-a9c3-9c91c3889d6f. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1615.748300] env[64496]: DEBUG oslo_concurrency.lockutils [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] Acquiring lock "refresh_cache-8a99d218-ee4f-444d-9370-591493acca67" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.748422] env[64496]: DEBUG oslo_concurrency.lockutils [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] Acquired lock "refresh_cache-8a99d218-ee4f-444d-9370-591493acca67" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.748671] env[64496]: DEBUG nova.network.neutron [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Refreshing network info cache for port 80b3620c-49fb-4499-a9c3-9c91c3889d6f {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1615.754212] env[64496]: DEBUG oslo_concurrency.lockutils [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.808522] env[64496]: DEBUG nova.network.neutron [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Successfully updated port: c573c012-f7df-4cf6-99a7-b05c1f4082bd {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1615.956065] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524faa72-2300-1949-e1ed-0716d4d6721e, 'name': SearchDatastore_Task, 'duration_secs': 0.00968} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.956846] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6887c837-63aa-4db5-9b5e-2f322401f52e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.962041] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1615.962041] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52eb5c34-3f8b-ddb0-2000-51c2d6463458" [ 1615.962041] env[64496]: _type = "Task" [ 1615.962041] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.969460] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52eb5c34-3f8b-ddb0-2000-51c2d6463458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.077166] env[64496]: DEBUG oslo_vmware.api [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901909, 'name': PowerOnVM_Task, 'duration_secs': 0.738309} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.077518] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.077634] env[64496]: INFO nova.compute.manager [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1616.077800] env[64496]: DEBUG nova.compute.manager [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.078543] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7b957f-454a-4c03-a2f1-2ebf0645b0df {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.126320] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901911, 'name': CreateVM_Task, 'duration_secs': 0.75286} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.126520] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1616.127592] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.127592] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.127862] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1616.128122] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8d46f57-d8e8-4a92-85f5-3dbae5ca2a96 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.134189] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1616.134189] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a6e426-82fe-f348-4853-2c60a9f18525" [ 1616.134189] env[64496]: _type = "Task" [ 1616.134189] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.142673] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a6e426-82fe-f348-4853-2c60a9f18525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.153735] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.155755] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.961s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.155942] env[64496]: DEBUG nova.objects.instance [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64496) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1616.184399] env[64496]: INFO nova.scheduler.client.report [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Deleted allocations for instance 58ce69ad-5a98-4798-85a3-5a455a11e0b6 [ 1616.237904] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901907, 'name': CloneVM_Task, 'duration_secs': 1.435262} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.238574] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Created linked-clone VM from snapshot [ 1616.239923] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2374c564-5b9c-41e6-aa04-007ae9920be0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.247523] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Uploading image 092361af-49bf-4995-abe3-dc366adf0981 {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1616.268568] env[64496]: DEBUG oslo_vmware.rw_handles [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1616.268568] env[64496]: value = "vm-392646" [ 1616.268568] env[64496]: _type = "VirtualMachine" [ 1616.268568] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1616.268924] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19f1c097-d5a6-45c3-9a6a-a12e670a668e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.276280] env[64496]: DEBUG oslo_vmware.rw_handles [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lease: (returnval){ [ 1616.276280] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5228bfd9-9978-9673-b223-8a8cfdd5f318" [ 1616.276280] env[64496]: _type = "HttpNfcLease" [ 1616.276280] env[64496]: } obtained for exporting VM: (result){ [ 1616.276280] env[64496]: value = "vm-392646" [ 1616.276280] env[64496]: _type = "VirtualMachine" [ 1616.276280] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1616.276541] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the lease: (returnval){ [ 1616.276541] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5228bfd9-9978-9673-b223-8a8cfdd5f318" [ 1616.276541] env[64496]: _type = "HttpNfcLease" [ 1616.276541] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1616.283976] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1616.283976] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5228bfd9-9978-9673-b223-8a8cfdd5f318" [ 1616.283976] env[64496]: _type = "HttpNfcLease" [ 1616.283976] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1616.313478] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Acquiring lock "refresh_cache-feb9aa48-fdc5-46d5-8b2f-6587ff4600c6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.313624] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Acquired lock "refresh_cache-feb9aa48-fdc5-46d5-8b2f-6587ff4600c6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.313901] env[64496]: DEBUG nova.network.neutron [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1616.474086] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52eb5c34-3f8b-ddb0-2000-51c2d6463458, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.474366] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.474630] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] ef37c05a-67d9-4dc9-a0f3-55b878b28e0d/ef37c05a-67d9-4dc9-a0f3-55b878b28e0d.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1616.474889] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a528954-ee50-4136-9f0e-0b0e7232ac2b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.481807] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1616.481807] env[64496]: value = "task-1901913" [ 1616.481807] env[64496]: _type = "Task" [ 1616.481807] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.490309] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.496971] env[64496]: DEBUG nova.compute.manager [req-14f02604-6c5a-445e-ae90-913d471f6d5b req-24b26dcf-ce61-40c8-a2a5-c0f4067950ce service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Received event network-vif-plugged-c573c012-f7df-4cf6-99a7-b05c1f4082bd {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1616.497291] env[64496]: DEBUG oslo_concurrency.lockutils [req-14f02604-6c5a-445e-ae90-913d471f6d5b req-24b26dcf-ce61-40c8-a2a5-c0f4067950ce service nova] Acquiring lock "feb9aa48-fdc5-46d5-8b2f-6587ff4600c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.497433] env[64496]: DEBUG oslo_concurrency.lockutils [req-14f02604-6c5a-445e-ae90-913d471f6d5b req-24b26dcf-ce61-40c8-a2a5-c0f4067950ce service nova] Lock "feb9aa48-fdc5-46d5-8b2f-6587ff4600c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.497603] env[64496]: DEBUG oslo_concurrency.lockutils [req-14f02604-6c5a-445e-ae90-913d471f6d5b req-24b26dcf-ce61-40c8-a2a5-c0f4067950ce service nova] Lock "feb9aa48-fdc5-46d5-8b2f-6587ff4600c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.497786] env[64496]: DEBUG nova.compute.manager [req-14f02604-6c5a-445e-ae90-913d471f6d5b req-24b26dcf-ce61-40c8-a2a5-c0f4067950ce service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] No waiting events found dispatching network-vif-plugged-c573c012-f7df-4cf6-99a7-b05c1f4082bd {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1616.497971] env[64496]: WARNING nova.compute.manager [req-14f02604-6c5a-445e-ae90-913d471f6d5b req-24b26dcf-ce61-40c8-a2a5-c0f4067950ce service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Received unexpected event network-vif-plugged-c573c012-f7df-4cf6-99a7-b05c1f4082bd for instance with vm_state building and task_state spawning. [ 1616.498374] env[64496]: DEBUG nova.compute.manager [req-14f02604-6c5a-445e-ae90-913d471f6d5b req-24b26dcf-ce61-40c8-a2a5-c0f4067950ce service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Received event network-changed-c573c012-f7df-4cf6-99a7-b05c1f4082bd {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1616.498374] env[64496]: DEBUG nova.compute.manager [req-14f02604-6c5a-445e-ae90-913d471f6d5b req-24b26dcf-ce61-40c8-a2a5-c0f4067950ce service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Refreshing instance network info cache due to event network-changed-c573c012-f7df-4cf6-99a7-b05c1f4082bd. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1616.498534] env[64496]: DEBUG oslo_concurrency.lockutils [req-14f02604-6c5a-445e-ae90-913d471f6d5b req-24b26dcf-ce61-40c8-a2a5-c0f4067950ce service nova] Acquiring lock "refresh_cache-feb9aa48-fdc5-46d5-8b2f-6587ff4600c6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.573996] env[64496]: DEBUG nova.network.neutron [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Updated VIF entry in instance network info cache for port 80b3620c-49fb-4499-a9c3-9c91c3889d6f. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1616.574526] env[64496]: DEBUG nova.network.neutron [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Updating instance_info_cache with network_info: [{"id": "0da633c4-40e4-4956-bf99-ca422e6cbdeb", "address": "fa:16:3e:d3:10:ee", "network": {"id": "3aec4928-e201-4f5f-bc77-0c35ca27406f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-824530522", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da633c4-40", "ovs_interfaceid": "0da633c4-40e4-4956-bf99-ca422e6cbdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e", "address": "fa:16:3e:b3:2a:43", "network": {"id": "a1a1b1a7-7d5c-48e3-9c92-e02e7b06ea52", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1729759817", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3f0fe2-be", "ovs_interfaceid": "ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80b3620c-49fb-4499-a9c3-9c91c3889d6f", "address": "fa:16:3e:52:18:e4", "network": {"id": "3aec4928-e201-4f5f-bc77-0c35ca27406f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-824530522", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b3620c-49", "ovs_interfaceid": "80b3620c-49fb-4499-a9c3-9c91c3889d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.595742] env[64496]: INFO nova.compute.manager [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Took 42.35 seconds to build instance. [ 1616.648769] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a6e426-82fe-f348-4853-2c60a9f18525, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.649155] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.649410] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1616.649659] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.649817] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.650113] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.650464] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab7a0f38-7db1-46e9-afaa-ef496b4c37a4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.665587] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1616.665802] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1616.666598] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde603ec-45ea-4d84-9b28-42ea84688d6e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.672894] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1616.672894] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ca4795-e57d-d886-e7a6-717bd92a9883" [ 1616.672894] env[64496]: _type = "Task" [ 1616.672894] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.682293] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ca4795-e57d-d886-e7a6-717bd92a9883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.691934] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80bb51e1-38ab-4d47-85b7-c9a8d3f0187d tempest-ServerPasswordTestJSON-1665143152 tempest-ServerPasswordTestJSON-1665143152-project-member] Lock "58ce69ad-5a98-4798-85a3-5a455a11e0b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.944s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.785679] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1616.785679] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5228bfd9-9978-9673-b223-8a8cfdd5f318" [ 1616.785679] env[64496]: _type = "HttpNfcLease" [ 1616.785679] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1616.786102] env[64496]: DEBUG oslo_vmware.rw_handles [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1616.786102] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5228bfd9-9978-9673-b223-8a8cfdd5f318" [ 1616.786102] env[64496]: _type = "HttpNfcLease" [ 1616.786102] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1616.786864] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe526e4-89d5-4d5a-b4b1-68da2160776e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.795327] env[64496]: DEBUG oslo_vmware.rw_handles [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269e9ca-b015-bd27-a10f-5ecaf48cd985/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1616.795585] env[64496]: DEBUG oslo_vmware.rw_handles [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269e9ca-b015-bd27-a10f-5ecaf48cd985/disk-0.vmdk for reading. {{(pid=64496) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1616.858807] env[64496]: DEBUG nova.compute.manager [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1616.859366] env[64496]: DEBUG nova.virt.hardware [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1616.859580] env[64496]: DEBUG nova.virt.hardware [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1616.859737] env[64496]: DEBUG nova.virt.hardware [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1616.859918] env[64496]: DEBUG nova.virt.hardware [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1616.860104] env[64496]: DEBUG nova.virt.hardware [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1616.860260] env[64496]: DEBUG nova.virt.hardware [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1616.860484] env[64496]: DEBUG nova.virt.hardware [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1616.860645] env[64496]: DEBUG nova.virt.hardware [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1616.860809] env[64496]: DEBUG nova.virt.hardware [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1616.860974] env[64496]: DEBUG nova.virt.hardware [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1616.861160] env[64496]: DEBUG nova.virt.hardware [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1616.863260] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a928a18-9161-4ec7-b1f9-de68d1ef57c6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.872918] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c35f628-639f-4753-aed6-eebc069f2ce0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.915488] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-870ad372-196e-4271-9c61-01d4a3c08ffd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.926710] env[64496]: DEBUG nova.network.neutron [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1616.991862] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479154} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.992354] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] ef37c05a-67d9-4dc9-a0f3-55b878b28e0d/ef37c05a-67d9-4dc9-a0f3-55b878b28e0d.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1616.992597] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1616.992848] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d63cb415-5ede-4e25-804e-0d8415145708 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.998983] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1616.998983] env[64496]: value = "task-1901914" [ 1616.998983] env[64496]: _type = "Task" [ 1616.998983] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.006886] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.080706] env[64496]: DEBUG oslo_concurrency.lockutils [req-b62aca99-fb41-4027-9910-79cb1ac9770b req-c69892a6-b7db-4015-850f-9627ec02f514 service nova] Releasing lock "refresh_cache-8a99d218-ee4f-444d-9370-591493acca67" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.096578] env[64496]: DEBUG nova.network.neutron [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Updating instance_info_cache with network_info: [{"id": "c573c012-f7df-4cf6-99a7-b05c1f4082bd", "address": "fa:16:3e:5b:5b:58", "network": {"id": "f32eeb03-56ec-4961-bf63-94160401987f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1393917361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "155362c30fd74bee91d067af7dda1011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc573c012-f7", "ovs_interfaceid": "c573c012-f7df-4cf6-99a7-b05c1f4082bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.100735] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3d128631-bd4b-44e4-a8b4-dc82f0dd127e tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "b6340ab3-686a-41a5-a62f-7bf31cf378dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.863s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.164765] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4b9dea8a-285b-409f-8cc1-ea2ebcaeb5a2 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.165933] env[64496]: DEBUG oslo_concurrency.lockutils [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.707s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.167838] env[64496]: DEBUG nova.objects.instance [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64496) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1617.186550] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ca4795-e57d-d886-e7a6-717bd92a9883, 'name': SearchDatastore_Task, 'duration_secs': 0.057545} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.188336] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f17c01-2bd7-4680-97ff-740afe1b89e0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.194404] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1617.194404] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e7ae5d-5511-2858-cac2-94c5299b3418" [ 1617.194404] env[64496]: _type = "Task" [ 1617.194404] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.202849] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e7ae5d-5511-2858-cac2-94c5299b3418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.511411] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184409} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.512034] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1617.513019] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a21d3ff-dbbb-4022-9542-d9f1796759de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.547016] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] ef37c05a-67d9-4dc9-a0f3-55b878b28e0d/ef37c05a-67d9-4dc9-a0f3-55b878b28e0d.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1617.547415] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc3faab2-d169-47f1-8069-f6227f5a444b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.574641] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1617.574641] env[64496]: value = "task-1901915" [ 1617.574641] env[64496]: _type = "Task" [ 1617.574641] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.585626] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.599057] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Releasing lock "refresh_cache-feb9aa48-fdc5-46d5-8b2f-6587ff4600c6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.599488] env[64496]: DEBUG nova.compute.manager [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Instance network_info: |[{"id": "c573c012-f7df-4cf6-99a7-b05c1f4082bd", "address": "fa:16:3e:5b:5b:58", "network": {"id": "f32eeb03-56ec-4961-bf63-94160401987f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1393917361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "155362c30fd74bee91d067af7dda1011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc573c012-f7", "ovs_interfaceid": "c573c012-f7df-4cf6-99a7-b05c1f4082bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1617.599882] env[64496]: DEBUG oslo_concurrency.lockutils [req-14f02604-6c5a-445e-ae90-913d471f6d5b req-24b26dcf-ce61-40c8-a2a5-c0f4067950ce service nova] Acquired lock "refresh_cache-feb9aa48-fdc5-46d5-8b2f-6587ff4600c6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.600238] env[64496]: DEBUG nova.network.neutron [req-14f02604-6c5a-445e-ae90-913d471f6d5b req-24b26dcf-ce61-40c8-a2a5-c0f4067950ce service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Refreshing network info cache for port c573c012-f7df-4cf6-99a7-b05c1f4082bd {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1617.601774] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:5b:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c573c012-f7df-4cf6-99a7-b05c1f4082bd', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1617.614260] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Creating folder: Project (155362c30fd74bee91d067af7dda1011). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1617.618869] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4839121-37f4-4400-849e-e973ee5c1508 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.633575] env[64496]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1617.633717] env[64496]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=64496) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1617.634075] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Folder already exists: Project (155362c30fd74bee91d067af7dda1011). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1617.634311] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Creating folder: Instances. Parent ref: group-v392619. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1617.634728] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2cf4b83-2033-4be3-a562-a87ba02387e7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.646054] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Created folder: Instances in parent group-v392619. [ 1617.646422] env[64496]: DEBUG oslo.service.loopingcall [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.646647] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1617.646960] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-376083b3-7635-49fe-ac5d-ff297bdf2967 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.668655] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1617.668655] env[64496]: value = "task-1901918" [ 1617.668655] env[64496]: _type = "Task" [ 1617.668655] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.683012] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901918, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.709022] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e7ae5d-5511-2858-cac2-94c5299b3418, 'name': SearchDatastore_Task, 'duration_secs': 0.010148} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.709022] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.709022] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 8a99d218-ee4f-444d-9370-591493acca67/8a99d218-ee4f-444d-9370-591493acca67.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1617.709022] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06ff785c-7c5d-4ea9-bba3-0bdf7a0bf32c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.716367] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1617.716367] env[64496]: value = "task-1901919" [ 1617.716367] env[64496]: _type = "Task" [ 1617.716367] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.726694] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.087303] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.181834] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901918, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.184728] env[64496]: DEBUG oslo_concurrency.lockutils [None req-de2f79c1-5dbe-44c5-b571-7de9ab9203f1 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.186176] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.547s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.228835] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901919, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.548137] env[64496]: DEBUG nova.network.neutron [req-14f02604-6c5a-445e-ae90-913d471f6d5b req-24b26dcf-ce61-40c8-a2a5-c0f4067950ce service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Updated VIF entry in instance network info cache for port c573c012-f7df-4cf6-99a7-b05c1f4082bd. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1618.548496] env[64496]: DEBUG nova.network.neutron [req-14f02604-6c5a-445e-ae90-913d471f6d5b req-24b26dcf-ce61-40c8-a2a5-c0f4067950ce service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Updating instance_info_cache with network_info: [{"id": "c573c012-f7df-4cf6-99a7-b05c1f4082bd", "address": "fa:16:3e:5b:5b:58", "network": {"id": "f32eeb03-56ec-4961-bf63-94160401987f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1393917361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "155362c30fd74bee91d067af7dda1011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc573c012-f7", "ovs_interfaceid": "c573c012-f7df-4cf6-99a7-b05c1f4082bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.572739] env[64496]: DEBUG nova.compute.manager [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.574145] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9e5b27-b2be-49d3-a5b0-18ea41d2594c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.590459] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901915, 'name': ReconfigVM_Task, 'duration_secs': 0.620084} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.590966] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Reconfigured VM instance instance-0000003e to attach disk [datastore2] ef37c05a-67d9-4dc9-a0f3-55b878b28e0d/ef37c05a-67d9-4dc9-a0f3-55b878b28e0d.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.591606] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b5ed6dd-01f5-4592-b841-4f9fdf663611 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.598524] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1618.598524] env[64496]: value = "task-1901920" [ 1618.598524] env[64496]: _type = "Task" [ 1618.598524] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.607663] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901920, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.678895] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901918, 'name': CreateVM_Task, 'duration_secs': 0.77155} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.679084] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1618.679775] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'attachment_id': 'cc1c5a90-bf72-4bce-8510-4ec743fd470c', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392623', 'volume_id': '6ca80690-e3df-4aab-8755-7834a31eea76', 'name': 'volume-6ca80690-e3df-4aab-8755-7834a31eea76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'feb9aa48-fdc5-46d5-8b2f-6587ff4600c6', 'attached_at': '', 'detached_at': '', 'volume_id': '6ca80690-e3df-4aab-8755-7834a31eea76', 'serial': '6ca80690-e3df-4aab-8755-7834a31eea76'}, 'volume_type': None}], 'swap': None} {{(pid=64496) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1618.679989] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Root volume attach. Driver type: vmdk {{(pid=64496) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1618.680805] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56aec8c-5379-4c1f-a301-3ccaa24b63e6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.688668] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfcf062-d5fa-4d90-9a2d-8a129eb14e7f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.705904] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573375b4-ef70-468c-b51c-b330cccf1295 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.712304] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e8a2bb6e-d050-45af-afa2-6faf062129b4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.723179] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Waiting for the task: (returnval){ [ 1618.723179] env[64496]: value = "task-1901921" [ 1618.723179] env[64496]: _type = "Task" [ 1618.723179] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.730905] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544351} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.731610] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 8a99d218-ee4f-444d-9370-591493acca67/8a99d218-ee4f-444d-9370-591493acca67.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1618.731886] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1618.732171] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13bf228f-87c8-412e-948a-9d8033932e10 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.738518] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1901921, 'name': RelocateVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.739820] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1618.739820] env[64496]: value = "task-1901922" [ 1618.739820] env[64496]: _type = "Task" [ 1618.739820] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.749151] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.052691] env[64496]: DEBUG oslo_concurrency.lockutils [req-14f02604-6c5a-445e-ae90-913d471f6d5b req-24b26dcf-ce61-40c8-a2a5-c0f4067950ce service nova] Releasing lock "refresh_cache-feb9aa48-fdc5-46d5-8b2f-6587ff4600c6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.092571] env[64496]: INFO nova.compute.manager [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] instance snapshotting [ 1619.097360] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531d09cb-4d83-4a69-a244-f7a56e49f2c2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.122858] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de5690e-f804-4d4a-bbd2-4b38c16012d2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.125129] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901920, 'name': Rename_Task, 'duration_secs': 0.267015} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.125385] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1619.126067] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac6fe088-0e88-497f-b1c8-d5bf9134ba95 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.135597] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1619.135597] env[64496]: value = "task-1901923" [ 1619.135597] env[64496]: _type = "Task" [ 1619.135597] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.144334] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.203710] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Applying migration context for instance 70080cd5-d6d1-49b9-b9bb-7b41871dfb07 as it has an incoming, in-progress migration 2c318198-623e-4a5d-b27b-9e6fa360999b. Migration status is reverting {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1619.208633] env[64496]: INFO nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating resource usage from migration 2c318198-623e-4a5d-b27b-9e6fa360999b [ 1619.208633] env[64496]: INFO nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating resource usage from migration e5896a68-dda0-437a-a5ed-c433ff95f932 [ 1619.234336] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1901921, 'name': RelocateVM_Task, 'duration_secs': 0.406467} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.235440] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance fb4b120d-4097-40af-a6e9-ee18a55fed58 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1619.235600] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance de873593-e744-4c71-bdd7-09962f6bcedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.235747] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 4beb0377-8b69-438a-aa7f-af5f68092240 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.235902] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 99e415cd-77a4-4557-bdb4-67727d5621ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.236044] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 7c42bab8-c89d-4040-bda6-2a1cbcda2da1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.236233] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.236401] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance a1233927-5630-45c5-bf14-eb81de95cf44 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1619.236573] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.236714] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance aceef315-f152-4b91-9953-2eceb376b255 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.236835] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance b5fda5f0-2f89-4eed-9284-0b0f74a747db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.236978] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 968500dc-0513-4051-be7a-bc40fd7db142 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.237135] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 969b7791-0012-416c-84e1-706ed1103c54 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1619.237265] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance b200c521-81c2-4bb3-9bee-d1b04f69a394 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1619.237446] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 8ce2acce-6dcb-45ce-9e25-4561c1d168c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.237573] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Migration 2c318198-623e-4a5d-b27b-9e6fa360999b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1619.237676] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 70080cd5-d6d1-49b9-b9bb-7b41871dfb07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.237824] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 7a422d1b-0939-48f8-a5c6-4d8c7e63c171 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1619.237948] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 964f38a5-5d7b-4328-a195-5e746481536f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1619.238090] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.238217] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 3f0f9f64-e021-4eac-bb70-9077377765ad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1619.238327] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 8a99d218-ee4f-444d-9370-591493acca67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.238438] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance b6340ab3-686a-41a5-a62f-7bf31cf378dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.238568] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance ef37c05a-67d9-4dc9-a0f3-55b878b28e0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.238681] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance feb9aa48-fdc5-46d5-8b2f-6587ff4600c6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.238820] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Migration e5896a68-dda0-437a-a5ed-c433ff95f932 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1619.238949] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 952619d1-1ebb-4515-93c9-dc60ed265152 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.241282] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1619.241516] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392623', 'volume_id': '6ca80690-e3df-4aab-8755-7834a31eea76', 'name': 'volume-6ca80690-e3df-4aab-8755-7834a31eea76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'feb9aa48-fdc5-46d5-8b2f-6587ff4600c6', 'attached_at': '', 'detached_at': '', 'volume_id': '6ca80690-e3df-4aab-8755-7834a31eea76', 'serial': '6ca80690-e3df-4aab-8755-7834a31eea76'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1619.242396] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9364ab21-e37e-47d5-95f1-88001fc3640a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.255075] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070878} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.265766] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1619.266955] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd7b606-8e3e-4f07-9c1d-6d3c07873c75 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.270006] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246929af-6d97-4457-9fb0-9cc91554dbfc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.298660] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 8a99d218-ee4f-444d-9370-591493acca67/8a99d218-ee4f-444d-9370-591493acca67.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1619.307900] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b9212e6-3849-4c7a-a4ac-854d6696a4b7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.331301] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] volume-6ca80690-e3df-4aab-8755-7834a31eea76/volume-6ca80690-e3df-4aab-8755-7834a31eea76.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1619.331667] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c1f4364-80d9-44bf-8c4a-49e0c19fcb86 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.353057] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1619.353057] env[64496]: value = "task-1901924" [ 1619.353057] env[64496]: _type = "Task" [ 1619.353057] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.354584] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Waiting for the task: (returnval){ [ 1619.354584] env[64496]: value = "task-1901925" [ 1619.354584] env[64496]: _type = "Task" [ 1619.354584] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.370726] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901924, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.370982] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1901925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.637786] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1619.638325] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c8b46505-df27-4e83-a472-3d69ecb6909f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.650482] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901923, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.652271] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1619.652271] env[64496]: value = "task-1901926" [ 1619.652271] env[64496]: _type = "Task" [ 1619.652271] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.664345] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901926, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.742494] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 12014bf5-cc7c-402b-aefd-f032a720461e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1619.742875] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1619.743092] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1619.871476] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1901925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.877578] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901924, 'name': ReconfigVM_Task, 'duration_secs': 0.324835} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.878214] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 8a99d218-ee4f-444d-9370-591493acca67/8a99d218-ee4f-444d-9370-591493acca67.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1619.878936] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6be22378-8965-47dc-b659-bd9be307929d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.885761] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1619.885761] env[64496]: value = "task-1901927" [ 1619.885761] env[64496]: _type = "Task" [ 1619.885761] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.898150] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901927, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.117530] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c9273a-d53b-49be-a33b-54e84fd5e906 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.125600] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa97a10d-e555-42a8-90bc-78f2b373f825 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.165694] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f3885a-e8e7-4de6-bd48-1f040056efc2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.173765] env[64496]: DEBUG oslo_vmware.api [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901923, 'name': PowerOnVM_Task, 'duration_secs': 0.809347} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.179697] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1620.181237] env[64496]: INFO nova.compute.manager [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1620.181237] env[64496]: DEBUG nova.compute.manager [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1620.181237] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901926, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.181464] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c193c5e1-d762-4c47-9375-9dd546cba442 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.185564] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890bb241-5bfb-4237-aebe-956f9fb9ea49 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.205403] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.371671] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1901925, 'name': ReconfigVM_Task, 'duration_secs': 0.551497} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.372240] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Reconfigured VM instance instance-0000003f to attach disk [datastore2] volume-6ca80690-e3df-4aab-8755-7834a31eea76/volume-6ca80690-e3df-4aab-8755-7834a31eea76.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.376879] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce254bbb-fe10-435b-87c6-7c0722228bf1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.398489] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901927, 'name': Rename_Task, 'duration_secs': 0.162758} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.398489] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.398489] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c93e3a9d-3838-4100-83b8-4a7cfb0f7422 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.399882] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Waiting for the task: (returnval){ [ 1620.399882] env[64496]: value = "task-1901928" [ 1620.399882] env[64496]: _type = "Task" [ 1620.399882] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.409318] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1901928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.410620] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1620.410620] env[64496]: value = "task-1901929" [ 1620.410620] env[64496]: _type = "Task" [ 1620.410620] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.424153] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.671597] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901926, 'name': CreateSnapshot_Task, 'duration_secs': 0.895102} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.671868] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1620.672602] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2920bf-34e6-40c7-8537-9541bed72768 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.712904] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.719714] env[64496]: INFO nova.compute.manager [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Took 45.42 seconds to build instance. [ 1620.910560] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1901928, 'name': ReconfigVM_Task, 'duration_secs': 0.149151} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.910985] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392623', 'volume_id': '6ca80690-e3df-4aab-8755-7834a31eea76', 'name': 'volume-6ca80690-e3df-4aab-8755-7834a31eea76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'feb9aa48-fdc5-46d5-8b2f-6587ff4600c6', 'attached_at': '', 'detached_at': '', 'volume_id': '6ca80690-e3df-4aab-8755-7834a31eea76', 'serial': '6ca80690-e3df-4aab-8755-7834a31eea76'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1620.911764] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11b2c233-9017-4b8e-bf14-7d03070efde7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.922365] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901929, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.923722] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Waiting for the task: (returnval){ [ 1620.923722] env[64496]: value = "task-1901930" [ 1620.923722] env[64496]: _type = "Task" [ 1620.923722] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.932036] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1901930, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.191826] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1621.192146] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fb2fa3c4-a034-4eb2-923d-c9741ad96575 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.202092] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1621.202092] env[64496]: value = "task-1901931" [ 1621.202092] env[64496]: _type = "Task" [ 1621.202092] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.211337] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901931, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.222052] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1621.222741] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.036s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.222935] env[64496]: DEBUG oslo_concurrency.lockutils [None req-df94f8bb-a532-4d13-a31c-18b6f95a662a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.929s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.223454] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.110s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.422355] env[64496]: DEBUG oslo_vmware.api [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901929, 'name': PowerOnVM_Task, 'duration_secs': 0.541325} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.422704] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1621.422989] env[64496]: INFO nova.compute.manager [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Took 15.34 seconds to spawn the instance on the hypervisor. [ 1621.423296] env[64496]: DEBUG nova.compute.manager [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.424358] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b0d8bd-da3b-4fb0-908f-c428bb13699f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.441240] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1901930, 'name': Rename_Task, 'duration_secs': 0.145481} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.441802] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1621.442810] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ad96b69-53a1-4f48-9c15-64d45a6a0366 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.448467] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Waiting for the task: (returnval){ [ 1621.448467] env[64496]: value = "task-1901932" [ 1621.448467] env[64496]: _type = "Task" [ 1621.448467] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.456840] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1901932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.714094] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901931, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.729039] env[64496]: INFO nova.compute.claims [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1621.957318] env[64496]: INFO nova.compute.manager [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Took 52.15 seconds to build instance. [ 1621.965833] env[64496]: DEBUG oslo_vmware.api [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1901932, 'name': PowerOnVM_Task, 'duration_secs': 0.487397} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.965833] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1621.965833] env[64496]: INFO nova.compute.manager [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Took 5.11 seconds to spawn the instance on the hypervisor. [ 1621.966100] env[64496]: DEBUG nova.compute.manager [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.967051] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73548103-3cce-4d7c-8381-5d2dacc66281 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.213678] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901931, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.234879] env[64496]: INFO nova.compute.resource_tracker [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating resource usage from migration e5896a68-dda0-437a-a5ed-c433ff95f932 [ 1622.460216] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d5944e14-2c36-45a5-9b92-fab154b7130b tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "8a99d218-ee4f-444d-9370-591493acca67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.664s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.491707] env[64496]: INFO nova.compute.manager [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Took 45.81 seconds to build instance. [ 1622.604037] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8b7a3a-426b-4de3-9176-8c18ab4b2f96 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.613961] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4cd0b1-bf91-49cf-9583-d8af0ff8f28a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.646878] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d65460-7c41-4026-9770-4f9df82f4884 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.656328] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a128327a-57cd-48b3-8325-dbd41640558c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.673154] env[64496]: DEBUG nova.compute.provider_tree [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.714294] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901931, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.717588] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.717818] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.971800] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "8a99d218-ee4f-444d-9370-591493acca67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.972029] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "8a99d218-ee4f-444d-9370-591493acca67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.972252] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "8a99d218-ee4f-444d-9370-591493acca67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.972442] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "8a99d218-ee4f-444d-9370-591493acca67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.972613] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "8a99d218-ee4f-444d-9370-591493acca67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.976936] env[64496]: INFO nova.compute.manager [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Terminating instance [ 1622.994306] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d739783-0b85-461b-84a5-5413bd78aef2 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Lock "feb9aa48-fdc5-46d5-8b2f-6587ff4600c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.341s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.176528] env[64496]: DEBUG nova.scheduler.client.report [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1623.214983] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901931, 'name': CloneVM_Task} progress is 95%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.222071] env[64496]: DEBUG nova.compute.utils [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1623.481831] env[64496]: DEBUG nova.compute.manager [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1623.482027] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1623.482986] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904097c9-c311-49ba-abc6-e8cde87fedb3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.492745] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1623.493091] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-760c1bdb-728c-4870-85ab-59f3f1c421e1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.500065] env[64496]: DEBUG oslo_vmware.api [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1623.500065] env[64496]: value = "task-1901933" [ 1623.500065] env[64496]: _type = "Task" [ 1623.500065] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.508046] env[64496]: DEBUG oslo_vmware.api [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.682806] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.459s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.683017] env[64496]: INFO nova.compute.manager [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Migrating [ 1623.689848] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.228s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.690091] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.692271] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.913s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.693048] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.694311] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 24.246s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.719386] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901931, 'name': CloneVM_Task, 'duration_secs': 2.137618} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.720464] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Created linked-clone VM from snapshot [ 1623.721480] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a817168-156d-41d6-905f-506d28412831 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.725697] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.727029] env[64496]: INFO nova.scheduler.client.report [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleted allocations for instance b200c521-81c2-4bb3-9bee-d1b04f69a394 [ 1623.736027] env[64496]: INFO nova.scheduler.client.report [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleted allocations for instance 969b7791-0012-416c-84e1-706ed1103c54 [ 1623.740686] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Uploading image 57c1a641-1c0b-4032-949f-2ea8c9e18f59 {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1623.759870] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1623.760183] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b9402ab8-b5f8-4124-877d-fc082cd6bc6d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.768206] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1623.768206] env[64496]: value = "task-1901934" [ 1623.768206] env[64496]: _type = "Task" [ 1623.768206] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.780233] env[64496]: DEBUG nova.compute.manager [req-e55cfba7-aa0a-4fb4-a127-7ae8444bd491 req-77e47622-deb3-4b30-b5cb-74a183889495 service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Received event network-changed-c573c012-f7df-4cf6-99a7-b05c1f4082bd {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1623.780476] env[64496]: DEBUG nova.compute.manager [req-e55cfba7-aa0a-4fb4-a127-7ae8444bd491 req-77e47622-deb3-4b30-b5cb-74a183889495 service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Refreshing instance network info cache due to event network-changed-c573c012-f7df-4cf6-99a7-b05c1f4082bd. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1623.780964] env[64496]: DEBUG oslo_concurrency.lockutils [req-e55cfba7-aa0a-4fb4-a127-7ae8444bd491 req-77e47622-deb3-4b30-b5cb-74a183889495 service nova] Acquiring lock "refresh_cache-feb9aa48-fdc5-46d5-8b2f-6587ff4600c6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.781125] env[64496]: DEBUG oslo_concurrency.lockutils [req-e55cfba7-aa0a-4fb4-a127-7ae8444bd491 req-77e47622-deb3-4b30-b5cb-74a183889495 service nova] Acquired lock "refresh_cache-feb9aa48-fdc5-46d5-8b2f-6587ff4600c6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.781387] env[64496]: DEBUG nova.network.neutron [req-e55cfba7-aa0a-4fb4-a127-7ae8444bd491 req-77e47622-deb3-4b30-b5cb-74a183889495 service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Refreshing network info cache for port c573c012-f7df-4cf6-99a7-b05c1f4082bd {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1623.787058] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901934, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.011071] env[64496]: DEBUG oslo_vmware.api [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901933, 'name': PowerOffVM_Task, 'duration_secs': 0.201189} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.011385] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1624.011557] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1624.011815] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53cd6065-798b-4c25-86a2-080b65298205 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.206936] env[64496]: DEBUG nova.objects.instance [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lazy-loading 'migration_context' on Instance uuid 70080cd5-d6d1-49b9-b9bb-7b41871dfb07 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.208463] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "refresh_cache-952619d1-1ebb-4515-93c9-dc60ed265152" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.208674] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "refresh_cache-952619d1-1ebb-4515-93c9-dc60ed265152" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.208795] env[64496]: DEBUG nova.network.neutron [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1624.239860] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9f4211a7-a633-4c3e-bc77-755434c2690a tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b200c521-81c2-4bb3-9bee-d1b04f69a394" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.809s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.249956] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7129965c-9741-43b1-bb31-24c702fda9cf tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "969b7791-0012-416c-84e1-706ed1103c54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.447s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.279785] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901934, 'name': Destroy_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.342736] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1624.342972] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1624.343235] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Deleting the datastore file [datastore2] 8a99d218-ee4f-444d-9370-591493acca67 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1624.343436] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbcfaab0-7114-4433-8826-bccdce9202e9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.351806] env[64496]: DEBUG oslo_vmware.api [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1624.351806] env[64496]: value = "task-1901936" [ 1624.351806] env[64496]: _type = "Task" [ 1624.351806] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.360407] env[64496]: DEBUG oslo_vmware.api [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.656372] env[64496]: DEBUG nova.network.neutron [req-e55cfba7-aa0a-4fb4-a127-7ae8444bd491 req-77e47622-deb3-4b30-b5cb-74a183889495 service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Updated VIF entry in instance network info cache for port c573c012-f7df-4cf6-99a7-b05c1f4082bd. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1624.656372] env[64496]: DEBUG nova.network.neutron [req-e55cfba7-aa0a-4fb4-a127-7ae8444bd491 req-77e47622-deb3-4b30-b5cb-74a183889495 service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Updating instance_info_cache with network_info: [{"id": "c573c012-f7df-4cf6-99a7-b05c1f4082bd", "address": "fa:16:3e:5b:5b:58", "network": {"id": "f32eeb03-56ec-4961-bf63-94160401987f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1393917361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "155362c30fd74bee91d067af7dda1011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc573c012-f7", "ovs_interfaceid": "c573c012-f7df-4cf6-99a7-b05c1f4082bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.778665] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901934, 'name': Destroy_Task, 'duration_secs': 0.752092} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.778974] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Destroyed the VM [ 1624.779288] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1624.779507] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1c458344-6b38-43f0-a76f-61fc3cb74eb6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.787132] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1624.787132] env[64496]: value = "task-1901937" [ 1624.787132] env[64496]: _type = "Task" [ 1624.787132] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.803750] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901937, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.813476] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.813746] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.813959] env[64496]: INFO nova.compute.manager [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Attaching volume 7d5c9781-a453-4ae4-87e4-5a208d1c4fee to /dev/sdb [ 1624.864037] env[64496]: DEBUG oslo_vmware.api [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1901936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20179} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.864410] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1624.864595] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1624.864787] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1624.864966] env[64496]: INFO nova.compute.manager [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1624.865224] env[64496]: DEBUG oslo.service.loopingcall [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1624.865415] env[64496]: DEBUG nova.compute.manager [-] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1624.865506] env[64496]: DEBUG nova.network.neutron [-] [instance: 8a99d218-ee4f-444d-9370-591493acca67] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1624.871640] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfb87a4-bbe8-4c79-bb82-57bb594dbdcd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.880756] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad32830-7dfe-475f-b84c-b40d7d0b510e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.895559] env[64496]: DEBUG nova.virt.block_device [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Updating existing volume attachment record: 90959cbc-aead-47e4-802c-9d0a43a952f9 {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1625.048610] env[64496]: DEBUG nova.network.neutron [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating instance_info_cache with network_info: [{"id": "04fc100d-c6be-4808-9823-4dd5a36e0d58", "address": "fa:16:3e:f8:a1:c3", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fc100d-c6", "ovs_interfaceid": "04fc100d-c6be-4808-9823-4dd5a36e0d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.162714] env[64496]: DEBUG oslo_concurrency.lockutils [req-e55cfba7-aa0a-4fb4-a127-7ae8444bd491 req-77e47622-deb3-4b30-b5cb-74a183889495 service nova] Releasing lock "refresh_cache-feb9aa48-fdc5-46d5-8b2f-6587ff4600c6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.174676] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc103c2-e2ab-4236-b917-22a1c56fa743 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.184240] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979956fa-300f-47bc-bbaf-453eb311029c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.229212] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045e2230-106f-410f-871f-104d819e3dcc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.239782] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d139ea-de9f-41e2-aba7-77fdd89c0e99 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.257131] env[64496]: DEBUG nova.compute.provider_tree [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.303097] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901937, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.317032] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.317275] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.317494] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.317809] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.318047] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.322923] env[64496]: INFO nova.compute.manager [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Terminating instance [ 1625.554285] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "refresh_cache-952619d1-1ebb-4515-93c9-dc60ed265152" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.639044] env[64496]: DEBUG oslo_vmware.rw_handles [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269e9ca-b015-bd27-a10f-5ecaf48cd985/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1625.639953] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae539114-b9f0-4212-a3c6-c4ccbc6b80e0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.647719] env[64496]: DEBUG oslo_vmware.rw_handles [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269e9ca-b015-bd27-a10f-5ecaf48cd985/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1625.647890] env[64496]: ERROR oslo_vmware.rw_handles [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269e9ca-b015-bd27-a10f-5ecaf48cd985/disk-0.vmdk due to incomplete transfer. [ 1625.648208] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cd754f32-6d5c-49e9-bd95-e72194f8159f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.655660] env[64496]: DEBUG oslo_vmware.rw_handles [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269e9ca-b015-bd27-a10f-5ecaf48cd985/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1625.655891] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Uploaded image 092361af-49bf-4995-abe3-dc366adf0981 to the Glance image server {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1625.657958] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1625.658258] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2642c8dc-1b03-4375-8f23-ba47e578ce74 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.664145] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1625.664145] env[64496]: value = "task-1901941" [ 1625.664145] env[64496]: _type = "Task" [ 1625.664145] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.673808] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901941, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.760711] env[64496]: DEBUG nova.scheduler.client.report [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1625.803868] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901937, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.821660] env[64496]: DEBUG nova.compute.manager [req-1d8a71de-935e-4a31-8c5e-fc0a78a71a50 req-60e29893-6d63-4cc4-b300-e6b430e4d663 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Received event network-vif-deleted-0da633c4-40e4-4956-bf99-ca422e6cbdeb {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1625.821862] env[64496]: INFO nova.compute.manager [req-1d8a71de-935e-4a31-8c5e-fc0a78a71a50 req-60e29893-6d63-4cc4-b300-e6b430e4d663 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Neutron deleted interface 0da633c4-40e4-4956-bf99-ca422e6cbdeb; detaching it from the instance and deleting it from the info cache [ 1625.822172] env[64496]: DEBUG nova.network.neutron [req-1d8a71de-935e-4a31-8c5e-fc0a78a71a50 req-60e29893-6d63-4cc4-b300-e6b430e4d663 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Updating instance_info_cache with network_info: [{"id": "ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e", "address": "fa:16:3e:b3:2a:43", "network": {"id": "a1a1b1a7-7d5c-48e3-9c92-e02e7b06ea52", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1729759817", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3f0fe2-be", "ovs_interfaceid": "ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80b3620c-49fb-4499-a9c3-9c91c3889d6f", "address": "fa:16:3e:52:18:e4", "network": {"id": "3aec4928-e201-4f5f-bc77-0c35ca27406f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-824530522", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b3620c-49", "ovs_interfaceid": "80b3620c-49fb-4499-a9c3-9c91c3889d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.828628] env[64496]: DEBUG nova.compute.manager [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1625.829123] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1625.829849] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4650df4c-eca3-4ac7-849f-1180fd1f7d9e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.840529] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1625.840787] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dd9af30-54ed-42f8-9d32-2da4d00250b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.852639] env[64496]: DEBUG oslo_vmware.api [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1625.852639] env[64496]: value = "task-1901942" [ 1625.852639] env[64496]: _type = "Task" [ 1625.852639] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.866378] env[64496]: DEBUG oslo_vmware.api [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.176805] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901941, 'name': Destroy_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.302333] env[64496]: DEBUG oslo_vmware.api [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901937, 'name': RemoveSnapshot_Task, 'duration_secs': 1.18835} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.303372] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1626.324796] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce128633-c3cb-4e19-91ae-28845f164162 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.334692] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68fccb1-bc5c-478c-83be-491afbe571bf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.371057] env[64496]: DEBUG nova.network.neutron [-] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.372683] env[64496]: DEBUG nova.compute.manager [req-1d8a71de-935e-4a31-8c5e-fc0a78a71a50 req-60e29893-6d63-4cc4-b300-e6b430e4d663 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Detach interface failed, port_id=0da633c4-40e4-4956-bf99-ca422e6cbdeb, reason: Instance 8a99d218-ee4f-444d-9370-591493acca67 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1626.372683] env[64496]: DEBUG nova.compute.manager [req-1d8a71de-935e-4a31-8c5e-fc0a78a71a50 req-60e29893-6d63-4cc4-b300-e6b430e4d663 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Received event network-vif-deleted-ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1626.372932] env[64496]: INFO nova.compute.manager [req-1d8a71de-935e-4a31-8c5e-fc0a78a71a50 req-60e29893-6d63-4cc4-b300-e6b430e4d663 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Neutron deleted interface ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e; detaching it from the instance and deleting it from the info cache [ 1626.372993] env[64496]: DEBUG nova.network.neutron [req-1d8a71de-935e-4a31-8c5e-fc0a78a71a50 req-60e29893-6d63-4cc4-b300-e6b430e4d663 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Updating instance_info_cache with network_info: [{"id": "80b3620c-49fb-4499-a9c3-9c91c3889d6f", "address": "fa:16:3e:52:18:e4", "network": {"id": "3aec4928-e201-4f5f-bc77-0c35ca27406f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-824530522", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b3620c-49", "ovs_interfaceid": "80b3620c-49fb-4499-a9c3-9c91c3889d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.379900] env[64496]: DEBUG oslo_vmware.api [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901942, 'name': PowerOffVM_Task, 'duration_secs': 0.472682} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.380208] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1626.380556] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1626.380826] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99b451b4-28c5-4e85-af90-a7fa0db6fa5f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.479384] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1626.479662] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1626.479805] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleting the datastore file [datastore2] ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1626.480105] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6554a71-c679-4853-8805-fc916bd8123c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.486215] env[64496]: DEBUG oslo_vmware.api [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1626.486215] env[64496]: value = "task-1901944" [ 1626.486215] env[64496]: _type = "Task" [ 1626.486215] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.494911] env[64496]: DEBUG oslo_vmware.api [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.674590] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901941, 'name': Destroy_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.773635] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.079s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.779395] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.006s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.779571] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.782051] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.915s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.782249] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.783891] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.913s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.784090] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.785589] env[64496]: DEBUG oslo_concurrency.lockutils [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.331s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.785766] env[64496]: DEBUG oslo_concurrency.lockutils [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.787559] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.279s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.789907] env[64496]: INFO nova.compute.claims [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1626.809182] env[64496]: WARNING nova.compute.manager [None req-5dd101da-9ff5-4646-b060-82e2d8918fcc tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Image not found during snapshot: nova.exception.ImageNotFound: Image 57c1a641-1c0b-4032-949f-2ea8c9e18f59 could not be found. [ 1626.812706] env[64496]: INFO nova.scheduler.client.report [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Deleted allocations for instance fb4b120d-4097-40af-a6e9-ee18a55fed58 [ 1626.814557] env[64496]: INFO nova.scheduler.client.report [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Deleted allocations for instance 7a422d1b-0939-48f8-a5c6-4d8c7e63c171 [ 1626.828793] env[64496]: INFO nova.scheduler.client.report [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Deleted allocations for instance a1233927-5630-45c5-bf14-eb81de95cf44 [ 1626.830444] env[64496]: INFO nova.scheduler.client.report [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Deleted allocations for instance 964f38a5-5d7b-4328-a195-5e746481536f [ 1626.835555] env[64496]: WARNING oslo_messaging._drivers.amqpdriver [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1626.875617] env[64496]: INFO nova.compute.manager [-] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Took 2.01 seconds to deallocate network for instance. [ 1626.877243] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7907d5f-67e9-4d04-8538-40ef1b25e720 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.891084] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ce8f63-1ac1-4d4c-9b24-98a5f5b9bd6b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.925237] env[64496]: DEBUG nova.compute.manager [req-1d8a71de-935e-4a31-8c5e-fc0a78a71a50 req-60e29893-6d63-4cc4-b300-e6b430e4d663 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Detach interface failed, port_id=ab3f0fe2-bed0-454f-bdeb-faef22b5bf2e, reason: Instance 8a99d218-ee4f-444d-9370-591493acca67 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1626.997096] env[64496]: DEBUG oslo_vmware.api [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260822} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.997389] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1626.997575] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1626.997752] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1626.997951] env[64496]: INFO nova.compute.manager [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1626.998222] env[64496]: DEBUG oslo.service.loopingcall [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.998424] env[64496]: DEBUG nova.compute.manager [-] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1626.998510] env[64496]: DEBUG nova.network.neutron [-] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1627.008386] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "3b99410d-5523-414a-a281-e8d2567a10c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.008627] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "3b99410d-5523-414a-a281-e8d2567a10c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.074177] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f7689d-8cb2-4249-93ce-05cf302f36fa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.103616] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating instance '952619d1-1ebb-4515-93c9-dc60ed265152' progress to 0 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1627.175958] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901941, 'name': Destroy_Task, 'duration_secs': 1.018628} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.175958] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Destroyed the VM [ 1627.175958] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1627.176326] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1254545e-60be-4004-a489-afab6cfc05ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.179375] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.179598] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.179799] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.179979] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.180200] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.182181] env[64496]: INFO nova.compute.manager [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Terminating instance [ 1627.185033] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1627.185033] env[64496]: value = "task-1901945" [ 1627.185033] env[64496]: _type = "Task" [ 1627.185033] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.196253] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901945, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.325368] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b741d825-4917-4d33-91e8-da38efdecf9d tempest-VolumesAdminNegativeTest-1958836289 tempest-VolumesAdminNegativeTest-1958836289-project-member] Lock "fb4b120d-4097-40af-a6e9-ee18a55fed58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.467s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.326363] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80640de9-16a9-4b12-896f-250d585f4737 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "7a422d1b-0939-48f8-a5c6-4d8c7e63c171" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.184s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.341401] env[64496]: DEBUG oslo_concurrency.lockutils [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "b6340ab3-686a-41a5-a62f-7bf31cf378dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.341669] env[64496]: DEBUG oslo_concurrency.lockutils [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "b6340ab3-686a-41a5-a62f-7bf31cf378dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.341876] env[64496]: DEBUG oslo_concurrency.lockutils [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "b6340ab3-686a-41a5-a62f-7bf31cf378dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.342116] env[64496]: DEBUG oslo_concurrency.lockutils [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "b6340ab3-686a-41a5-a62f-7bf31cf378dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.342293] env[64496]: DEBUG oslo_concurrency.lockutils [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "b6340ab3-686a-41a5-a62f-7bf31cf378dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.348531] env[64496]: INFO nova.compute.manager [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Terminating instance [ 1627.349908] env[64496]: DEBUG oslo_concurrency.lockutils [None req-787ce2b8-26c4-4ad6-a67c-d5356c825721 tempest-FloatingIPsAssociationTestJSON-821860130 tempest-FloatingIPsAssociationTestJSON-821860130-project-member] Lock "a1233927-5630-45c5-bf14-eb81de95cf44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.393s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.362628] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bbcfc20a-106b-4cfb-a596-b86f18f59de5 tempest-MultipleCreateTestJSON-1494900866 tempest-MultipleCreateTestJSON-1494900866-project-member] Lock "964f38a5-5d7b-4328-a195-5e746481536f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.147s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.385498] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.511074] env[64496]: DEBUG nova.compute.manager [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1627.609784] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.609784] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dca0b3b0-5d43-4819-ad03-5a8573092e41 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.617712] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1627.617712] env[64496]: value = "task-1901947" [ 1627.617712] env[64496]: _type = "Task" [ 1627.617712] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.626652] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.661765] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "c9d120f8-052f-4b76-8bc9-b7b107a5e36d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.661997] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "c9d120f8-052f-4b76-8bc9-b7b107a5e36d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.692505] env[64496]: DEBUG nova.compute.manager [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1627.692746] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.696725] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7576e905-9bc5-4f63-af8a-f53899261023 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.699801] env[64496]: DEBUG oslo_vmware.api [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901945, 'name': RemoveSnapshot_Task, 'duration_secs': 0.434701} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.700107] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1627.700376] env[64496]: INFO nova.compute.manager [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Took 14.57 seconds to snapshot the instance on the hypervisor. [ 1627.707408] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1627.707658] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c078592a-aa55-4e6f-9d2e-9c3030c5bd2c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.792478] env[64496]: DEBUG nova.network.neutron [-] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.822546] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1627.822772] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1627.822954] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleting the datastore file [datastore1] 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1627.823228] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee2c3a61-c17e-49c3-a602-992ba2960479 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.831112] env[64496]: DEBUG oslo_vmware.api [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1627.831112] env[64496]: value = "task-1901949" [ 1627.831112] env[64496]: _type = "Task" [ 1627.831112] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.847667] env[64496]: DEBUG oslo_vmware.api [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.856598] env[64496]: DEBUG nova.compute.manager [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1627.856871] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.858425] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99afc232-ea97-4bf2-8d8e-061d2ae43ac3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.867102] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.871307] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7c27ed1-e7a7-4078-a42e-38c029010a1a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.878914] env[64496]: DEBUG oslo_vmware.api [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1627.878914] env[64496]: value = "task-1901950" [ 1627.878914] env[64496]: _type = "Task" [ 1627.878914] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.889695] env[64496]: DEBUG oslo_vmware.api [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.995263] env[64496]: DEBUG nova.compute.manager [req-7063afb4-219c-42a0-8384-d62df4fef646 req-b7cc431c-83a7-4cb0-bfc1-eb5bd1fe0303 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Received event network-vif-deleted-80b3620c-49fb-4499-a9c3-9c91c3889d6f {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1627.995524] env[64496]: INFO nova.compute.manager [req-7063afb4-219c-42a0-8384-d62df4fef646 req-b7cc431c-83a7-4cb0-bfc1-eb5bd1fe0303 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Neutron deleted interface 80b3620c-49fb-4499-a9c3-9c91c3889d6f; detaching it from the instance and deleting it from the info cache [ 1627.995713] env[64496]: DEBUG nova.network.neutron [req-7063afb4-219c-42a0-8384-d62df4fef646 req-b7cc431c-83a7-4cb0-bfc1-eb5bd1fe0303 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.032485] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.134973] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901947, 'name': PowerOffVM_Task, 'duration_secs': 0.297619} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.135314] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.135504] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating instance '952619d1-1ebb-4515-93c9-dc60ed265152' progress to 17 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1628.164545] env[64496]: DEBUG nova.compute.manager [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1628.182628] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb61a27-e900-4b2a-a101-e9e9730164d9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.190913] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1ef27c-5609-49e9-9d85-3baaf51b3ed7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.225212] env[64496]: DEBUG nova.compute.manager [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Instance disappeared during snapshot {{(pid=64496) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1628.228408] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fd9d94-e455-433b-a3ba-d6709397c68f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.236540] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a235e9a2-3532-4623-8961-f183e2de23b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.241165] env[64496]: DEBUG nova.compute.manager [None req-85fb6440-190d-4332-b2ee-720558b1c538 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Image not found during clean up 092361af-49bf-4995-abe3-dc366adf0981 {{(pid=64496) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1628.252460] env[64496]: DEBUG nova.compute.provider_tree [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.295062] env[64496]: INFO nova.compute.manager [-] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Took 1.30 seconds to deallocate network for instance. [ 1628.340552] env[64496]: INFO nova.compute.manager [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Swapping old allocation on dict_keys(['873a8e13-4f30-4798-b503-76ed28a8eeaf']) held by migration 2c318198-623e-4a5d-b27b-9e6fa360999b for instance [ 1628.350537] env[64496]: DEBUG oslo_vmware.api [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171434} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.350830] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.351053] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.351475] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.351803] env[64496]: INFO nova.compute.manager [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1628.352141] env[64496]: DEBUG oslo.service.loopingcall [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.352373] env[64496]: DEBUG nova.compute.manager [-] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1628.352472] env[64496]: DEBUG nova.network.neutron [-] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1628.372135] env[64496]: DEBUG nova.scheduler.client.report [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Overwriting current allocation {'allocations': {'873a8e13-4f30-4798-b503-76ed28a8eeaf': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 95}}, 'project_id': 'eaecf09d4ab84c539fa8488fc252bd27', 'user_id': 'ab76fec04faa45f38001c581bd89a324', 'consumer_generation': 1} on consumer 70080cd5-d6d1-49b9-b9bb-7b41871dfb07 {{(pid=64496) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1628.388359] env[64496]: DEBUG oslo_vmware.api [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901950, 'name': PowerOffVM_Task, 'duration_secs': 0.26636} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.388641] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.388810] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1628.389610] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed0f98dd-51fe-4e0d-97d4-4224021b1e69 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.498238] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1628.499030] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1628.499030] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Deleting the datastore file [datastore2] b6340ab3-686a-41a5-a62f-7bf31cf378dc {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1628.499184] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ae5bb66-a031-4c4d-a2e8-f4e340da074e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.505268] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8032bc96-b16e-408e-8c18-a1c04e058461 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.511116] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.511116] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquired lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.511116] env[64496]: DEBUG nova.network.neutron [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1628.514477] env[64496]: DEBUG oslo_vmware.api [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1628.514477] env[64496]: value = "task-1901952" [ 1628.514477] env[64496]: _type = "Task" [ 1628.514477] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.518252] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64041d1d-cc4b-4fb8-90d8-2d3ab3ae9e03 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.540545] env[64496]: DEBUG oslo_vmware.api [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.557381] env[64496]: DEBUG nova.compute.manager [req-7063afb4-219c-42a0-8384-d62df4fef646 req-b7cc431c-83a7-4cb0-bfc1-eb5bd1fe0303 service nova] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Detach interface failed, port_id=80b3620c-49fb-4499-a9c3-9c91c3889d6f, reason: Instance 8a99d218-ee4f-444d-9370-591493acca67 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1628.557648] env[64496]: DEBUG nova.compute.manager [req-7063afb4-219c-42a0-8384-d62df4fef646 req-b7cc431c-83a7-4cb0-bfc1-eb5bd1fe0303 service nova] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Received event network-vif-deleted-fed2a6a6-7062-4bf7-87dd-b3b374690274 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1628.643794] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1628.643975] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1628.644210] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1628.644440] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1628.644856] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1628.644856] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1628.644951] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1628.645592] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1628.647027] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1628.647027] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1628.647415] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1628.653060] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a670f982-1696-4b89-af56-b741cc500e61 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.671843] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1628.671843] env[64496]: value = "task-1901953" [ 1628.671843] env[64496]: _type = "Task" [ 1628.671843] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.683469] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901953, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.690858] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.755685] env[64496]: DEBUG nova.scheduler.client.report [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1628.802724] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.047648] env[64496]: DEBUG oslo_vmware.api [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1901952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145619} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.047936] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.048179] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1629.048364] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.048540] env[64496]: INFO nova.compute.manager [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1629.048785] env[64496]: DEBUG oslo.service.loopingcall [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.048983] env[64496]: DEBUG nova.compute.manager [-] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1629.049099] env[64496]: DEBUG nova.network.neutron [-] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1629.185262] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901953, 'name': ReconfigVM_Task, 'duration_secs': 0.3569} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.185696] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating instance '952619d1-1ebb-4515-93c9-dc60ed265152' progress to 33 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1629.261928] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.261928] env[64496]: DEBUG nova.compute.manager [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1629.264773] env[64496]: DEBUG oslo_concurrency.lockutils [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.511s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.265035] env[64496]: DEBUG oslo_concurrency.lockutils [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.268084] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.883s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.270949] env[64496]: DEBUG nova.objects.instance [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lazy-loading 'resources' on Instance uuid 8a99d218-ee4f-444d-9370-591493acca67 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.291311] env[64496]: DEBUG nova.network.neutron [-] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.301430] env[64496]: INFO nova.scheduler.client.report [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Deleted allocations for instance 3f0f9f64-e021-4eac-bb70-9077377765ad [ 1629.450775] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1629.451130] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392655', 'volume_id': '7d5c9781-a453-4ae4-87e4-5a208d1c4fee', 'name': 'volume-7d5c9781-a453-4ae4-87e4-5a208d1c4fee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef37c05a-67d9-4dc9-a0f3-55b878b28e0d', 'attached_at': '', 'detached_at': '', 'volume_id': '7d5c9781-a453-4ae4-87e4-5a208d1c4fee', 'serial': '7d5c9781-a453-4ae4-87e4-5a208d1c4fee'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1629.452030] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ac2560-29e0-4d85-9b9c-3f94985599ce {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.479845] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267dafb3-9ebe-432b-8992-d10fdd9266bb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.510994] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-7d5c9781-a453-4ae4-87e4-5a208d1c4fee/volume-7d5c9781-a453-4ae4-87e4-5a208d1c4fee.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1629.511906] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c7a317-c8d9-4a42-ae89-bc3389da5ed3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.538921] env[64496]: DEBUG oslo_vmware.api [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1629.538921] env[64496]: value = "task-1901954" [ 1629.538921] env[64496]: _type = "Task" [ 1629.538921] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.548958] env[64496]: DEBUG oslo_vmware.api [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.588735] env[64496]: DEBUG nova.network.neutron [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance_info_cache with network_info: [{"id": "e62e35e4-3a5a-4592-bcb7-71405fb71402", "address": "fa:16:3e:d1:0f:ed", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62e35e4-3a", "ovs_interfaceid": "e62e35e4-3a5a-4592-bcb7-71405fb71402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.699025] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.699025] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.699025] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.699025] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.699025] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.699025] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.699436] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.699436] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.699613] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.699783] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.703061] env[64496]: DEBUG nova.virt.hardware [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.709528] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1629.709926] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3e905f8-c7f0-49e9-813e-1cae0f351265 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.729705] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1629.729705] env[64496]: value = "task-1901955" [ 1629.729705] env[64496]: _type = "Task" [ 1629.729705] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.739163] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.774031] env[64496]: DEBUG nova.compute.manager [req-d90b0d48-cad5-4a9b-9fc3-4706ca491f6c req-a74d8ae4-14aa-42d2-8ddf-7c647e9b75de service nova] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Received event network-vif-deleted-7ef22924-e1d7-4fb6-9c92-c18a09c50380 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1629.775947] env[64496]: INFO nova.compute.manager [req-d90b0d48-cad5-4a9b-9fc3-4706ca491f6c req-a74d8ae4-14aa-42d2-8ddf-7c647e9b75de service nova] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Neutron deleted interface 7ef22924-e1d7-4fb6-9c92-c18a09c50380; detaching it from the instance and deleting it from the info cache [ 1629.775947] env[64496]: DEBUG nova.network.neutron [req-d90b0d48-cad5-4a9b-9fc3-4706ca491f6c req-a74d8ae4-14aa-42d2-8ddf-7c647e9b75de service nova] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.778243] env[64496]: DEBUG nova.compute.utils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1629.781800] env[64496]: DEBUG nova.compute.manager [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1629.782150] env[64496]: DEBUG nova.network.neutron [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1629.796584] env[64496]: INFO nova.compute.manager [-] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Took 1.44 seconds to deallocate network for instance. [ 1629.813132] env[64496]: DEBUG oslo_concurrency.lockutils [None req-98208787-abb0-40da-b190-8a4d3d0bc4b3 tempest-ServerAddressesNegativeTestJSON-521768311 tempest-ServerAddressesNegativeTestJSON-521768311-project-member] Lock "3f0f9f64-e021-4eac-bb70-9077377765ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.839s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.898856] env[64496]: DEBUG nova.policy [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff27f3b4a86640398026840fded3a706', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '271096ce0df14bc1a90538f3e0935aff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1630.047699] env[64496]: DEBUG nova.compute.manager [req-efb0f3d8-9e4d-4fa2-bc5b-a66cace300a1 req-80362462-5760-4e6f-b4ca-c4cb33c7d433 service nova] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Received event network-vif-deleted-47f08bc7-b72d-48ac-b7a4-f5be1a448041 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1630.057209] env[64496]: DEBUG oslo_vmware.api [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901954, 'name': ReconfigVM_Task, 'duration_secs': 0.361182} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.058414] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-7d5c9781-a453-4ae4-87e4-5a208d1c4fee/volume-7d5c9781-a453-4ae4-87e4-5a208d1c4fee.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1630.062762] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c0c78f-6f41-430d-b58e-bc5af770774f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.082634] env[64496]: DEBUG oslo_vmware.api [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1630.082634] env[64496]: value = "task-1901956" [ 1630.082634] env[64496]: _type = "Task" [ 1630.082634] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.094635] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Releasing lock "refresh_cache-70080cd5-d6d1-49b9-b9bb-7b41871dfb07" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.094866] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.095546] env[64496]: DEBUG oslo_vmware.api [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901956, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.095805] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eee7188e-3ace-42f4-845e-ba0073c3b2f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.105799] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1630.105799] env[64496]: value = "task-1901957" [ 1630.105799] env[64496]: _type = "Task" [ 1630.105799] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.115674] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.150655] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038b5315-6520-463e-8eec-cd742efff7e4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.159434] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d522818-230f-4980-8eda-d27fcbbda802 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.196732] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcccba7-2558-429c-b576-00fa701fc50d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.204595] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30ed86f-b277-49ca-905f-98ee0815e248 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.218670] env[64496]: DEBUG nova.compute.provider_tree [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1630.233861] env[64496]: DEBUG nova.network.neutron [-] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.242117] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901955, 'name': ReconfigVM_Task, 'duration_secs': 0.179526} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.242314] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1630.243115] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a858a9ec-51d3-4289-8813-7e3845f08e4c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.266799] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 952619d1-1ebb-4515-93c9-dc60ed265152/952619d1-1ebb-4515-93c9-dc60ed265152.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.266799] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-303824de-6cff-415b-8348-b11067156add {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.282413] env[64496]: DEBUG nova.compute.manager [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1630.286123] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d76d77fd-ab1c-48d3-918f-14c1c9b90f18 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.289138] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1630.289138] env[64496]: value = "task-1901958" [ 1630.289138] env[64496]: _type = "Task" [ 1630.289138] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.296217] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef913b7-a099-44ee-bb7d-f185976e6345 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.310503] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901958, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.315793] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.332473] env[64496]: DEBUG nova.compute.manager [req-d90b0d48-cad5-4a9b-9fc3-4706ca491f6c req-a74d8ae4-14aa-42d2-8ddf-7c647e9b75de service nova] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Detach interface failed, port_id=7ef22924-e1d7-4fb6-9c92-c18a09c50380, reason: Instance b6340ab3-686a-41a5-a62f-7bf31cf378dc could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1630.547325] env[64496]: DEBUG nova.network.neutron [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Successfully created port: 0b9e6381-cf61-443d-b832-4064704594b2 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1630.596049] env[64496]: DEBUG oslo_vmware.api [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901956, 'name': ReconfigVM_Task, 'duration_secs': 0.199121} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.596123] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392655', 'volume_id': '7d5c9781-a453-4ae4-87e4-5a208d1c4fee', 'name': 'volume-7d5c9781-a453-4ae4-87e4-5a208d1c4fee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef37c05a-67d9-4dc9-a0f3-55b878b28e0d', 'attached_at': '', 'detached_at': '', 'volume_id': '7d5c9781-a453-4ae4-87e4-5a208d1c4fee', 'serial': '7d5c9781-a453-4ae4-87e4-5a208d1c4fee'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1630.619617] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901957, 'name': PowerOffVM_Task, 'duration_secs': 0.174502} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.619617] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1630.620025] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:16:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='89777033-df5c-4498-92c7-dfc03ec3b513',id=29,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-217307273',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1630.620241] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1630.620401] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1630.620964] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1630.621188] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1630.621393] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1630.621711] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1630.621939] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1630.622161] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1630.622336] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1630.622751] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1630.629102] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d81ea52-8ec2-4ecb-80e2-5ad5798e0145 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.646944] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1630.646944] env[64496]: value = "task-1901959" [ 1630.646944] env[64496]: _type = "Task" [ 1630.646944] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.656220] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.722200] env[64496]: DEBUG nova.scheduler.client.report [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.737277] env[64496]: INFO nova.compute.manager [-] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Took 1.69 seconds to deallocate network for instance. [ 1630.803899] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901958, 'name': ReconfigVM_Task, 'duration_secs': 0.265513} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.804211] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 952619d1-1ebb-4515-93c9-dc60ed265152/952619d1-1ebb-4515-93c9-dc60ed265152.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1630.804999] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating instance '952619d1-1ebb-4515-93c9-dc60ed265152' progress to 50 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1631.158581] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901959, 'name': ReconfigVM_Task, 'duration_secs': 0.130147} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.159398] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2a723a-c4ed-49cd-8259-1c95635fb6ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.187862] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:16:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='89777033-df5c-4498-92c7-dfc03ec3b513',id=29,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-217307273',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1631.188159] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.188599] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1631.188851] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.189396] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1631.189517] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1631.189742] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1631.189909] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1631.190097] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1631.190455] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1631.190665] env[64496]: DEBUG nova.virt.hardware [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1631.191824] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02013196-20f5-4427-8531-a6e06d9e8f82 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.197800] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1631.197800] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a955f3-ca74-867a-2d9b-790b1b9ba2d9" [ 1631.197800] env[64496]: _type = "Task" [ 1631.197800] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.209201] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a955f3-ca74-867a-2d9b-790b1b9ba2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008026} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.214777] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1631.215107] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be5e07db-a5d0-42be-9133-d7d5d9bd3ade {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.231739] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.234234] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.202s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.239022] env[64496]: INFO nova.compute.claims [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1631.240178] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1631.240178] env[64496]: value = "task-1901960" [ 1631.240178] env[64496]: _type = "Task" [ 1631.240178] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.250302] env[64496]: DEBUG oslo_concurrency.lockutils [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.250302] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.263346] env[64496]: INFO nova.scheduler.client.report [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Deleted allocations for instance 8a99d218-ee4f-444d-9370-591493acca67 [ 1631.296090] env[64496]: DEBUG nova.compute.manager [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1631.314575] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2140df-e6ef-43c0-880f-f5c16c181826 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.343017] env[64496]: DEBUG nova.virt.hardware [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1631.343017] env[64496]: DEBUG nova.virt.hardware [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.343017] env[64496]: DEBUG nova.virt.hardware [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1631.343017] env[64496]: DEBUG nova.virt.hardware [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.343017] env[64496]: DEBUG nova.virt.hardware [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1631.343017] env[64496]: DEBUG nova.virt.hardware [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1631.343017] env[64496]: DEBUG nova.virt.hardware [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1631.343017] env[64496]: DEBUG nova.virt.hardware [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1631.343017] env[64496]: DEBUG nova.virt.hardware [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1631.343017] env[64496]: DEBUG nova.virt.hardware [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1631.343747] env[64496]: DEBUG nova.virt.hardware [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1631.345294] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb274b13-d6b3-4d19-a99e-2b11f1f79a36 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.349561] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7fe75e-1a4f-419e-ab09-924a51629adc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.377082] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97efca4-a1e4-4274-a709-f97bcef4fd1f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.382376] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating instance '952619d1-1ebb-4515-93c9-dc60ed265152' progress to 67 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1631.649949] env[64496]: DEBUG nova.objects.instance [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lazy-loading 'flavor' on Instance uuid ef37c05a-67d9-4dc9-a0f3-55b878b28e0d {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1631.759677] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901960, 'name': ReconfigVM_Task, 'duration_secs': 0.31659} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.763019] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1631.763019] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aabfe8-1e98-4923-a178-81b26c22600d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.794970] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 70080cd5-d6d1-49b9-b9bb-7b41871dfb07/70080cd5-d6d1-49b9-b9bb-7b41871dfb07.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1631.797714] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1e0a6e5b-2db8-4fda-b12d-926662778c2d tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "8a99d218-ee4f-444d-9370-591493acca67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.825s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.798067] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf592a4-fef0-4477-85ce-188b3edf2e10 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.822948] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1631.822948] env[64496]: value = "task-1901961" [ 1631.822948] env[64496]: _type = "Task" [ 1631.822948] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.834618] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.067214] env[64496]: DEBUG nova.network.neutron [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Port 04fc100d-c6be-4808-9823-4dd5a36e0d58 binding to destination host cpu-1 is already ACTIVE {{(pid=64496) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1632.155140] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6c76f2e8-4479-4a78-b99e-0b624290edf1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.341s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.324325] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.324325] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.324325] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.324325] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.324325] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.331105] env[64496]: INFO nova.compute.manager [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Terminating instance [ 1632.337420] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901961, 'name': ReconfigVM_Task, 'duration_secs': 0.266497} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.337420] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 70080cd5-d6d1-49b9-b9bb-7b41871dfb07/70080cd5-d6d1-49b9-b9bb-7b41871dfb07.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1632.338374] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ffaad8-e20d-4e1a-b503-50a408c94995 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.365609] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8566d548-bad6-42c4-ad27-bb9515dc3422 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.388952] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5994f9d-7150-4635-b0b5-0e42953c258b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.410538] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f929dd81-cc4b-4b07-bb7b-820c10ceca94 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.417756] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1632.418474] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1efe9cb2-c311-4735-a290-7ea979e1b0c3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.424094] env[64496]: DEBUG nova.compute.manager [req-1128e969-80e7-4ea1-b43d-a57f1babdbec req-3167931c-4a88-4ed2-a6a6-a864934ae7f7 service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Received event network-vif-plugged-0b9e6381-cf61-443d-b832-4064704594b2 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1632.424304] env[64496]: DEBUG oslo_concurrency.lockutils [req-1128e969-80e7-4ea1-b43d-a57f1babdbec req-3167931c-4a88-4ed2-a6a6-a864934ae7f7 service nova] Acquiring lock "12014bf5-cc7c-402b-aefd-f032a720461e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.424731] env[64496]: DEBUG oslo_concurrency.lockutils [req-1128e969-80e7-4ea1-b43d-a57f1babdbec req-3167931c-4a88-4ed2-a6a6-a864934ae7f7 service nova] Lock "12014bf5-cc7c-402b-aefd-f032a720461e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.424731] env[64496]: DEBUG oslo_concurrency.lockutils [req-1128e969-80e7-4ea1-b43d-a57f1babdbec req-3167931c-4a88-4ed2-a6a6-a864934ae7f7 service nova] Lock "12014bf5-cc7c-402b-aefd-f032a720461e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.425079] env[64496]: DEBUG nova.compute.manager [req-1128e969-80e7-4ea1-b43d-a57f1babdbec req-3167931c-4a88-4ed2-a6a6-a864934ae7f7 service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] No waiting events found dispatching network-vif-plugged-0b9e6381-cf61-443d-b832-4064704594b2 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1632.425079] env[64496]: WARNING nova.compute.manager [req-1128e969-80e7-4ea1-b43d-a57f1babdbec req-3167931c-4a88-4ed2-a6a6-a864934ae7f7 service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Received unexpected event network-vif-plugged-0b9e6381-cf61-443d-b832-4064704594b2 for instance with vm_state building and task_state spawning. [ 1632.426749] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1632.426749] env[64496]: value = "task-1901962" [ 1632.426749] env[64496]: _type = "Task" [ 1632.426749] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.437552] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.615503] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28decd2d-d45e-4e85-bca1-5f41958bb436 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.625516] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49398d00-f91a-4126-83e4-acaef562f46d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.661569] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d736d0-db36-42bd-ba69-a5f28375562c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.669658] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9282568-0ec1-4652-8d30-f8c4b1b181ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.686383] env[64496]: DEBUG nova.compute.provider_tree [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.686780] env[64496]: DEBUG nova.network.neutron [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Successfully updated port: 0b9e6381-cf61-443d-b832-4064704594b2 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1632.838940] env[64496]: DEBUG nova.compute.manager [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1632.839631] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.841516] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee28ccae-6d17-4506-b201-8e439bc598cc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.852190] env[64496]: DEBUG oslo_vmware.api [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1632.852190] env[64496]: value = "task-1901963" [ 1632.852190] env[64496]: _type = "Task" [ 1632.852190] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.863970] env[64496]: DEBUG oslo_vmware.api [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.939816] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.094686] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "952619d1-1ebb-4515-93c9-dc60ed265152-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.094975] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "952619d1-1ebb-4515-93c9-dc60ed265152-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.095215] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "952619d1-1ebb-4515-93c9-dc60ed265152-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.189954] env[64496]: DEBUG nova.scheduler.client.report [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1633.196138] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "refresh_cache-12014bf5-cc7c-402b-aefd-f032a720461e" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.196293] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "refresh_cache-12014bf5-cc7c-402b-aefd-f032a720461e" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.196464] env[64496]: DEBUG nova.network.neutron [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1633.369481] env[64496]: DEBUG oslo_vmware.api [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901963, 'name': PowerOffVM_Task, 'duration_secs': 0.392291} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.369807] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1633.370014] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1633.370304] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392655', 'volume_id': '7d5c9781-a453-4ae4-87e4-5a208d1c4fee', 'name': 'volume-7d5c9781-a453-4ae4-87e4-5a208d1c4fee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef37c05a-67d9-4dc9-a0f3-55b878b28e0d', 'attached_at': '', 'detached_at': '', 'volume_id': '7d5c9781-a453-4ae4-87e4-5a208d1c4fee', 'serial': '7d5c9781-a453-4ae4-87e4-5a208d1c4fee'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1633.373453] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5f2cf6-b5f5-40ef-bd57-b8392a228c15 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.408166] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e87215-94ea-41d4-851e-ac8e1c82c1f2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.419640] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56667eb0-9eb0-4675-b111-d9b9d7c24acf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.452346] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c618c9c-6a98-4727-b9aa-a35353935ffb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.461650] env[64496]: DEBUG oslo_vmware.api [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901962, 'name': PowerOnVM_Task, 'duration_secs': 0.563611} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.472767] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1633.476989] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] The volume has not been displaced from its original location: [datastore1] volume-7d5c9781-a453-4ae4-87e4-5a208d1c4fee/volume-7d5c9781-a453-4ae4-87e4-5a208d1c4fee.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1633.482858] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1633.483405] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a81c80c0-24f6-48ae-a024-54f47c749efc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.508073] env[64496]: DEBUG oslo_vmware.api [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1633.508073] env[64496]: value = "task-1901964" [ 1633.508073] env[64496]: _type = "Task" [ 1633.508073] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.520981] env[64496]: DEBUG oslo_vmware.api [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.699212] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.700161] env[64496]: DEBUG nova.compute.manager [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1633.707156] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.016s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.711968] env[64496]: INFO nova.compute.claims [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1633.784905] env[64496]: DEBUG nova.network.neutron [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1633.975063] env[64496]: DEBUG nova.network.neutron [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Updating instance_info_cache with network_info: [{"id": "0b9e6381-cf61-443d-b832-4064704594b2", "address": "fa:16:3e:dc:2f:8c", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9e6381-cf", "ovs_interfaceid": "0b9e6381-cf61-443d-b832-4064704594b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.019834] env[64496]: DEBUG oslo_vmware.api [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901964, 'name': ReconfigVM_Task, 'duration_secs': 0.336539} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.020283] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1634.026152] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-571b324b-c359-4b34-b0a9-4ce35c9bb76b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.045022] env[64496]: DEBUG oslo_vmware.api [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1634.045022] env[64496]: value = "task-1901965" [ 1634.045022] env[64496]: _type = "Task" [ 1634.045022] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.053598] env[64496]: DEBUG oslo_vmware.api [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901965, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.135457] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "refresh_cache-952619d1-1ebb-4515-93c9-dc60ed265152" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.135457] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "refresh_cache-952619d1-1ebb-4515-93c9-dc60ed265152" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.135457] env[64496]: DEBUG nova.network.neutron [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1634.208318] env[64496]: DEBUG nova.compute.utils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1634.209846] env[64496]: DEBUG nova.compute.manager [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1634.209915] env[64496]: DEBUG nova.network.neutron [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1634.250714] env[64496]: DEBUG nova.policy [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34e5efa3c5bc49c4b44f6ee6e30f4671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43e1428760ab42ba89b64ae644a3fa12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1634.463888] env[64496]: DEBUG nova.compute.manager [req-184f93a9-f0af-4998-8e61-1d72b3e7bb0d req-46c4547d-5e84-4dd2-93a3-4c231d3a6441 service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Received event network-changed-0b9e6381-cf61-443d-b832-4064704594b2 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1634.463888] env[64496]: DEBUG nova.compute.manager [req-184f93a9-f0af-4998-8e61-1d72b3e7bb0d req-46c4547d-5e84-4dd2-93a3-4c231d3a6441 service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Refreshing instance network info cache due to event network-changed-0b9e6381-cf61-443d-b832-4064704594b2. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1634.463888] env[64496]: DEBUG oslo_concurrency.lockutils [req-184f93a9-f0af-4998-8e61-1d72b3e7bb0d req-46c4547d-5e84-4dd2-93a3-4c231d3a6441 service nova] Acquiring lock "refresh_cache-12014bf5-cc7c-402b-aefd-f032a720461e" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.480092] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "refresh_cache-12014bf5-cc7c-402b-aefd-f032a720461e" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.480761] env[64496]: DEBUG nova.compute.manager [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Instance network_info: |[{"id": "0b9e6381-cf61-443d-b832-4064704594b2", "address": "fa:16:3e:dc:2f:8c", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9e6381-cf", "ovs_interfaceid": "0b9e6381-cf61-443d-b832-4064704594b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1634.481285] env[64496]: DEBUG oslo_concurrency.lockutils [req-184f93a9-f0af-4998-8e61-1d72b3e7bb0d req-46c4547d-5e84-4dd2-93a3-4c231d3a6441 service nova] Acquired lock "refresh_cache-12014bf5-cc7c-402b-aefd-f032a720461e" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.481499] env[64496]: DEBUG nova.network.neutron [req-184f93a9-f0af-4998-8e61-1d72b3e7bb0d req-46c4547d-5e84-4dd2-93a3-4c231d3a6441 service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Refreshing network info cache for port 0b9e6381-cf61-443d-b832-4064704594b2 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1634.482810] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:2f:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b9e6381-cf61-443d-b832-4064704594b2', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1634.493235] env[64496]: DEBUG oslo.service.loopingcall [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.495545] env[64496]: INFO nova.compute.manager [None req-1372e007-37e9-475e-9101-8110c48f438b tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance to original state: 'active' [ 1634.498636] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1634.499683] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-966306ed-3de4-4316-8c8d-ba0de04960d6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.527290] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1634.527290] env[64496]: value = "task-1901966" [ 1634.527290] env[64496]: _type = "Task" [ 1634.527290] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.537896] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901966, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.559143] env[64496]: DEBUG oslo_vmware.api [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901965, 'name': ReconfigVM_Task, 'duration_secs': 0.260116} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.562322] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392655', 'volume_id': '7d5c9781-a453-4ae4-87e4-5a208d1c4fee', 'name': 'volume-7d5c9781-a453-4ae4-87e4-5a208d1c4fee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef37c05a-67d9-4dc9-a0f3-55b878b28e0d', 'attached_at': '', 'detached_at': '', 'volume_id': '7d5c9781-a453-4ae4-87e4-5a208d1c4fee', 'serial': '7d5c9781-a453-4ae4-87e4-5a208d1c4fee'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1634.562723] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1634.564032] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a7162a-a19b-424c-951a-177cf9a95ede {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.573151] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1634.573423] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66477968-de76-4f5a-b484-5b17a625e325 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.713712] env[64496]: DEBUG nova.compute.manager [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1634.755044] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1634.755236] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1634.757149] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleting the datastore file [datastore2] ef37c05a-67d9-4dc9-a0f3-55b878b28e0d {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1634.757538] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9f75c54-6c22-4253-9b3a-d757472efc37 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.766136] env[64496]: DEBUG oslo_vmware.api [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1634.766136] env[64496]: value = "task-1901968" [ 1634.766136] env[64496]: _type = "Task" [ 1634.766136] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.789035] env[64496]: DEBUG oslo_vmware.api [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.013436] env[64496]: DEBUG nova.network.neutron [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Successfully created port: 09595e46-01fb-4d4a-b15d-38fee7d7ce68 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1635.038649] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901966, 'name': CreateVM_Task, 'duration_secs': 0.437601} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.039015] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1635.039795] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.039882] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.040347] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1635.040637] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c65be58-99e2-4075-a4cf-c9101cbf6604 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.050846] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1635.050846] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524e2b99-9f9a-ceff-80dd-6eb3002421ab" [ 1635.050846] env[64496]: _type = "Task" [ 1635.050846] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.062051] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524e2b99-9f9a-ceff-80dd-6eb3002421ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.173186] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa0e537-8561-4536-9148-d4db885ffb2f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.187113] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11713614-7f6c-468b-a93a-001b5201e9ae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.231019] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0848b1c3-bd81-4887-832a-66ae72f49fa2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.240959] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b19231c-a6c6-4395-8680-6caea795a9cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.258894] env[64496]: DEBUG nova.compute.provider_tree [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1635.279475] env[64496]: DEBUG oslo_vmware.api [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1901968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.279762] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1635.280043] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1635.280184] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1635.280361] env[64496]: INFO nova.compute.manager [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Took 2.44 seconds to destroy the instance on the hypervisor. [ 1635.280605] env[64496]: DEBUG oslo.service.loopingcall [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1635.280794] env[64496]: DEBUG nova.compute.manager [-] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1635.281253] env[64496]: DEBUG nova.network.neutron [-] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1635.480169] env[64496]: DEBUG nova.network.neutron [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating instance_info_cache with network_info: [{"id": "04fc100d-c6be-4808-9823-4dd5a36e0d58", "address": "fa:16:3e:f8:a1:c3", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fc100d-c6", "ovs_interfaceid": "04fc100d-c6be-4808-9823-4dd5a36e0d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.562016] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524e2b99-9f9a-ceff-80dd-6eb3002421ab, 'name': SearchDatastore_Task, 'duration_secs': 0.016855} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.563212] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.563717] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1635.564398] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.564470] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.564840] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1635.565574] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-984e0ae7-7f0a-4fe4-b8fe-72d9e25d4235 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.577103] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1635.577435] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1635.578221] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bdda28c-1fe1-4237-b2cb-a71454afa035 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.585644] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1635.585644] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d6d977-8036-fe95-83e9-0a6e52ade5b4" [ 1635.585644] env[64496]: _type = "Task" [ 1635.585644] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.585826] env[64496]: DEBUG nova.network.neutron [req-184f93a9-f0af-4998-8e61-1d72b3e7bb0d req-46c4547d-5e84-4dd2-93a3-4c231d3a6441 service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Updated VIF entry in instance network info cache for port 0b9e6381-cf61-443d-b832-4064704594b2. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1635.589018] env[64496]: DEBUG nova.network.neutron [req-184f93a9-f0af-4998-8e61-1d72b3e7bb0d req-46c4547d-5e84-4dd2-93a3-4c231d3a6441 service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Updating instance_info_cache with network_info: [{"id": "0b9e6381-cf61-443d-b832-4064704594b2", "address": "fa:16:3e:dc:2f:8c", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9e6381-cf", "ovs_interfaceid": "0b9e6381-cf61-443d-b832-4064704594b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.596334] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d6d977-8036-fe95-83e9-0a6e52ade5b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.735018] env[64496]: DEBUG nova.compute.manager [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1635.778578] env[64496]: DEBUG nova.virt.hardware [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1635.780181] env[64496]: DEBUG nova.virt.hardware [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1635.780181] env[64496]: DEBUG nova.virt.hardware [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1635.780181] env[64496]: DEBUG nova.virt.hardware [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1635.780181] env[64496]: DEBUG nova.virt.hardware [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1635.780181] env[64496]: DEBUG nova.virt.hardware [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1635.780181] env[64496]: DEBUG nova.virt.hardware [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1635.780370] env[64496]: DEBUG nova.virt.hardware [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1635.781314] env[64496]: DEBUG nova.virt.hardware [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1635.781314] env[64496]: DEBUG nova.virt.hardware [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1635.781314] env[64496]: DEBUG nova.virt.hardware [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1635.782025] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bb74df-9e74-4cc0-a56e-e7f0dfae5645 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.793452] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f244ebcd-0cc7-461c-bd53-bc9f1347f3a8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.799116] env[64496]: ERROR nova.scheduler.client.report [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [req-fcd220c9-81a2-48e1-82a0-9007f4fd6d7f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fcd220c9-81a2-48e1-82a0-9007f4fd6d7f"}]} [ 1635.818435] env[64496]: DEBUG nova.scheduler.client.report [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1635.832089] env[64496]: DEBUG nova.scheduler.client.report [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1635.832324] env[64496]: DEBUG nova.compute.provider_tree [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 96 to 97 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1635.832490] env[64496]: DEBUG nova.compute.provider_tree [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1635.845994] env[64496]: DEBUG nova.scheduler.client.report [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1635.866826] env[64496]: DEBUG nova.scheduler.client.report [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1635.985577] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "refresh_cache-952619d1-1ebb-4515-93c9-dc60ed265152" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.093149] env[64496]: DEBUG oslo_concurrency.lockutils [req-184f93a9-f0af-4998-8e61-1d72b3e7bb0d req-46c4547d-5e84-4dd2-93a3-4c231d3a6441 service nova] Releasing lock "refresh_cache-12014bf5-cc7c-402b-aefd-f032a720461e" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.102315] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d6d977-8036-fe95-83e9-0a6e52ade5b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011411} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.103303] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b97d12-36ac-40aa-9548-b5deb13f2b70 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.113043] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1636.113043] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521055e2-f05e-69ba-ef85-ff131069a07f" [ 1636.113043] env[64496]: _type = "Task" [ 1636.113043] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.124793] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521055e2-f05e-69ba-ef85-ff131069a07f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.226597] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568c3b4e-4b75-4392-9c6b-6ff94f0b0edd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.235204] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e712a2-1f2e-46e3-a0e7-4455aea22a7c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.274016] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a20f72-78fc-48f9-9d75-9480f11f2f33 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.283614] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb98e8c-743b-4a9c-9eb2-3f4d6009f21f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.289968] env[64496]: DEBUG nova.network.neutron [-] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.303619] env[64496]: DEBUG nova.compute.provider_tree [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1636.324730] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "9a083c34-2370-48bc-a8af-d6480f205232" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.324980] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "9a083c34-2370-48bc-a8af-d6480f205232" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.501881] env[64496]: DEBUG nova.compute.manager [req-983febf3-d56d-48a3-b19f-4a48d7edde9a req-8f296ba5-98cd-480d-9f27-4802520d6285 service nova] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Received event network-vif-deleted-515d1a0d-b8cb-49fc-b6a5-b26eae22e473 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1636.530493] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26b6a4f-146f-4a71-86d9-de5a56c14970 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.569347] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d753b8ff-91c5-4937-b819-0f534879243e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.584106] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating instance '952619d1-1ebb-4515-93c9-dc60ed265152' progress to 83 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1636.598480] env[64496]: DEBUG oslo_concurrency.lockutils [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "70080cd5-d6d1-49b9-b9bb-7b41871dfb07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.599146] env[64496]: DEBUG oslo_concurrency.lockutils [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "70080cd5-d6d1-49b9-b9bb-7b41871dfb07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.599540] env[64496]: DEBUG oslo_concurrency.lockutils [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "70080cd5-d6d1-49b9-b9bb-7b41871dfb07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.599860] env[64496]: DEBUG oslo_concurrency.lockutils [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "70080cd5-d6d1-49b9-b9bb-7b41871dfb07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.600162] env[64496]: DEBUG oslo_concurrency.lockutils [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "70080cd5-d6d1-49b9-b9bb-7b41871dfb07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.603899] env[64496]: INFO nova.compute.manager [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Terminating instance [ 1636.629328] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521055e2-f05e-69ba-ef85-ff131069a07f, 'name': SearchDatastore_Task, 'duration_secs': 0.022591} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.630320] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.631856] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 12014bf5-cc7c-402b-aefd-f032a720461e/12014bf5-cc7c-402b-aefd-f032a720461e.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1636.632628] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac8c2da2-fc39-4b26-938d-7fcb85da43d9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.642896] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1636.642896] env[64496]: value = "task-1901969" [ 1636.642896] env[64496]: _type = "Task" [ 1636.642896] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.654422] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.806443] env[64496]: INFO nova.compute.manager [-] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Took 1.53 seconds to deallocate network for instance. [ 1636.827650] env[64496]: DEBUG nova.compute.manager [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1636.857322] env[64496]: DEBUG nova.scheduler.client.report [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1636.857759] env[64496]: DEBUG nova.compute.provider_tree [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 97 to 98 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1636.858085] env[64496]: DEBUG nova.compute.provider_tree [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1637.093091] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1637.093091] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-487e0ffa-ced5-4a06-8c0e-ad68e8ffa4e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.107567] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1637.107567] env[64496]: value = "task-1901970" [ 1637.107567] env[64496]: _type = "Task" [ 1637.107567] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.116397] env[64496]: DEBUG nova.compute.manager [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1637.116397] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1637.117172] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad40127e-4099-4cf4-84d9-7a8e8d933ec1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.127334] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.130832] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed44f9f9-872a-4e98-b4cd-746a1b1a5bae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.132831] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.140574] env[64496]: DEBUG oslo_vmware.api [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1637.140574] env[64496]: value = "task-1901971" [ 1637.140574] env[64496]: _type = "Task" [ 1637.140574] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.154797] env[64496]: DEBUG oslo_vmware.api [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.158518] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901969, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.217128] env[64496]: DEBUG nova.network.neutron [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Successfully updated port: 09595e46-01fb-4d4a-b15d-38fee7d7ce68 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1637.366160] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.659s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.367493] env[64496]: DEBUG nova.compute.manager [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1637.371020] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.371818] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.569s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.372122] env[64496]: DEBUG nova.objects.instance [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lazy-loading 'resources' on Instance uuid ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.396977] env[64496]: INFO nova.compute.manager [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Took 0.59 seconds to detach 1 volumes for instance. [ 1637.616925] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901970, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.652855] env[64496]: DEBUG oslo_vmware.api [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901971, 'name': PowerOffVM_Task, 'duration_secs': 0.236929} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.653320] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1637.653644] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1637.654325] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2cccb4b-cf90-4cb7-b833-252a2ee5e279 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.658888] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888402} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.659592] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 12014bf5-cc7c-402b-aefd-f032a720461e/12014bf5-cc7c-402b-aefd-f032a720461e.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1637.660163] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1637.660163] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7500263f-2a0f-4fe5-a335-3b138964da1d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.670309] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1637.670309] env[64496]: value = "task-1901973" [ 1637.670309] env[64496]: _type = "Task" [ 1637.670309] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.681959] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.724807] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "refresh_cache-3b99410d-5523-414a-a281-e8d2567a10c2" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.724807] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "refresh_cache-3b99410d-5523-414a-a281-e8d2567a10c2" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.724807] env[64496]: DEBUG nova.network.neutron [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1637.866468] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.866869] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.880171] env[64496]: DEBUG nova.compute.utils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1637.882058] env[64496]: DEBUG nova.compute.manager [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1637.882437] env[64496]: DEBUG nova.network.neutron [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1637.889549] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1637.890019] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1637.890377] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Deleting the datastore file [datastore1] 70080cd5-d6d1-49b9-b9bb-7b41871dfb07 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1637.892195] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6a691a7-c837-4477-97f3-d289f4f96903 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.903153] env[64496]: DEBUG oslo_vmware.api [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1637.903153] env[64496]: value = "task-1901974" [ 1637.903153] env[64496]: _type = "Task" [ 1637.903153] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.912783] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.919963] env[64496]: DEBUG oslo_vmware.api [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.975497] env[64496]: DEBUG nova.policy [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff1cb725a1244b13bf93319a39e20411', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25c6088bdfce4b4ea3f161948856f564', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1638.116888] env[64496]: DEBUG oslo_vmware.api [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1901970, 'name': PowerOnVM_Task, 'duration_secs': 0.543481} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.120533] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1638.120675] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-23f3326a-12b7-4df6-9b0a-b63bddaaf7eb tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating instance '952619d1-1ebb-4515-93c9-dc60ed265152' progress to 100 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1638.187320] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193828} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.190954] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1638.192068] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9d7740-abf6-4bef-bd59-555b7cd8282e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.217376] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 12014bf5-cc7c-402b-aefd-f032a720461e/12014bf5-cc7c-402b-aefd-f032a720461e.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1638.222169] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7073af1f-ee34-4dfa-9af3-731f74b75acf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.245195] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1638.245195] env[64496]: value = "task-1901975" [ 1638.245195] env[64496]: _type = "Task" [ 1638.245195] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.260897] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.283743] env[64496]: DEBUG nova.network.neutron [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1638.336566] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0f9c5d-2e09-4a2a-b800-b776afa9ad88 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.345612] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf86ffbd-a9cc-4213-a32b-aeb6c4e6abf3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.396057] env[64496]: DEBUG nova.compute.manager [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1638.402492] env[64496]: DEBUG nova.compute.manager [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1638.405660] env[64496]: DEBUG nova.network.neutron [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Successfully created port: 4cd5a0e1-fd49-4902-8869-bbc4a4be5439 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1638.410042] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4b8314-ec08-43ac-9c09-0767b7030c50 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.428453] env[64496]: DEBUG oslo_vmware.api [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167682} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.431347] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1638.431751] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1638.432088] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1638.432317] env[64496]: INFO nova.compute.manager [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1638.432581] env[64496]: DEBUG oslo.service.loopingcall [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1638.433043] env[64496]: DEBUG nova.compute.manager [-] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1638.433043] env[64496]: DEBUG nova.network.neutron [-] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1638.436162] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c5a7ad-5d13-4e78-8afb-d0bef52e2b9a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.453318] env[64496]: DEBUG nova.compute.provider_tree [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.545948] env[64496]: DEBUG nova.compute.manager [req-6277c1a7-8e4d-4e42-aa0d-61a7b1e4b0ef req-410841c5-db38-4b9f-a3dd-ee97af9b55c7 service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Received event network-vif-plugged-09595e46-01fb-4d4a-b15d-38fee7d7ce68 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1638.546374] env[64496]: DEBUG oslo_concurrency.lockutils [req-6277c1a7-8e4d-4e42-aa0d-61a7b1e4b0ef req-410841c5-db38-4b9f-a3dd-ee97af9b55c7 service nova] Acquiring lock "3b99410d-5523-414a-a281-e8d2567a10c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.546588] env[64496]: DEBUG oslo_concurrency.lockutils [req-6277c1a7-8e4d-4e42-aa0d-61a7b1e4b0ef req-410841c5-db38-4b9f-a3dd-ee97af9b55c7 service nova] Lock "3b99410d-5523-414a-a281-e8d2567a10c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.546764] env[64496]: DEBUG oslo_concurrency.lockutils [req-6277c1a7-8e4d-4e42-aa0d-61a7b1e4b0ef req-410841c5-db38-4b9f-a3dd-ee97af9b55c7 service nova] Lock "3b99410d-5523-414a-a281-e8d2567a10c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.546938] env[64496]: DEBUG nova.compute.manager [req-6277c1a7-8e4d-4e42-aa0d-61a7b1e4b0ef req-410841c5-db38-4b9f-a3dd-ee97af9b55c7 service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] No waiting events found dispatching network-vif-plugged-09595e46-01fb-4d4a-b15d-38fee7d7ce68 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1638.547187] env[64496]: WARNING nova.compute.manager [req-6277c1a7-8e4d-4e42-aa0d-61a7b1e4b0ef req-410841c5-db38-4b9f-a3dd-ee97af9b55c7 service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Received unexpected event network-vif-plugged-09595e46-01fb-4d4a-b15d-38fee7d7ce68 for instance with vm_state building and task_state spawning. [ 1638.547402] env[64496]: DEBUG nova.compute.manager [req-6277c1a7-8e4d-4e42-aa0d-61a7b1e4b0ef req-410841c5-db38-4b9f-a3dd-ee97af9b55c7 service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Received event network-changed-09595e46-01fb-4d4a-b15d-38fee7d7ce68 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1638.547565] env[64496]: DEBUG nova.compute.manager [req-6277c1a7-8e4d-4e42-aa0d-61a7b1e4b0ef req-410841c5-db38-4b9f-a3dd-ee97af9b55c7 service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Refreshing instance network info cache due to event network-changed-09595e46-01fb-4d4a-b15d-38fee7d7ce68. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1638.547732] env[64496]: DEBUG oslo_concurrency.lockutils [req-6277c1a7-8e4d-4e42-aa0d-61a7b1e4b0ef req-410841c5-db38-4b9f-a3dd-ee97af9b55c7 service nova] Acquiring lock "refresh_cache-3b99410d-5523-414a-a281-e8d2567a10c2" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.627621] env[64496]: DEBUG nova.network.neutron [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Updating instance_info_cache with network_info: [{"id": "09595e46-01fb-4d4a-b15d-38fee7d7ce68", "address": "fa:16:3e:6b:d7:e1", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09595e46-01", "ovs_interfaceid": "09595e46-01fb-4d4a-b15d-38fee7d7ce68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.758089] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901975, 'name': ReconfigVM_Task, 'duration_secs': 0.349172} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.758500] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 12014bf5-cc7c-402b-aefd-f032a720461e/12014bf5-cc7c-402b-aefd-f032a720461e.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1638.759170] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8584b60-685a-4c10-b82f-71531f2ad42f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.770179] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1638.770179] env[64496]: value = "task-1901976" [ 1638.770179] env[64496]: _type = "Task" [ 1638.770179] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.778708] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901976, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.892012] env[64496]: DEBUG nova.compute.manager [req-34f6f596-de65-4383-9f49-fccf69e03cd2 req-632d8732-a538-4ce3-bf50-96cef411ab24 service nova] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Received event network-vif-deleted-e62e35e4-3a5a-4592-bcb7-71405fb71402 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1638.892533] env[64496]: INFO nova.compute.manager [req-34f6f596-de65-4383-9f49-fccf69e03cd2 req-632d8732-a538-4ce3-bf50-96cef411ab24 service nova] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Neutron deleted interface e62e35e4-3a5a-4592-bcb7-71405fb71402; detaching it from the instance and deleting it from the info cache [ 1638.892533] env[64496]: DEBUG nova.network.neutron [req-34f6f596-de65-4383-9f49-fccf69e03cd2 req-632d8732-a538-4ce3-bf50-96cef411ab24 service nova] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.939876] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.956440] env[64496]: DEBUG nova.scheduler.client.report [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1639.133430] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "refresh_cache-3b99410d-5523-414a-a281-e8d2567a10c2" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.133812] env[64496]: DEBUG nova.compute.manager [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Instance network_info: |[{"id": "09595e46-01fb-4d4a-b15d-38fee7d7ce68", "address": "fa:16:3e:6b:d7:e1", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09595e46-01", "ovs_interfaceid": "09595e46-01fb-4d4a-b15d-38fee7d7ce68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1639.139296] env[64496]: DEBUG oslo_concurrency.lockutils [req-6277c1a7-8e4d-4e42-aa0d-61a7b1e4b0ef req-410841c5-db38-4b9f-a3dd-ee97af9b55c7 service nova] Acquired lock "refresh_cache-3b99410d-5523-414a-a281-e8d2567a10c2" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.139496] env[64496]: DEBUG nova.network.neutron [req-6277c1a7-8e4d-4e42-aa0d-61a7b1e4b0ef req-410841c5-db38-4b9f-a3dd-ee97af9b55c7 service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Refreshing network info cache for port 09595e46-01fb-4d4a-b15d-38fee7d7ce68 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1639.140652] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:d7:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09595e46-01fb-4d4a-b15d-38fee7d7ce68', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1639.149623] env[64496]: DEBUG oslo.service.loopingcall [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.150111] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1639.150459] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cf62c65-94d4-44e9-89eb-cb47e080cca8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.174160] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1639.174160] env[64496]: value = "task-1901977" [ 1639.174160] env[64496]: _type = "Task" [ 1639.174160] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.188390] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901977, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.282852] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901976, 'name': Rename_Task, 'duration_secs': 0.19598} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.283175] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1639.283432] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eb72cda-fed4-45f9-b558-cc159d5e9935 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.294986] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1639.294986] env[64496]: value = "task-1901978" [ 1639.294986] env[64496]: _type = "Task" [ 1639.294986] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.307575] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.367656] env[64496]: DEBUG nova.network.neutron [-] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.395581] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-affcab01-34c4-4753-8728-4cbb657b5f4c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.407213] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e17f39-ef27-43c4-a541-078ffda800ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.424936] env[64496]: DEBUG nova.compute.manager [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1639.445411] env[64496]: DEBUG nova.compute.manager [req-34f6f596-de65-4383-9f49-fccf69e03cd2 req-632d8732-a538-4ce3-bf50-96cef411ab24 service nova] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Detach interface failed, port_id=e62e35e4-3a5a-4592-bcb7-71405fb71402, reason: Instance 70080cd5-d6d1-49b9-b9bb-7b41871dfb07 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1639.454248] env[64496]: DEBUG nova.virt.hardware [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1639.454569] env[64496]: DEBUG nova.virt.hardware [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1639.454748] env[64496]: DEBUG nova.virt.hardware [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1639.454956] env[64496]: DEBUG nova.virt.hardware [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1639.455135] env[64496]: DEBUG nova.virt.hardware [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1639.455300] env[64496]: DEBUG nova.virt.hardware [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1639.455526] env[64496]: DEBUG nova.virt.hardware [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1639.455692] env[64496]: DEBUG nova.virt.hardware [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1639.455875] env[64496]: DEBUG nova.virt.hardware [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1639.456178] env[64496]: DEBUG nova.virt.hardware [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1639.456431] env[64496]: DEBUG nova.virt.hardware [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1639.457631] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3784df5-f949-4854-9073-661788b7bb5b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.465885] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.468122] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.154s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.468390] env[64496]: DEBUG nova.objects.instance [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lazy-loading 'resources' on Instance uuid 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1639.473020] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a523bf-de17-4b21-a4cf-cdd006cd770e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.501859] env[64496]: INFO nova.scheduler.client.report [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleted allocations for instance ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd [ 1639.689868] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901977, 'name': CreateVM_Task, 'duration_secs': 0.466891} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.689868] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1639.690229] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.690443] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.690801] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1639.691532] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91827e48-7454-4c58-8bb6-249f4529bdf5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.699554] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1639.699554] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5239bba3-b897-b7d8-92c7-c472c33a002e" [ 1639.699554] env[64496]: _type = "Task" [ 1639.699554] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.711829] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5239bba3-b897-b7d8-92c7-c472c33a002e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.812993] env[64496]: DEBUG oslo_vmware.api [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1901978, 'name': PowerOnVM_Task, 'duration_secs': 0.518989} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.813358] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1639.813571] env[64496]: INFO nova.compute.manager [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1639.813751] env[64496]: DEBUG nova.compute.manager [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1639.814563] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708fe203-4809-4f0f-b3b9-b3456dfb13b5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.872653] env[64496]: INFO nova.compute.manager [-] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Took 1.44 seconds to deallocate network for instance. [ 1639.990190] env[64496]: DEBUG nova.network.neutron [req-6277c1a7-8e4d-4e42-aa0d-61a7b1e4b0ef req-410841c5-db38-4b9f-a3dd-ee97af9b55c7 service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Updated VIF entry in instance network info cache for port 09595e46-01fb-4d4a-b15d-38fee7d7ce68. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1639.990763] env[64496]: DEBUG nova.network.neutron [req-6277c1a7-8e4d-4e42-aa0d-61a7b1e4b0ef req-410841c5-db38-4b9f-a3dd-ee97af9b55c7 service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Updating instance_info_cache with network_info: [{"id": "09595e46-01fb-4d4a-b15d-38fee7d7ce68", "address": "fa:16:3e:6b:d7:e1", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09595e46-01", "ovs_interfaceid": "09595e46-01fb-4d4a-b15d-38fee7d7ce68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.013777] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e2bb1ccb-1134-46fe-a901-6cfcf0de0db8 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.696s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.218476] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5239bba3-b897-b7d8-92c7-c472c33a002e, 'name': SearchDatastore_Task, 'duration_secs': 0.014498} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.218801] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.219200] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1640.219455] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.219603] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.219774] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1640.222618] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-111995a8-760c-4b19-b525-9463b01a7257 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.236770] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.236835] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1640.240334] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a984ef-143f-4622-9b85-9f0ab7bf4321 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.247624] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1640.247624] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520d7962-b1e4-d310-79ad-95132d7e168e" [ 1640.247624] env[64496]: _type = "Task" [ 1640.247624] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.256832] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520d7962-b1e4-d310-79ad-95132d7e168e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.336908] env[64496]: INFO nova.compute.manager [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Took 32.85 seconds to build instance. [ 1640.349088] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a806ef86-2a8f-4ff2-94fa-862902add945 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.358556] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0172060-08e3-424d-92d2-638641602dd3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.405589] env[64496]: DEBUG oslo_concurrency.lockutils [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.406856] env[64496]: DEBUG nova.network.neutron [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Successfully updated port: 4cd5a0e1-fd49-4902-8869-bbc4a4be5439 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1640.408656] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b8beed-b155-4553-8561-fcc004d5c87f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.421026] env[64496]: DEBUG oslo_concurrency.lockutils [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "952619d1-1ebb-4515-93c9-dc60ed265152" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.421026] env[64496]: DEBUG oslo_concurrency.lockutils [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "952619d1-1ebb-4515-93c9-dc60ed265152" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.421026] env[64496]: DEBUG nova.compute.manager [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Going to confirm migration 3 {{(pid=64496) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1640.424554] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed815fc8-ef3f-4591-8c78-88594d6ff4cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.437566] env[64496]: DEBUG nova.compute.provider_tree [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.494537] env[64496]: DEBUG oslo_concurrency.lockutils [req-6277c1a7-8e4d-4e42-aa0d-61a7b1e4b0ef req-410841c5-db38-4b9f-a3dd-ee97af9b55c7 service nova] Releasing lock "refresh_cache-3b99410d-5523-414a-a281-e8d2567a10c2" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.561250] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquiring lock "296478f8-a624-4195-8465-03993c5dce8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.561488] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Lock "296478f8-a624-4195-8465-03993c5dce8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.583845] env[64496]: DEBUG nova.compute.manager [req-8c6648d2-a4db-42a5-8d6f-6e900d1c5669 req-505484e5-1a60-4e15-8649-d649f9e14806 service nova] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Received event network-vif-plugged-4cd5a0e1-fd49-4902-8869-bbc4a4be5439 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1640.584175] env[64496]: DEBUG oslo_concurrency.lockutils [req-8c6648d2-a4db-42a5-8d6f-6e900d1c5669 req-505484e5-1a60-4e15-8649-d649f9e14806 service nova] Acquiring lock "c9d120f8-052f-4b76-8bc9-b7b107a5e36d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.584758] env[64496]: DEBUG oslo_concurrency.lockutils [req-8c6648d2-a4db-42a5-8d6f-6e900d1c5669 req-505484e5-1a60-4e15-8649-d649f9e14806 service nova] Lock "c9d120f8-052f-4b76-8bc9-b7b107a5e36d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.584971] env[64496]: DEBUG oslo_concurrency.lockutils [req-8c6648d2-a4db-42a5-8d6f-6e900d1c5669 req-505484e5-1a60-4e15-8649-d649f9e14806 service nova] Lock "c9d120f8-052f-4b76-8bc9-b7b107a5e36d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.585207] env[64496]: DEBUG nova.compute.manager [req-8c6648d2-a4db-42a5-8d6f-6e900d1c5669 req-505484e5-1a60-4e15-8649-d649f9e14806 service nova] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] No waiting events found dispatching network-vif-plugged-4cd5a0e1-fd49-4902-8869-bbc4a4be5439 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1640.585395] env[64496]: WARNING nova.compute.manager [req-8c6648d2-a4db-42a5-8d6f-6e900d1c5669 req-505484e5-1a60-4e15-8649-d649f9e14806 service nova] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Received unexpected event network-vif-plugged-4cd5a0e1-fd49-4902-8869-bbc4a4be5439 for instance with vm_state building and task_state spawning. [ 1640.585576] env[64496]: DEBUG nova.compute.manager [req-8c6648d2-a4db-42a5-8d6f-6e900d1c5669 req-505484e5-1a60-4e15-8649-d649f9e14806 service nova] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Received event network-changed-4cd5a0e1-fd49-4902-8869-bbc4a4be5439 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1640.585781] env[64496]: DEBUG nova.compute.manager [req-8c6648d2-a4db-42a5-8d6f-6e900d1c5669 req-505484e5-1a60-4e15-8649-d649f9e14806 service nova] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Refreshing instance network info cache due to event network-changed-4cd5a0e1-fd49-4902-8869-bbc4a4be5439. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1640.585995] env[64496]: DEBUG oslo_concurrency.lockutils [req-8c6648d2-a4db-42a5-8d6f-6e900d1c5669 req-505484e5-1a60-4e15-8649-d649f9e14806 service nova] Acquiring lock "refresh_cache-c9d120f8-052f-4b76-8bc9-b7b107a5e36d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.586161] env[64496]: DEBUG oslo_concurrency.lockutils [req-8c6648d2-a4db-42a5-8d6f-6e900d1c5669 req-505484e5-1a60-4e15-8649-d649f9e14806 service nova] Acquired lock "refresh_cache-c9d120f8-052f-4b76-8bc9-b7b107a5e36d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.586374] env[64496]: DEBUG nova.network.neutron [req-8c6648d2-a4db-42a5-8d6f-6e900d1c5669 req-505484e5-1a60-4e15-8649-d649f9e14806 service nova] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Refreshing network info cache for port 4cd5a0e1-fd49-4902-8869-bbc4a4be5439 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1640.690198] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "99e415cd-77a4-4557-bdb4-67727d5621ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.690470] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "99e415cd-77a4-4557-bdb4-67727d5621ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.690692] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "99e415cd-77a4-4557-bdb4-67727d5621ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.690884] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "99e415cd-77a4-4557-bdb4-67727d5621ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.691073] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "99e415cd-77a4-4557-bdb4-67727d5621ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.693121] env[64496]: INFO nova.compute.manager [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Terminating instance [ 1640.759015] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520d7962-b1e4-d310-79ad-95132d7e168e, 'name': SearchDatastore_Task, 'duration_secs': 0.038939} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.760240] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f56fc5f-04de-4e7c-bb30-0acadc1371d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.766253] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1640.766253] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528199c8-39ce-9255-a119-9b867a59ad30" [ 1640.766253] env[64496]: _type = "Task" [ 1640.766253] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.776746] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528199c8-39ce-9255-a119-9b867a59ad30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.839094] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f0dce50d-587b-49ce-82ad-5ef8383537ae tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "12014bf5-cc7c-402b-aefd-f032a720461e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.364s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.912469] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "refresh_cache-c9d120f8-052f-4b76-8bc9-b7b107a5e36d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.943215] env[64496]: DEBUG nova.scheduler.client.report [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1640.954240] env[64496]: DEBUG nova.compute.manager [req-3bfd73fb-588c-402e-ba80-e8416b50bc1c req-2041c6af-fd08-4584-a0b7-1fd6a984e57c service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Received event network-changed-0b9e6381-cf61-443d-b832-4064704594b2 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1640.954450] env[64496]: DEBUG nova.compute.manager [req-3bfd73fb-588c-402e-ba80-e8416b50bc1c req-2041c6af-fd08-4584-a0b7-1fd6a984e57c service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Refreshing instance network info cache due to event network-changed-0b9e6381-cf61-443d-b832-4064704594b2. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1640.954685] env[64496]: DEBUG oslo_concurrency.lockutils [req-3bfd73fb-588c-402e-ba80-e8416b50bc1c req-2041c6af-fd08-4584-a0b7-1fd6a984e57c service nova] Acquiring lock "refresh_cache-12014bf5-cc7c-402b-aefd-f032a720461e" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.954807] env[64496]: DEBUG oslo_concurrency.lockutils [req-3bfd73fb-588c-402e-ba80-e8416b50bc1c req-2041c6af-fd08-4584-a0b7-1fd6a984e57c service nova] Acquired lock "refresh_cache-12014bf5-cc7c-402b-aefd-f032a720461e" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.955018] env[64496]: DEBUG nova.network.neutron [req-3bfd73fb-588c-402e-ba80-e8416b50bc1c req-2041c6af-fd08-4584-a0b7-1fd6a984e57c service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Refreshing network info cache for port 0b9e6381-cf61-443d-b832-4064704594b2 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.005048] env[64496]: DEBUG oslo_concurrency.lockutils [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "refresh_cache-952619d1-1ebb-4515-93c9-dc60ed265152" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.005315] env[64496]: DEBUG oslo_concurrency.lockutils [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "refresh_cache-952619d1-1ebb-4515-93c9-dc60ed265152" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.005360] env[64496]: DEBUG nova.network.neutron [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1641.005567] env[64496]: DEBUG nova.objects.instance [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lazy-loading 'info_cache' on Instance uuid 952619d1-1ebb-4515-93c9-dc60ed265152 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.063484] env[64496]: DEBUG nova.compute.manager [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1641.119832] env[64496]: DEBUG nova.network.neutron [req-8c6648d2-a4db-42a5-8d6f-6e900d1c5669 req-505484e5-1a60-4e15-8649-d649f9e14806 service nova] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1641.199191] env[64496]: DEBUG nova.compute.manager [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1641.199191] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1641.199191] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657bebde-fac7-4d0d-908e-82d3d130b155 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.218043] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1641.218767] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef0058ac-ecde-4a63-a32e-a4ddfebb39d9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.235079] env[64496]: DEBUG oslo_vmware.api [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1641.235079] env[64496]: value = "task-1901979" [ 1641.235079] env[64496]: _type = "Task" [ 1641.235079] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.245329] env[64496]: DEBUG oslo_vmware.api [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.249610] env[64496]: DEBUG nova.network.neutron [req-8c6648d2-a4db-42a5-8d6f-6e900d1c5669 req-505484e5-1a60-4e15-8649-d649f9e14806 service nova] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.278392] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528199c8-39ce-9255-a119-9b867a59ad30, 'name': SearchDatastore_Task, 'duration_secs': 0.024174} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.278668] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.278933] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 3b99410d-5523-414a-a281-e8d2567a10c2/3b99410d-5523-414a-a281-e8d2567a10c2.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1641.279217] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cac6cf2-967e-4bdc-8663-a0b6244e8c15 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.286857] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1641.286857] env[64496]: value = "task-1901980" [ 1641.286857] env[64496]: _type = "Task" [ 1641.286857] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.296137] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.450669] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.452765] env[64496]: DEBUG oslo_concurrency.lockutils [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.203s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.452765] env[64496]: DEBUG nova.objects.instance [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lazy-loading 'resources' on Instance uuid b6340ab3-686a-41a5-a62f-7bf31cf378dc {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.481217] env[64496]: INFO nova.scheduler.client.report [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleted allocations for instance 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18 [ 1641.594522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.752182] env[64496]: DEBUG oslo_concurrency.lockutils [req-8c6648d2-a4db-42a5-8d6f-6e900d1c5669 req-505484e5-1a60-4e15-8649-d649f9e14806 service nova] Releasing lock "refresh_cache-c9d120f8-052f-4b76-8bc9-b7b107a5e36d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.752938] env[64496]: DEBUG oslo_vmware.api [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901979, 'name': PowerOffVM_Task, 'duration_secs': 0.27546} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.753333] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired lock "refresh_cache-c9d120f8-052f-4b76-8bc9-b7b107a5e36d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.753640] env[64496]: DEBUG nova.network.neutron [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1641.755338] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1641.755558] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1641.756138] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bed7120f-f769-468f-b57c-fb58d998377d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.804850] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901980, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.838999] env[64496]: DEBUG nova.network.neutron [req-3bfd73fb-588c-402e-ba80-e8416b50bc1c req-2041c6af-fd08-4584-a0b7-1fd6a984e57c service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Updated VIF entry in instance network info cache for port 0b9e6381-cf61-443d-b832-4064704594b2. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1641.839889] env[64496]: DEBUG nova.network.neutron [req-3bfd73fb-588c-402e-ba80-e8416b50bc1c req-2041c6af-fd08-4584-a0b7-1fd6a984e57c service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Updating instance_info_cache with network_info: [{"id": "0b9e6381-cf61-443d-b832-4064704594b2", "address": "fa:16:3e:dc:2f:8c", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9e6381-cf", "ovs_interfaceid": "0b9e6381-cf61-443d-b832-4064704594b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.851157] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1641.851523] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1641.851799] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleting the datastore file [datastore2] 99e415cd-77a4-4557-bdb4-67727d5621ed {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1641.852221] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33efdf2e-ac74-418c-8f82-c16d15766282 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.862248] env[64496]: DEBUG oslo_vmware.api [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1641.862248] env[64496]: value = "task-1901982" [ 1641.862248] env[64496]: _type = "Task" [ 1641.862248] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.873260] env[64496]: DEBUG oslo_vmware.api [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.988763] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86d9b4b7-69d2-47ca-9493-d5cb2a64757a tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.809s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.256412] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cffdbf-9b45-461f-befd-c1eff21442a3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.270164] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebc1200-84da-49b6-b4bf-06bc6fecbe4d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.310986] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0475c0f0-b403-42c3-9c96-b47ea2f102d8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.322335] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee7ab75-075c-43e9-aee9-e8e99e36bfc5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.326559] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657837} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.327385] env[64496]: DEBUG nova.network.neutron [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1642.330494] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 3b99410d-5523-414a-a281-e8d2567a10c2/3b99410d-5523-414a-a281-e8d2567a10c2.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1642.330494] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1642.330494] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-874ac128-9e70-4b7e-8a5b-f8963ead12d8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.340667] env[64496]: DEBUG nova.compute.provider_tree [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.342795] env[64496]: DEBUG oslo_concurrency.lockutils [req-3bfd73fb-588c-402e-ba80-e8416b50bc1c req-2041c6af-fd08-4584-a0b7-1fd6a984e57c service nova] Releasing lock "refresh_cache-12014bf5-cc7c-402b-aefd-f032a720461e" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.348037] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1642.348037] env[64496]: value = "task-1901983" [ 1642.348037] env[64496]: _type = "Task" [ 1642.348037] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.357263] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.373081] env[64496]: DEBUG oslo_vmware.api [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1901982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447085} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.373365] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1642.373612] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1642.373803] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1642.373977] env[64496]: INFO nova.compute.manager [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1642.374236] env[64496]: DEBUG oslo.service.loopingcall [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1642.374426] env[64496]: DEBUG nova.compute.manager [-] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1642.374553] env[64496]: DEBUG nova.network.neutron [-] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1642.553603] env[64496]: DEBUG nova.network.neutron [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Updating instance_info_cache with network_info: [{"id": "4cd5a0e1-fd49-4902-8869-bbc4a4be5439", "address": "fa:16:3e:c7:94:1b", "network": {"id": "345921ed-2a8c-41ea-8937-fc58acb88ade", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1142779685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c6088bdfce4b4ea3f161948856f564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd5a0e1-fd", "ovs_interfaceid": "4cd5a0e1-fd49-4902-8869-bbc4a4be5439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.555979] env[64496]: DEBUG nova.network.neutron [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating instance_info_cache with network_info: [{"id": "04fc100d-c6be-4808-9823-4dd5a36e0d58", "address": "fa:16:3e:f8:a1:c3", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fc100d-c6", "ovs_interfaceid": "04fc100d-c6be-4808-9823-4dd5a36e0d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.760202] env[64496]: DEBUG nova.compute.manager [req-f334409c-634f-49b5-b83c-6b0e9466fe2f req-2f76663e-4487-4270-9979-1e0ad51cedd0 service nova] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Received event network-vif-deleted-5cbe498a-f462-402f-8c94-316fe67ae539 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1642.760423] env[64496]: INFO nova.compute.manager [req-f334409c-634f-49b5-b83c-6b0e9466fe2f req-2f76663e-4487-4270-9979-1e0ad51cedd0 service nova] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Neutron deleted interface 5cbe498a-f462-402f-8c94-316fe67ae539; detaching it from the instance and deleting it from the info cache [ 1642.760622] env[64496]: DEBUG nova.network.neutron [req-f334409c-634f-49b5-b83c-6b0e9466fe2f req-2f76663e-4487-4270-9979-1e0ad51cedd0 service nova] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.843723] env[64496]: DEBUG nova.scheduler.client.report [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1642.858573] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080709} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.859445] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1642.860221] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e27c92-21b3-4daa-9616-e7970e5c413c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.882348] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 3b99410d-5523-414a-a281-e8d2567a10c2/3b99410d-5523-414a-a281-e8d2567a10c2.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1642.882796] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c59a4f-ac7e-44eb-9541-f506ab711e16 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.903048] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1642.903048] env[64496]: value = "task-1901984" [ 1642.903048] env[64496]: _type = "Task" [ 1642.903048] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.911527] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.058601] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lock "refresh_cache-c9d120f8-052f-4b76-8bc9-b7b107a5e36d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.058946] env[64496]: DEBUG nova.compute.manager [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Instance network_info: |[{"id": "4cd5a0e1-fd49-4902-8869-bbc4a4be5439", "address": "fa:16:3e:c7:94:1b", "network": {"id": "345921ed-2a8c-41ea-8937-fc58acb88ade", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1142779685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c6088bdfce4b4ea3f161948856f564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd5a0e1-fd", "ovs_interfaceid": "4cd5a0e1-fd49-4902-8869-bbc4a4be5439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1643.059421] env[64496]: DEBUG oslo_concurrency.lockutils [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "refresh_cache-952619d1-1ebb-4515-93c9-dc60ed265152" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.059647] env[64496]: DEBUG nova.objects.instance [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lazy-loading 'migration_context' on Instance uuid 952619d1-1ebb-4515-93c9-dc60ed265152 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.060922] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:94:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cd5a0e1-fd49-4902-8869-bbc4a4be5439', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1643.068636] env[64496]: DEBUG oslo.service.loopingcall [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1643.069568] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1643.069796] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cbf4d14-7cd3-44b0-82b6-1d151d3a0914 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.090378] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1643.090378] env[64496]: value = "task-1901985" [ 1643.090378] env[64496]: _type = "Task" [ 1643.090378] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.098823] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901985, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.238164] env[64496]: DEBUG nova.network.neutron [-] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.263615] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a78e50f0-2b41-4be5-81b7-08da2796c5f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.275205] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc82ec7-1e5a-41d5-83b0-238199ff13b9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.310327] env[64496]: DEBUG nova.compute.manager [req-f334409c-634f-49b5-b83c-6b0e9466fe2f req-2f76663e-4487-4270-9979-1e0ad51cedd0 service nova] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Detach interface failed, port_id=5cbe498a-f462-402f-8c94-316fe67ae539, reason: Instance 99e415cd-77a4-4557-bdb4-67727d5621ed could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1643.351286] env[64496]: DEBUG oslo_concurrency.lockutils [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.353557] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.983s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.355206] env[64496]: INFO nova.compute.claims [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.375288] env[64496]: INFO nova.scheduler.client.report [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Deleted allocations for instance b6340ab3-686a-41a5-a62f-7bf31cf378dc [ 1643.414019] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.570936] env[64496]: DEBUG nova.objects.base [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Object Instance<952619d1-1ebb-4515-93c9-dc60ed265152> lazy-loaded attributes: info_cache,migration_context {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1643.572028] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b947f37-25a8-4b55-90f4-220aa9bd4db0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.596737] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba24645-4c38-43d4-b78e-64f8104ebf28 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.605740] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901985, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.606740] env[64496]: DEBUG oslo_vmware.api [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1643.606740] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c09e18-23a6-4657-393c-02b31bb3db85" [ 1643.606740] env[64496]: _type = "Task" [ 1643.606740] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.615094] env[64496]: DEBUG oslo_vmware.api [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c09e18-23a6-4657-393c-02b31bb3db85, 'name': SearchDatastore_Task, 'duration_secs': 0.007569} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.615385] env[64496]: DEBUG oslo_concurrency.lockutils [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.741409] env[64496]: INFO nova.compute.manager [-] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Took 1.37 seconds to deallocate network for instance. [ 1643.881709] env[64496]: DEBUG oslo_concurrency.lockutils [None req-77a9e777-148c-4c30-9acd-646a5dd970d7 tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "b6340ab3-686a-41a5-a62f-7bf31cf378dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.540s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.914406] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901984, 'name': ReconfigVM_Task, 'duration_secs': 0.855063} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.914704] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 3b99410d-5523-414a-a281-e8d2567a10c2/3b99410d-5523-414a-a281-e8d2567a10c2.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1643.915340] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6c03e4d-a271-453d-8664-1f3165d9a8f8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.923225] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1643.923225] env[64496]: value = "task-1901986" [ 1643.923225] env[64496]: _type = "Task" [ 1643.923225] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.934166] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901986, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.104058] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901985, 'name': CreateVM_Task, 'duration_secs': 0.770184} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.104242] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1644.104913] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.105104] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.105431] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1644.105730] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236ce2ea-959e-4558-8bcd-830b4c624854 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.110697] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1644.110697] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527a16c3-c0d3-79f4-8aeb-cfe936b8c30e" [ 1644.110697] env[64496]: _type = "Task" [ 1644.110697] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.119060] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527a16c3-c0d3-79f4-8aeb-cfe936b8c30e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.249010] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.436429] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901986, 'name': Rename_Task, 'duration_secs': 0.172241} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.436737] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1644.436949] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72a14509-a9d7-486f-bc00-9509dce9b6d7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.447653] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1644.447653] env[64496]: value = "task-1901987" [ 1644.447653] env[64496]: _type = "Task" [ 1644.447653] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.458151] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.567905] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "263d8f91-a293-4151-845f-669af1120d81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.568242] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "263d8f91-a293-4151-845f-669af1120d81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.625719] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527a16c3-c0d3-79f4-8aeb-cfe936b8c30e, 'name': SearchDatastore_Task, 'duration_secs': 0.011879} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.626038] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.626291] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1644.626583] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.626686] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.626839] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1644.627115] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36ed8d43-3626-4082-af1c-e9a515cfca7a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.638446] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1644.638676] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1644.639589] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae5ab5f8-48cd-4edc-9018-014e806b0ed8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.643197] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bf9072-ab90-44b7-a67b-f7c420ef3216 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.649014] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1644.649014] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ce0d15-f736-8f11-3382-de3235f18942" [ 1644.649014] env[64496]: _type = "Task" [ 1644.649014] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.656999] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bde277-593a-4179-86f5-189dd9177ae4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.666150] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ce0d15-f736-8f11-3382-de3235f18942, 'name': SearchDatastore_Task, 'duration_secs': 0.012002} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.692753] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec6f99f7-4dc0-4e89-8db7-5c59a4ed49a0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.694762] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4b0815-44b5-44d2-b380-51123e60b58d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.703966] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7720c2-1d9b-4eb9-9147-961750ea567a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.708215] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1644.708215] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529584ce-fc5b-2ce2-76fb-e4a4bf271c80" [ 1644.708215] env[64496]: _type = "Task" [ 1644.708215] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.721900] env[64496]: DEBUG nova.compute.provider_tree [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.726831] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529584ce-fc5b-2ce2-76fb-e4a4bf271c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.960839] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901987, 'name': PowerOnVM_Task} progress is 76%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.071364] env[64496]: DEBUG nova.compute.manager [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1645.218573] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529584ce-fc5b-2ce2-76fb-e4a4bf271c80, 'name': SearchDatastore_Task, 'duration_secs': 0.018835} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.218978] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.219295] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] c9d120f8-052f-4b76-8bc9-b7b107a5e36d/c9d120f8-052f-4b76-8bc9-b7b107a5e36d.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1645.219649] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-641e3521-25a6-4e33-b677-2193266e81a2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.227406] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1645.227406] env[64496]: value = "task-1901988" [ 1645.227406] env[64496]: _type = "Task" [ 1645.227406] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.228414] env[64496]: DEBUG nova.scheduler.client.report [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1645.240765] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.458829] env[64496]: DEBUG oslo_vmware.api [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1901987, 'name': PowerOnVM_Task, 'duration_secs': 0.886264} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.459769] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1645.459867] env[64496]: INFO nova.compute.manager [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1645.460035] env[64496]: DEBUG nova.compute.manager [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1645.460826] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f647318-bd3f-4bc2-9431-dc4fafb03843 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.597469] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.736695] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.737267] env[64496]: DEBUG nova.compute.manager [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1645.743737] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.835s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.743986] env[64496]: DEBUG nova.objects.instance [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lazy-loading 'resources' on Instance uuid ef37c05a-67d9-4dc9-a0f3-55b878b28e0d {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.745324] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901988, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.977742] env[64496]: INFO nova.compute.manager [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Took 17.96 seconds to build instance. [ 1646.238724] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66159} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.238724] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] c9d120f8-052f-4b76-8bc9-b7b107a5e36d/c9d120f8-052f-4b76-8bc9-b7b107a5e36d.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1646.238908] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1646.239198] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15bb5210-dbd7-430d-8290-a096f82391c0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.250783] env[64496]: DEBUG nova.compute.utils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1646.252225] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1646.252225] env[64496]: value = "task-1901989" [ 1646.252225] env[64496]: _type = "Task" [ 1646.252225] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.252805] env[64496]: DEBUG nova.compute.manager [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1646.252983] env[64496]: DEBUG nova.network.neutron [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1646.265277] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.355429] env[64496]: DEBUG nova.policy [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63cb3ec99aee47f1b4aee107711fed48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e160eff35b4743ddbe0c83bed4465c00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1646.479702] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0036eb2e-c5e8-467f-bbc6-83f0dbd0b234 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "3b99410d-5523-414a-a281-e8d2567a10c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.471s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.501460] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b55909-9129-4738-9b35-3c75e5dd6abb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.511242] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5add149-e4fa-4c58-a373-5674ab1ac52b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.550523] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd0a6e9-315e-4ec0-8e7c-63857c11c99f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.559827] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a09670-4003-4b3a-a5f5-69416e593a50 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.572500] env[64496]: DEBUG nova.compute.provider_tree [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.755742] env[64496]: DEBUG nova.compute.manager [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1646.768169] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153351} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.768472] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1646.769256] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6818794d-af19-453d-ba55-7e1deb9fcecb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.794029] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] c9d120f8-052f-4b76-8bc9-b7b107a5e36d/c9d120f8-052f-4b76-8bc9-b7b107a5e36d.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1646.794307] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80803564-1173-4759-99d5-cf43236e90c6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.817155] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1646.817155] env[64496]: value = "task-1901990" [ 1646.817155] env[64496]: _type = "Task" [ 1646.817155] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.821058] env[64496]: DEBUG nova.network.neutron [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Successfully created port: 068017e5-469c-417f-8399-93460415bc57 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1646.828717] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.075847] env[64496]: DEBUG nova.scheduler.client.report [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1647.129555] env[64496]: DEBUG nova.compute.manager [req-78a3695f-b0df-438e-9a3d-0b1075b68ca2 req-32c301c5-892d-411d-991b-1fa543bcda90 service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Received event network-changed-09595e46-01fb-4d4a-b15d-38fee7d7ce68 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1647.129555] env[64496]: DEBUG nova.compute.manager [req-78a3695f-b0df-438e-9a3d-0b1075b68ca2 req-32c301c5-892d-411d-991b-1fa543bcda90 service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Refreshing instance network info cache due to event network-changed-09595e46-01fb-4d4a-b15d-38fee7d7ce68. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1647.129555] env[64496]: DEBUG oslo_concurrency.lockutils [req-78a3695f-b0df-438e-9a3d-0b1075b68ca2 req-32c301c5-892d-411d-991b-1fa543bcda90 service nova] Acquiring lock "refresh_cache-3b99410d-5523-414a-a281-e8d2567a10c2" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.129555] env[64496]: DEBUG oslo_concurrency.lockutils [req-78a3695f-b0df-438e-9a3d-0b1075b68ca2 req-32c301c5-892d-411d-991b-1fa543bcda90 service nova] Acquired lock "refresh_cache-3b99410d-5523-414a-a281-e8d2567a10c2" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.129555] env[64496]: DEBUG nova.network.neutron [req-78a3695f-b0df-438e-9a3d-0b1075b68ca2 req-32c301c5-892d-411d-991b-1fa543bcda90 service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Refreshing network info cache for port 09595e46-01fb-4d4a-b15d-38fee7d7ce68 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1647.251453] env[64496]: DEBUG nova.network.neutron [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Successfully created port: ba1d8704-d132-4f9a-afb8-b67c03e9f081 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1647.328060] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901990, 'name': ReconfigVM_Task, 'duration_secs': 0.283365} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.328539] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Reconfigured VM instance instance-00000042 to attach disk [datastore2] c9d120f8-052f-4b76-8bc9-b7b107a5e36d/c9d120f8-052f-4b76-8bc9-b7b107a5e36d.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1647.329277] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50f87117-15b9-43bc-a127-6e759524fb54 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.336745] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1647.336745] env[64496]: value = "task-1901991" [ 1647.336745] env[64496]: _type = "Task" [ 1647.336745] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.346360] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901991, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.583431] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.586370] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.646s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.587708] env[64496]: INFO nova.compute.claims [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1647.607847] env[64496]: INFO nova.scheduler.client.report [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleted allocations for instance ef37c05a-67d9-4dc9-a0f3-55b878b28e0d [ 1647.770408] env[64496]: DEBUG nova.compute.manager [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1647.797238] env[64496]: DEBUG nova.virt.hardware [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1647.797533] env[64496]: DEBUG nova.virt.hardware [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1647.797722] env[64496]: DEBUG nova.virt.hardware [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1647.797909] env[64496]: DEBUG nova.virt.hardware [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1647.798075] env[64496]: DEBUG nova.virt.hardware [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1647.798231] env[64496]: DEBUG nova.virt.hardware [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1647.798477] env[64496]: DEBUG nova.virt.hardware [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1647.798641] env[64496]: DEBUG nova.virt.hardware [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1647.798809] env[64496]: DEBUG nova.virt.hardware [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1647.798973] env[64496]: DEBUG nova.virt.hardware [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1647.799166] env[64496]: DEBUG nova.virt.hardware [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1647.800023] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790fbb9c-8357-46b7-adb8-d8a5eb708728 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.808415] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20326f10-2e14-4a1e-9fd9-414cdc5f16c0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.846296] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901991, 'name': Rename_Task, 'duration_secs': 0.153477} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.846584] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.846831] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4be74aea-f610-4ee6-99eb-644ee3ac96c4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.853904] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1647.853904] env[64496]: value = "task-1901992" [ 1647.853904] env[64496]: _type = "Task" [ 1647.853904] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.858190] env[64496]: DEBUG nova.network.neutron [req-78a3695f-b0df-438e-9a3d-0b1075b68ca2 req-32c301c5-892d-411d-991b-1fa543bcda90 service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Updated VIF entry in instance network info cache for port 09595e46-01fb-4d4a-b15d-38fee7d7ce68. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1647.858580] env[64496]: DEBUG nova.network.neutron [req-78a3695f-b0df-438e-9a3d-0b1075b68ca2 req-32c301c5-892d-411d-991b-1fa543bcda90 service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Updating instance_info_cache with network_info: [{"id": "09595e46-01fb-4d4a-b15d-38fee7d7ce68", "address": "fa:16:3e:6b:d7:e1", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09595e46-01", "ovs_interfaceid": "09595e46-01fb-4d4a-b15d-38fee7d7ce68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.865149] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.116088] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0840f089-003c-4021-b099-f8be30f5abf5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ef37c05a-67d9-4dc9-a0f3-55b878b28e0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.793s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.361501] env[64496]: DEBUG oslo_concurrency.lockutils [req-78a3695f-b0df-438e-9a3d-0b1075b68ca2 req-32c301c5-892d-411d-991b-1fa543bcda90 service nova] Releasing lock "refresh_cache-3b99410d-5523-414a-a281-e8d2567a10c2" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.364979] env[64496]: DEBUG oslo_vmware.api [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901992, 'name': PowerOnVM_Task, 'duration_secs': 0.479153} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.365242] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1648.365443] env[64496]: INFO nova.compute.manager [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1648.365625] env[64496]: DEBUG nova.compute.manager [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1648.366854] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f9a342-db88-4e8a-9411-f542691dd49e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.832515] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e365974-50bc-4d76-b2c4-8bca86773015 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.844020] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f04912-a8c4-4f2e-820a-73819ed494a4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.874205] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3c22d0-94a8-4193-90ec-a9ffe9b63d44 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.886691] env[64496]: DEBUG nova.network.neutron [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Successfully updated port: 068017e5-469c-417f-8399-93460415bc57 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1648.891289] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2782646d-b703-4548-9eab-7dfe68c06c44 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.895721] env[64496]: INFO nova.compute.manager [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Took 20.23 seconds to build instance. [ 1648.909444] env[64496]: DEBUG nova.compute.provider_tree [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1649.155043] env[64496]: DEBUG nova.compute.manager [req-9fdbf2bd-a31c-4b74-813b-303d2e178293 req-994392d9-aa6c-4bc7-9e8a-092b43a98a7c service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Received event network-vif-plugged-068017e5-469c-417f-8399-93460415bc57 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1649.155290] env[64496]: DEBUG oslo_concurrency.lockutils [req-9fdbf2bd-a31c-4b74-813b-303d2e178293 req-994392d9-aa6c-4bc7-9e8a-092b43a98a7c service nova] Acquiring lock "9a083c34-2370-48bc-a8af-d6480f205232-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.155500] env[64496]: DEBUG oslo_concurrency.lockutils [req-9fdbf2bd-a31c-4b74-813b-303d2e178293 req-994392d9-aa6c-4bc7-9e8a-092b43a98a7c service nova] Lock "9a083c34-2370-48bc-a8af-d6480f205232-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.155671] env[64496]: DEBUG oslo_concurrency.lockutils [req-9fdbf2bd-a31c-4b74-813b-303d2e178293 req-994392d9-aa6c-4bc7-9e8a-092b43a98a7c service nova] Lock "9a083c34-2370-48bc-a8af-d6480f205232-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.155843] env[64496]: DEBUG nova.compute.manager [req-9fdbf2bd-a31c-4b74-813b-303d2e178293 req-994392d9-aa6c-4bc7-9e8a-092b43a98a7c service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] No waiting events found dispatching network-vif-plugged-068017e5-469c-417f-8399-93460415bc57 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1649.156035] env[64496]: WARNING nova.compute.manager [req-9fdbf2bd-a31c-4b74-813b-303d2e178293 req-994392d9-aa6c-4bc7-9e8a-092b43a98a7c service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Received unexpected event network-vif-plugged-068017e5-469c-417f-8399-93460415bc57 for instance with vm_state building and task_state spawning. [ 1649.156175] env[64496]: DEBUG nova.compute.manager [req-9fdbf2bd-a31c-4b74-813b-303d2e178293 req-994392d9-aa6c-4bc7-9e8a-092b43a98a7c service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Received event network-changed-068017e5-469c-417f-8399-93460415bc57 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1649.156334] env[64496]: DEBUG nova.compute.manager [req-9fdbf2bd-a31c-4b74-813b-303d2e178293 req-994392d9-aa6c-4bc7-9e8a-092b43a98a7c service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Refreshing instance network info cache due to event network-changed-068017e5-469c-417f-8399-93460415bc57. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1649.156517] env[64496]: DEBUG oslo_concurrency.lockutils [req-9fdbf2bd-a31c-4b74-813b-303d2e178293 req-994392d9-aa6c-4bc7-9e8a-092b43a98a7c service nova] Acquiring lock "refresh_cache-9a083c34-2370-48bc-a8af-d6480f205232" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.156652] env[64496]: DEBUG oslo_concurrency.lockutils [req-9fdbf2bd-a31c-4b74-813b-303d2e178293 req-994392d9-aa6c-4bc7-9e8a-092b43a98a7c service nova] Acquired lock "refresh_cache-9a083c34-2370-48bc-a8af-d6480f205232" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.156806] env[64496]: DEBUG nova.network.neutron [req-9fdbf2bd-a31c-4b74-813b-303d2e178293 req-994392d9-aa6c-4bc7-9e8a-092b43a98a7c service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Refreshing network info cache for port 068017e5-469c-417f-8399-93460415bc57 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1649.399903] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f94b0866-ad9a-47f8-97f8-e9acc7d05309 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "c9d120f8-052f-4b76-8bc9-b7b107a5e36d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.738s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.413348] env[64496]: DEBUG nova.scheduler.client.report [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1649.692697] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.692931] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.716235] env[64496]: DEBUG nova.network.neutron [req-9fdbf2bd-a31c-4b74-813b-303d2e178293 req-994392d9-aa6c-4bc7-9e8a-092b43a98a7c service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1649.838830] env[64496]: DEBUG nova.network.neutron [req-9fdbf2bd-a31c-4b74-813b-303d2e178293 req-994392d9-aa6c-4bc7-9e8a-092b43a98a7c service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.918835] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.919426] env[64496]: DEBUG nova.compute.manager [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1649.922561] env[64496]: DEBUG oslo_concurrency.lockutils [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.517s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.922766] env[64496]: DEBUG oslo_concurrency.lockutils [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.924753] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.331s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.926214] env[64496]: INFO nova.compute.claims [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1649.951030] env[64496]: INFO nova.scheduler.client.report [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Deleted allocations for instance 70080cd5-d6d1-49b9-b9bb-7b41871dfb07 [ 1650.071101] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d259091b-beb2-4048-85d4-5fe042a86e62 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.078686] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-82942e1d-7407-438b-bff9-83a25df4bcfb tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Suspending the VM {{(pid=64496) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1650.078993] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7a2abc89-89ce-4c18-adb4-9b4a72cbec17 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.086698] env[64496]: DEBUG oslo_vmware.api [None req-82942e1d-7407-438b-bff9-83a25df4bcfb tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1650.086698] env[64496]: value = "task-1901993" [ 1650.086698] env[64496]: _type = "Task" [ 1650.086698] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.096446] env[64496]: DEBUG oslo_vmware.api [None req-82942e1d-7407-438b-bff9-83a25df4bcfb tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901993, 'name': SuspendVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.195722] env[64496]: DEBUG nova.compute.manager [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1650.341551] env[64496]: DEBUG oslo_concurrency.lockutils [req-9fdbf2bd-a31c-4b74-813b-303d2e178293 req-994392d9-aa6c-4bc7-9e8a-092b43a98a7c service nova] Releasing lock "refresh_cache-9a083c34-2370-48bc-a8af-d6480f205232" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.431134] env[64496]: DEBUG nova.compute.utils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1650.436820] env[64496]: DEBUG nova.compute.manager [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1650.436820] env[64496]: DEBUG nova.network.neutron [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1650.460745] env[64496]: DEBUG oslo_concurrency.lockutils [None req-388189fb-530a-4672-a6e9-96e76169fdf7 tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "70080cd5-d6d1-49b9-b9bb-7b41871dfb07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.863s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.479444] env[64496]: DEBUG nova.policy [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96d22e6d7e40441cb201b66951bd0909', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73c3f6f05d5840deb4e09e6fc24753d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1650.597192] env[64496]: DEBUG oslo_vmware.api [None req-82942e1d-7407-438b-bff9-83a25df4bcfb tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901993, 'name': SuspendVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.727049] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.839459] env[64496]: DEBUG nova.network.neutron [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Successfully created port: 62c2ac2b-fd81-41b7-b0b0-0bfe758139d6 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1650.939641] env[64496]: DEBUG nova.compute.manager [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1651.104021] env[64496]: DEBUG oslo_vmware.api [None req-82942e1d-7407-438b-bff9-83a25df4bcfb tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901993, 'name': SuspendVM_Task, 'duration_secs': 0.635787} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.104021] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-82942e1d-7407-438b-bff9-83a25df4bcfb tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Suspended the VM {{(pid=64496) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1651.104021] env[64496]: DEBUG nova.compute.manager [None req-82942e1d-7407-438b-bff9-83a25df4bcfb tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1651.104021] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e46973-2e61-4f30-9f72-8aeff6cc2a93 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.182882] env[64496]: DEBUG nova.compute.manager [req-fba7e4a2-fd81-4b4b-b2fb-c5b5df9db243 req-f270f458-4595-4b20-8783-5299db86dd17 service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Received event network-vif-plugged-ba1d8704-d132-4f9a-afb8-b67c03e9f081 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1651.182882] env[64496]: DEBUG oslo_concurrency.lockutils [req-fba7e4a2-fd81-4b4b-b2fb-c5b5df9db243 req-f270f458-4595-4b20-8783-5299db86dd17 service nova] Acquiring lock "9a083c34-2370-48bc-a8af-d6480f205232-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.182882] env[64496]: DEBUG oslo_concurrency.lockutils [req-fba7e4a2-fd81-4b4b-b2fb-c5b5df9db243 req-f270f458-4595-4b20-8783-5299db86dd17 service nova] Lock "9a083c34-2370-48bc-a8af-d6480f205232-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.182882] env[64496]: DEBUG oslo_concurrency.lockutils [req-fba7e4a2-fd81-4b4b-b2fb-c5b5df9db243 req-f270f458-4595-4b20-8783-5299db86dd17 service nova] Lock "9a083c34-2370-48bc-a8af-d6480f205232-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.182882] env[64496]: DEBUG nova.compute.manager [req-fba7e4a2-fd81-4b4b-b2fb-c5b5df9db243 req-f270f458-4595-4b20-8783-5299db86dd17 service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] No waiting events found dispatching network-vif-plugged-ba1d8704-d132-4f9a-afb8-b67c03e9f081 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1651.182882] env[64496]: WARNING nova.compute.manager [req-fba7e4a2-fd81-4b4b-b2fb-c5b5df9db243 req-f270f458-4595-4b20-8783-5299db86dd17 service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Received unexpected event network-vif-plugged-ba1d8704-d132-4f9a-afb8-b67c03e9f081 for instance with vm_state building and task_state spawning. [ 1651.212773] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1204decb-0394-4958-815e-cf715dc20f40 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.225021] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3198800-d21d-4802-8a1e-66557bed419f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.264142] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1f6e85-b15d-4ac1-b5ea-6c16533e0b6c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.274254] env[64496]: DEBUG nova.network.neutron [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Successfully updated port: ba1d8704-d132-4f9a-afb8-b67c03e9f081 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1651.277852] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eae3405-8585-4188-8409-398f0613311d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.294573] env[64496]: DEBUG nova.compute.provider_tree [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.730729] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.731012] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.731251] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.731441] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.731638] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.735493] env[64496]: INFO nova.compute.manager [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Terminating instance [ 1651.784245] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "refresh_cache-9a083c34-2370-48bc-a8af-d6480f205232" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.784245] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquired lock "refresh_cache-9a083c34-2370-48bc-a8af-d6480f205232" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.784426] env[64496]: DEBUG nova.network.neutron [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1651.797440] env[64496]: DEBUG nova.scheduler.client.report [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1651.953885] env[64496]: DEBUG nova.compute.manager [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1651.979338] env[64496]: DEBUG nova.virt.hardware [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1651.979597] env[64496]: DEBUG nova.virt.hardware [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1651.979756] env[64496]: DEBUG nova.virt.hardware [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1651.979937] env[64496]: DEBUG nova.virt.hardware [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1651.980094] env[64496]: DEBUG nova.virt.hardware [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1651.980246] env[64496]: DEBUG nova.virt.hardware [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1651.980451] env[64496]: DEBUG nova.virt.hardware [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1651.980607] env[64496]: DEBUG nova.virt.hardware [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1651.980770] env[64496]: DEBUG nova.virt.hardware [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1651.980926] env[64496]: DEBUG nova.virt.hardware [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1651.981107] env[64496]: DEBUG nova.virt.hardware [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1651.981944] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12829f3-39ef-4f03-aea7-edbc2a810356 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.990321] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac05dae0-ab7b-4a1a-8981-27d0efe5ffa2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.238957] env[64496]: DEBUG nova.compute.manager [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1652.239214] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1652.240161] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf9270b-33c3-4eff-976b-e632d5b3e56f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.248838] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1652.248838] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26073030-0b8b-4677-b413-16823bdd9d3b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.255990] env[64496]: DEBUG oslo_vmware.api [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1652.255990] env[64496]: value = "task-1901994" [ 1652.255990] env[64496]: _type = "Task" [ 1652.255990] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.265428] env[64496]: DEBUG oslo_vmware.api [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.302367] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.302989] env[64496]: DEBUG nova.compute.manager [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1652.306101] env[64496]: DEBUG oslo_concurrency.lockutils [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.691s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.341542] env[64496]: DEBUG nova.network.neutron [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1652.768471] env[64496]: DEBUG oslo_vmware.api [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901994, 'name': PowerOffVM_Task, 'duration_secs': 0.195987} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.768853] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1652.769113] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1652.769450] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecf99028-7ac0-4c72-9ce2-1c5e83a4dfd6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.810481] env[64496]: DEBUG nova.compute.utils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1652.815352] env[64496]: DEBUG nova.compute.manager [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1652.815535] env[64496]: DEBUG nova.network.neutron [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1652.858797] env[64496]: DEBUG nova.policy [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a387410092314a348fbee944c2686351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c23eec7e59c4d738daaa4e733b2b233', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1652.901990] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1652.902232] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1652.902411] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Deleting the datastore file [datastore1] cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1652.902768] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeab67bd-f092-4315-b3b3-d7c1069d19b7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.915242] env[64496]: DEBUG oslo_vmware.api [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for the task: (returnval){ [ 1652.915242] env[64496]: value = "task-1901996" [ 1652.915242] env[64496]: _type = "Task" [ 1652.915242] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.926444] env[64496]: DEBUG oslo_vmware.api [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.020630] env[64496]: DEBUG nova.network.neutron [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Successfully updated port: 62c2ac2b-fd81-41b7-b0b0-0bfe758139d6 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1653.083177] env[64496]: DEBUG nova.network.neutron [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Updating instance_info_cache with network_info: [{"id": "068017e5-469c-417f-8399-93460415bc57", "address": "fa:16:3e:5b:ac:72", "network": {"id": "422d8221-ce82-4277-a3a2-20eedce865e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-832682379", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068017e5-46", "ovs_interfaceid": "068017e5-469c-417f-8399-93460415bc57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ba1d8704-d132-4f9a-afb8-b67c03e9f081", "address": "fa:16:3e:15:e5:25", "network": {"id": "17981b7b-90c1-4f41-9e4b-57dd5278e86a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738100055", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1d8704-d1", "ovs_interfaceid": "ba1d8704-d132-4f9a-afb8-b67c03e9f081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.136495] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41427c5-a808-4f4c-a6d0-7f1bd79b3567 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.144646] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e0a033-c99f-4176-9866-8e9a08a43436 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.179634] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f26587-fd8e-4014-a686-f9946bd8258e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.189390] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea87405a-371c-4bcc-b1a8-9118808457f2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.202545] env[64496]: DEBUG nova.compute.provider_tree [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.204529] env[64496]: DEBUG nova.network.neutron [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Successfully created port: b4bcd1fc-881a-42c0-96c6-d18f055d014e {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1653.210531] env[64496]: DEBUG nova.compute.manager [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Received event network-changed-ba1d8704-d132-4f9a-afb8-b67c03e9f081 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1653.210743] env[64496]: DEBUG nova.compute.manager [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Refreshing instance network info cache due to event network-changed-ba1d8704-d132-4f9a-afb8-b67c03e9f081. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1653.210951] env[64496]: DEBUG oslo_concurrency.lockutils [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] Acquiring lock "refresh_cache-9a083c34-2370-48bc-a8af-d6480f205232" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.316056] env[64496]: DEBUG nova.compute.manager [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1653.341940] env[64496]: DEBUG nova.compute.manager [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1653.343248] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfee141-1579-4921-a42b-f94cf74532dd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.432932] env[64496]: DEBUG oslo_vmware.api [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Task: {'id': task-1901996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242582} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.433466] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1653.433837] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1653.434201] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1653.434666] env[64496]: INFO nova.compute.manager [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1653.434949] env[64496]: DEBUG oslo.service.loopingcall [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.435224] env[64496]: DEBUG nova.compute.manager [-] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1653.435388] env[64496]: DEBUG nova.network.neutron [-] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1653.524380] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "refresh_cache-6a911ef3-0ccf-41ff-894c-15c7fdd683b0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.524380] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired lock "refresh_cache-6a911ef3-0ccf-41ff-894c-15c7fdd683b0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.524380] env[64496]: DEBUG nova.network.neutron [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.586605] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Releasing lock "refresh_cache-9a083c34-2370-48bc-a8af-d6480f205232" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.586862] env[64496]: DEBUG nova.compute.manager [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Instance network_info: |[{"id": "068017e5-469c-417f-8399-93460415bc57", "address": "fa:16:3e:5b:ac:72", "network": {"id": "422d8221-ce82-4277-a3a2-20eedce865e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-832682379", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068017e5-46", "ovs_interfaceid": "068017e5-469c-417f-8399-93460415bc57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ba1d8704-d132-4f9a-afb8-b67c03e9f081", "address": "fa:16:3e:15:e5:25", "network": {"id": "17981b7b-90c1-4f41-9e4b-57dd5278e86a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738100055", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1d8704-d1", "ovs_interfaceid": "ba1d8704-d132-4f9a-afb8-b67c03e9f081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1653.587247] env[64496]: DEBUG oslo_concurrency.lockutils [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] Acquired lock "refresh_cache-9a083c34-2370-48bc-a8af-d6480f205232" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.587400] env[64496]: DEBUG nova.network.neutron [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Refreshing network info cache for port ba1d8704-d132-4f9a-afb8-b67c03e9f081 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1653.589627] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:ac:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '068017e5-469c-417f-8399-93460415bc57', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:e5:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba1d8704-d132-4f9a-afb8-b67c03e9f081', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1653.600551] env[64496]: DEBUG oslo.service.loopingcall [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.603661] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1653.604244] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db679216-51af-4d30-ba7c-f2ddd36653ff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.632183] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1653.632183] env[64496]: value = "task-1901997" [ 1653.632183] env[64496]: _type = "Task" [ 1653.632183] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.640606] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901997, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.708080] env[64496]: DEBUG nova.scheduler.client.report [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.861352] env[64496]: INFO nova.compute.manager [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] instance snapshotting [ 1653.861555] env[64496]: WARNING nova.compute.manager [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1653.864156] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab1e75f-98bc-4192-8421-bba5813fd25a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.883644] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfb1038-11c3-45a9-ae79-2246d8ffad1e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.992618] env[64496]: DEBUG nova.network.neutron [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Updated VIF entry in instance network info cache for port ba1d8704-d132-4f9a-afb8-b67c03e9f081. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1653.993063] env[64496]: DEBUG nova.network.neutron [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Updating instance_info_cache with network_info: [{"id": "068017e5-469c-417f-8399-93460415bc57", "address": "fa:16:3e:5b:ac:72", "network": {"id": "422d8221-ce82-4277-a3a2-20eedce865e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-832682379", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068017e5-46", "ovs_interfaceid": "068017e5-469c-417f-8399-93460415bc57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ba1d8704-d132-4f9a-afb8-b67c03e9f081", "address": "fa:16:3e:15:e5:25", "network": {"id": "17981b7b-90c1-4f41-9e4b-57dd5278e86a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738100055", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1d8704-d1", "ovs_interfaceid": "ba1d8704-d132-4f9a-afb8-b67c03e9f081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.054882] env[64496]: DEBUG nova.network.neutron [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.147959] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901997, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.254419] env[64496]: DEBUG nova.network.neutron [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Updating instance_info_cache with network_info: [{"id": "62c2ac2b-fd81-41b7-b0b0-0bfe758139d6", "address": "fa:16:3e:fd:1e:f0", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c2ac2b-fd", "ovs_interfaceid": "62c2ac2b-fd81-41b7-b0b0-0bfe758139d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.259633] env[64496]: DEBUG nova.network.neutron [-] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.325246] env[64496]: DEBUG nova.compute.manager [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1654.352846] env[64496]: DEBUG nova.virt.hardware [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1654.353117] env[64496]: DEBUG nova.virt.hardware [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1654.353279] env[64496]: DEBUG nova.virt.hardware [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1654.353467] env[64496]: DEBUG nova.virt.hardware [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1654.353615] env[64496]: DEBUG nova.virt.hardware [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1654.353764] env[64496]: DEBUG nova.virt.hardware [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1654.353969] env[64496]: DEBUG nova.virt.hardware [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1654.354143] env[64496]: DEBUG nova.virt.hardware [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1654.354312] env[64496]: DEBUG nova.virt.hardware [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1654.354475] env[64496]: DEBUG nova.virt.hardware [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1654.354647] env[64496]: DEBUG nova.virt.hardware [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1654.355508] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7037fd7-a592-4d00-a24d-2f68788dee16 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.363898] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d45d61-b9d4-4812-86a6-a1911ebdf8a4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.394761] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1654.395049] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-605504ee-6a10-43b7-a501-97bd6a594c63 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.403200] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1654.403200] env[64496]: value = "task-1901998" [ 1654.403200] env[64496]: _type = "Task" [ 1654.403200] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.412587] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901998, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.495651] env[64496]: DEBUG oslo_concurrency.lockutils [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] Releasing lock "refresh_cache-9a083c34-2370-48bc-a8af-d6480f205232" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.495887] env[64496]: DEBUG nova.compute.manager [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Received event network-vif-plugged-62c2ac2b-fd81-41b7-b0b0-0bfe758139d6 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1654.496111] env[64496]: DEBUG oslo_concurrency.lockutils [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] Acquiring lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.496351] env[64496]: DEBUG oslo_concurrency.lockutils [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] Lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.496559] env[64496]: DEBUG oslo_concurrency.lockutils [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] Lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.496919] env[64496]: DEBUG nova.compute.manager [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] No waiting events found dispatching network-vif-plugged-62c2ac2b-fd81-41b7-b0b0-0bfe758139d6 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1654.496919] env[64496]: WARNING nova.compute.manager [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Received unexpected event network-vif-plugged-62c2ac2b-fd81-41b7-b0b0-0bfe758139d6 for instance with vm_state building and task_state spawning. [ 1654.497088] env[64496]: DEBUG nova.compute.manager [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Received event network-changed-62c2ac2b-fd81-41b7-b0b0-0bfe758139d6 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1654.497250] env[64496]: DEBUG nova.compute.manager [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Refreshing instance network info cache due to event network-changed-62c2ac2b-fd81-41b7-b0b0-0bfe758139d6. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1654.497431] env[64496]: DEBUG oslo_concurrency.lockutils [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] Acquiring lock "refresh_cache-6a911ef3-0ccf-41ff-894c-15c7fdd683b0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.628604] env[64496]: DEBUG nova.compute.manager [req-dcdab397-7bfc-4f6c-8adf-4760c19de0e6 req-16a76def-e748-462e-beb4-885899c1a8f4 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Received event network-vif-plugged-b4bcd1fc-881a-42c0-96c6-d18f055d014e {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1654.628826] env[64496]: DEBUG oslo_concurrency.lockutils [req-dcdab397-7bfc-4f6c-8adf-4760c19de0e6 req-16a76def-e748-462e-beb4-885899c1a8f4 service nova] Acquiring lock "296478f8-a624-4195-8465-03993c5dce8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.629044] env[64496]: DEBUG oslo_concurrency.lockutils [req-dcdab397-7bfc-4f6c-8adf-4760c19de0e6 req-16a76def-e748-462e-beb4-885899c1a8f4 service nova] Lock "296478f8-a624-4195-8465-03993c5dce8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.629228] env[64496]: DEBUG oslo_concurrency.lockutils [req-dcdab397-7bfc-4f6c-8adf-4760c19de0e6 req-16a76def-e748-462e-beb4-885899c1a8f4 service nova] Lock "296478f8-a624-4195-8465-03993c5dce8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.629523] env[64496]: DEBUG nova.compute.manager [req-dcdab397-7bfc-4f6c-8adf-4760c19de0e6 req-16a76def-e748-462e-beb4-885899c1a8f4 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] No waiting events found dispatching network-vif-plugged-b4bcd1fc-881a-42c0-96c6-d18f055d014e {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1654.629625] env[64496]: WARNING nova.compute.manager [req-dcdab397-7bfc-4f6c-8adf-4760c19de0e6 req-16a76def-e748-462e-beb4-885899c1a8f4 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Received unexpected event network-vif-plugged-b4bcd1fc-881a-42c0-96c6-d18f055d014e for instance with vm_state building and task_state spawning. [ 1654.641688] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1901997, 'name': CreateVM_Task, 'duration_secs': 0.588031} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.641893] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1654.642684] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.642910] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.643293] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1654.643582] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f4dfbf-1f46-4138-9138-041cbc365418 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.649246] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1654.649246] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d6b41e-f458-cbce-1765-7e03fa563bd3" [ 1654.649246] env[64496]: _type = "Task" [ 1654.649246] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.657191] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d6b41e-f458-cbce-1765-7e03fa563bd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.718667] env[64496]: DEBUG oslo_concurrency.lockutils [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.412s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.726352] env[64496]: DEBUG nova.network.neutron [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Successfully updated port: b4bcd1fc-881a-42c0-96c6-d18f055d014e {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1654.726352] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.475s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.726352] env[64496]: DEBUG nova.objects.instance [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lazy-loading 'resources' on Instance uuid 99e415cd-77a4-4557-bdb4-67727d5621ed {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.757040] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Releasing lock "refresh_cache-6a911ef3-0ccf-41ff-894c-15c7fdd683b0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.757040] env[64496]: DEBUG nova.compute.manager [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Instance network_info: |[{"id": "62c2ac2b-fd81-41b7-b0b0-0bfe758139d6", "address": "fa:16:3e:fd:1e:f0", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c2ac2b-fd", "ovs_interfaceid": "62c2ac2b-fd81-41b7-b0b0-0bfe758139d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1654.757383] env[64496]: DEBUG oslo_concurrency.lockutils [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] Acquired lock "refresh_cache-6a911ef3-0ccf-41ff-894c-15c7fdd683b0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.757599] env[64496]: DEBUG nova.network.neutron [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Refreshing network info cache for port 62c2ac2b-fd81-41b7-b0b0-0bfe758139d6 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1654.758856] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:1e:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62c2ac2b-fd81-41b7-b0b0-0bfe758139d6', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1654.766584] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Creating folder: Project (73c3f6f05d5840deb4e09e6fc24753d1). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1654.771977] env[64496]: INFO nova.compute.manager [-] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Took 1.34 seconds to deallocate network for instance. [ 1654.772212] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-627c512d-4638-427a-9bfd-0165b509dc46 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.788637] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Created folder: Project (73c3f6f05d5840deb4e09e6fc24753d1) in parent group-v392474. [ 1654.788861] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Creating folder: Instances. Parent ref: group-v392660. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1654.789118] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d08638de-3c0d-4850-aeb2-27b127c1feec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.799239] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Created folder: Instances in parent group-v392660. [ 1654.799542] env[64496]: DEBUG oslo.service.loopingcall [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.799714] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1654.800907] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8250a5c-c6bd-4c2c-bddd-9f11013db524 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.824497] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1654.824497] env[64496]: value = "task-1902001" [ 1654.824497] env[64496]: _type = "Task" [ 1654.824497] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.832840] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902001, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.916353] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901998, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.025547] env[64496]: DEBUG nova.network.neutron [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Updated VIF entry in instance network info cache for port 62c2ac2b-fd81-41b7-b0b0-0bfe758139d6. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.025909] env[64496]: DEBUG nova.network.neutron [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Updating instance_info_cache with network_info: [{"id": "62c2ac2b-fd81-41b7-b0b0-0bfe758139d6", "address": "fa:16:3e:fd:1e:f0", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c2ac2b-fd", "ovs_interfaceid": "62c2ac2b-fd81-41b7-b0b0-0bfe758139d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.160462] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d6b41e-f458-cbce-1765-7e03fa563bd3, 'name': SearchDatastore_Task, 'duration_secs': 0.013215} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.160926] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.160926] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1655.161167] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.161844] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.162067] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1655.162331] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2accb99e-8d95-4013-a086-571291d9ae24 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.170990] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1655.171190] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1655.171909] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e24eaf0-b8b1-44ef-9fa4-6519616ab755 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.178246] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1655.178246] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5235e904-d671-a6bd-9963-66b60614cc90" [ 1655.178246] env[64496]: _type = "Task" [ 1655.178246] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.189698] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5235e904-d671-a6bd-9963-66b60614cc90, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.190465] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aaf6758-b2cc-4865-88fc-64a794da04e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.195722] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1655.195722] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52127d5d-c875-eafe-0c30-45b1e5a5cc4e" [ 1655.195722] env[64496]: _type = "Task" [ 1655.195722] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.203506] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52127d5d-c875-eafe-0c30-45b1e5a5cc4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.228859] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquiring lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.229153] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquired lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.229230] env[64496]: DEBUG nova.network.neutron [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1655.272181] env[64496]: DEBUG nova.compute.manager [req-03327629-ff0d-4a51-8133-b3d10fa257d2 req-e24de70b-cb0e-4f93-a305-e901fb610496 service nova] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Received event network-vif-deleted-dbe6ff15-674f-461d-8f82-65843a4c0770 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1655.281499] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.282935] env[64496]: INFO nova.scheduler.client.report [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleted allocation for migration e5896a68-dda0-437a-a5ed-c433ff95f932 [ 1655.334395] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902001, 'name': CreateVM_Task, 'duration_secs': 0.325041} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.336634] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1655.337454] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.337650] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.337932] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1655.338418] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189a9117-7ba6-4dca-abdd-2879213b32b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.343620] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1655.343620] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528d2726-3c66-40ca-e788-6a38c58cc672" [ 1655.343620] env[64496]: _type = "Task" [ 1655.343620] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.353703] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528d2726-3c66-40ca-e788-6a38c58cc672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.417320] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1901998, 'name': CreateSnapshot_Task, 'duration_secs': 0.569338} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.417618] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1655.418453] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06db5e8d-34f2-4ed6-9deb-d7a51da85523 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.476205] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67f18f1-acb5-4aec-b359-291323b8ef74 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.485371] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcabaeb0-7454-452f-9511-1441a0805c26 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.520319] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9eab7b-c394-46ff-bfca-1fe0922120c0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.528590] env[64496]: DEBUG oslo_concurrency.lockutils [req-06d1041e-1832-42ef-87d3-677d25584b1a req-eef1e2df-749b-4cfe-91b8-858fe83cf529 service nova] Releasing lock "refresh_cache-6a911ef3-0ccf-41ff-894c-15c7fdd683b0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.530086] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7ffacb-17f3-49e6-87cd-1d9f9444a180 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.544386] env[64496]: DEBUG nova.compute.provider_tree [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.709026] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52127d5d-c875-eafe-0c30-45b1e5a5cc4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.709026] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.709026] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 9a083c34-2370-48bc-a8af-d6480f205232/9a083c34-2370-48bc-a8af-d6480f205232.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1655.709026] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5db9bb5a-1958-44a2-9a58-aeef79646f12 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.718019] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1655.718019] env[64496]: value = "task-1902002" [ 1655.718019] env[64496]: _type = "Task" [ 1655.718019] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.723941] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.780212] env[64496]: DEBUG nova.network.neutron [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1655.788385] env[64496]: DEBUG oslo_concurrency.lockutils [None req-75ce1e7d-3a82-44c7-a9b2-17ba94444aa9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "952619d1-1ebb-4515-93c9-dc60ed265152" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.370s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.854456] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528d2726-3c66-40ca-e788-6a38c58cc672, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.854922] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.855286] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1655.855573] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.855731] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.855909] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1655.858644] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e2eb534-417a-42c4-a5a2-e1ceb82e157e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.873740] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1655.873932] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1655.874673] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eae04f14-9140-4a5a-9ca4-552a06ca7703 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.881689] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1655.881689] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526223a9-9753-3862-7fc0-92b9144f61a7" [ 1655.881689] env[64496]: _type = "Task" [ 1655.881689] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.890672] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526223a9-9753-3862-7fc0-92b9144f61a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.939325] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1655.939811] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7b4a2235-9d77-4091-9cc0-9f8c13551a89 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.950900] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1655.950900] env[64496]: value = "task-1902003" [ 1655.950900] env[64496]: _type = "Task" [ 1655.950900] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.951851] env[64496]: DEBUG nova.network.neutron [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Updating instance_info_cache with network_info: [{"id": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "address": "fa:16:3e:09:49:0a", "network": {"id": "81fea6ed-54af-485c-90db-ea39c0567c4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-205770071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c23eec7e59c4d738daaa4e733b2b233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcd1fc-88", "ovs_interfaceid": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.961261] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902003, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.047737] env[64496]: DEBUG nova.scheduler.client.report [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1656.229034] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902002, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.392383] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526223a9-9753-3862-7fc0-92b9144f61a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.396519] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edecea8b-e8ca-4396-9c59-5ae550127656 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.403576] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1656.403576] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5209c6c0-d54e-6bd2-2792-5999c24a16fc" [ 1656.403576] env[64496]: _type = "Task" [ 1656.403576] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.413016] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5209c6c0-d54e-6bd2-2792-5999c24a16fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.458518] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Releasing lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.458885] env[64496]: DEBUG nova.compute.manager [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Instance network_info: |[{"id": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "address": "fa:16:3e:09:49:0a", "network": {"id": "81fea6ed-54af-485c-90db-ea39c0567c4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-205770071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c23eec7e59c4d738daaa4e733b2b233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcd1fc-88", "ovs_interfaceid": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1656.459325] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:49:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4bcd1fc-881a-42c0-96c6-d18f055d014e', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1656.467023] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Creating folder: Project (6c23eec7e59c4d738daaa4e733b2b233). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1656.470933] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-074aaa08-3a42-4920-b4f0-6843628a7394 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.472941] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902003, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.485282] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Created folder: Project (6c23eec7e59c4d738daaa4e733b2b233) in parent group-v392474. [ 1656.485503] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Creating folder: Instances. Parent ref: group-v392665. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1656.485760] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38909ed9-a58c-4bed-a586-ec58a1214bfa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.498393] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Created folder: Instances in parent group-v392665. [ 1656.498705] env[64496]: DEBUG oslo.service.loopingcall [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.498926] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1656.499194] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cee33ed-abbb-4fa9-9328-f9129d6cf591 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.525592] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.525592] env[64496]: value = "task-1902006" [ 1656.525592] env[64496]: _type = "Task" [ 1656.525592] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.533833] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902006, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.552744] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.554999] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.958s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.556827] env[64496]: INFO nova.compute.claims [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.578545] env[64496]: INFO nova.scheduler.client.report [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleted allocations for instance 99e415cd-77a4-4557-bdb4-67727d5621ed [ 1656.676559] env[64496]: DEBUG nova.compute.manager [req-de8cdf81-5324-45e6-b674-2ffc377ba502 req-cc8c3385-89b2-4e94-9a34-fe7a28775f43 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Received event network-changed-b4bcd1fc-881a-42c0-96c6-d18f055d014e {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1656.676756] env[64496]: DEBUG nova.compute.manager [req-de8cdf81-5324-45e6-b674-2ffc377ba502 req-cc8c3385-89b2-4e94-9a34-fe7a28775f43 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Refreshing instance network info cache due to event network-changed-b4bcd1fc-881a-42c0-96c6-d18f055d014e. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1656.676975] env[64496]: DEBUG oslo_concurrency.lockutils [req-de8cdf81-5324-45e6-b674-2ffc377ba502 req-cc8c3385-89b2-4e94-9a34-fe7a28775f43 service nova] Acquiring lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.677169] env[64496]: DEBUG oslo_concurrency.lockutils [req-de8cdf81-5324-45e6-b674-2ffc377ba502 req-cc8c3385-89b2-4e94-9a34-fe7a28775f43 service nova] Acquired lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.677297] env[64496]: DEBUG nova.network.neutron [req-de8cdf81-5324-45e6-b674-2ffc377ba502 req-cc8c3385-89b2-4e94-9a34-fe7a28775f43 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Refreshing network info cache for port b4bcd1fc-881a-42c0-96c6-d18f055d014e {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1656.726890] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643098} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.727167] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 9a083c34-2370-48bc-a8af-d6480f205232/9a083c34-2370-48bc-a8af-d6480f205232.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1656.727385] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1656.727639] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-113ee445-2bb5-4a04-915e-c0d9b91ad0f8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.734826] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1656.734826] env[64496]: value = "task-1902007" [ 1656.734826] env[64496]: _type = "Task" [ 1656.734826] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.744581] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.901154] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "952619d1-1ebb-4515-93c9-dc60ed265152" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.901254] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "952619d1-1ebb-4515-93c9-dc60ed265152" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.901493] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "952619d1-1ebb-4515-93c9-dc60ed265152-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.901708] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "952619d1-1ebb-4515-93c9-dc60ed265152-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.901907] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "952619d1-1ebb-4515-93c9-dc60ed265152-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.904477] env[64496]: INFO nova.compute.manager [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Terminating instance [ 1656.916737] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5209c6c0-d54e-6bd2-2792-5999c24a16fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011861} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.917057] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.917342] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 6a911ef3-0ccf-41ff-894c-15c7fdd683b0/6a911ef3-0ccf-41ff-894c-15c7fdd683b0.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1656.918186] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97fe536b-57fa-4601-8749-054235cc73cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.928272] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1656.928272] env[64496]: value = "task-1902008" [ 1656.928272] env[64496]: _type = "Task" [ 1656.928272] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.937145] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.964551] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902003, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.036164] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902006, 'name': CreateVM_Task, 'duration_secs': 0.492242} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.037382] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1657.040270] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.040473] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.041700] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.041700] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c0b53ee-8754-4ef3-9fcd-bac1a926a99e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.046954] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Waiting for the task: (returnval){ [ 1657.046954] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d8c6bb-c4dd-e8ae-1c4b-45ec5e0b7af6" [ 1657.046954] env[64496]: _type = "Task" [ 1657.046954] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.058789] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d8c6bb-c4dd-e8ae-1c4b-45ec5e0b7af6, 'name': SearchDatastore_Task} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.059057] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.059307] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.059565] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.059763] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.059872] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.060139] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4326a9f-b5f6-4438-ba6b-58803f96db7f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.071715] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.071911] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.073361] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb04e4b-92d8-413e-bff8-7ad83a65479c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.079587] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Waiting for the task: (returnval){ [ 1657.079587] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e67d06-a207-01b5-bf94-74a006151bd5" [ 1657.079587] env[64496]: _type = "Task" [ 1657.079587] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.089425] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e67d06-a207-01b5-bf94-74a006151bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.089914] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf0ff19b-1883-47bf-9f0c-5a4d834d2302 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "99e415cd-77a4-4557-bdb4-67727d5621ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.399s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.246267] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064276} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.246630] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1657.247474] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a060e66-d76b-40f3-95ad-3b8a83d191f8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.276722] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 9a083c34-2370-48bc-a8af-d6480f205232/9a083c34-2370-48bc-a8af-d6480f205232.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.277081] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e8740b7-231e-47ba-bc40-7df49c06dcd5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.302151] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1657.302151] env[64496]: value = "task-1902009" [ 1657.302151] env[64496]: _type = "Task" [ 1657.302151] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.313798] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.406840] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.407082] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.411675] env[64496]: DEBUG nova.compute.manager [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1657.411870] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1657.412770] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8244372a-714a-44da-8544-ff03b8269915 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.421689] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1657.421806] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4deeda5c-1d0a-422a-9489-153b5ae88d27 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.429939] env[64496]: DEBUG oslo_vmware.api [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1657.429939] env[64496]: value = "task-1902010" [ 1657.429939] env[64496]: _type = "Task" [ 1657.429939] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.444669] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480494} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.447828] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 6a911ef3-0ccf-41ff-894c-15c7fdd683b0/6a911ef3-0ccf-41ff-894c-15c7fdd683b0.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1657.448683] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1657.448683] env[64496]: DEBUG oslo_vmware.api [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.449045] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c21687d-a527-491f-ad4a-6bc3b22085d2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.466234] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1657.466234] env[64496]: value = "task-1902011" [ 1657.466234] env[64496]: _type = "Task" [ 1657.466234] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.478868] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902003, 'name': CloneVM_Task} progress is 95%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.487382] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.531493] env[64496]: DEBUG nova.network.neutron [req-de8cdf81-5324-45e6-b674-2ffc377ba502 req-cc8c3385-89b2-4e94-9a34-fe7a28775f43 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Updated VIF entry in instance network info cache for port b4bcd1fc-881a-42c0-96c6-d18f055d014e. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1657.531998] env[64496]: DEBUG nova.network.neutron [req-de8cdf81-5324-45e6-b674-2ffc377ba502 req-cc8c3385-89b2-4e94-9a34-fe7a28775f43 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Updating instance_info_cache with network_info: [{"id": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "address": "fa:16:3e:09:49:0a", "network": {"id": "81fea6ed-54af-485c-90db-ea39c0567c4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-205770071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c23eec7e59c4d738daaa4e733b2b233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcd1fc-88", "ovs_interfaceid": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.543172] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "de873593-e744-4c71-bdd7-09962f6bcedb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.543475] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "de873593-e744-4c71-bdd7-09962f6bcedb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.544345] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "de873593-e744-4c71-bdd7-09962f6bcedb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.544345] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "de873593-e744-4c71-bdd7-09962f6bcedb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.544345] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "de873593-e744-4c71-bdd7-09962f6bcedb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.547239] env[64496]: INFO nova.compute.manager [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Terminating instance [ 1657.594441] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e67d06-a207-01b5-bf94-74a006151bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.595435] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4651f28c-2a48-48b9-87c5-d0559c56b121 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.604810] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Waiting for the task: (returnval){ [ 1657.604810] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5200ce8c-a11f-502d-d95e-f148ebafedf1" [ 1657.604810] env[64496]: _type = "Task" [ 1657.604810] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.618418] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5200ce8c-a11f-502d-d95e-f148ebafedf1, 'name': SearchDatastore_Task, 'duration_secs': 0.012645} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.621697] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.622070] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 296478f8-a624-4195-8465-03993c5dce8f/296478f8-a624-4195-8465-03993c5dce8f.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1657.622585] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6383452d-f59d-4a34-a99e-6c5fc5b75529 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.630535] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Waiting for the task: (returnval){ [ 1657.630535] env[64496]: value = "task-1902012" [ 1657.630535] env[64496]: _type = "Task" [ 1657.630535] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.644328] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.816183] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902009, 'name': ReconfigVM_Task, 'duration_secs': 0.37153} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.816557] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 9a083c34-2370-48bc-a8af-d6480f205232/9a083c34-2370-48bc-a8af-d6480f205232.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1657.817282] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-914ca2fb-e4b8-4a95-81e5-20b3199a74de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.826590] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1657.826590] env[64496]: value = "task-1902013" [ 1657.826590] env[64496]: _type = "Task" [ 1657.826590] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.836346] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902013, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.838034] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dfee54-3f9d-4b9d-8044-2a9d9bdf8b18 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.846391] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbf40ae-f617-462b-a230-9d860503b242 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.880678] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedf81eb-6a9c-4fad-a765-79cae8f73e06 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.889521] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc64e7f4-de4e-45b0-996c-29ba7ef7ed1a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.906215] env[64496]: DEBUG nova.compute.provider_tree [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.909774] env[64496]: DEBUG nova.compute.manager [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1657.945475] env[64496]: DEBUG oslo_vmware.api [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902010, 'name': PowerOffVM_Task, 'duration_secs': 0.181798} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.945952] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1657.945952] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1657.946227] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d549889-356c-4467-bace-1c8b7f771bde {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.967347] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902003, 'name': CloneVM_Task, 'duration_secs': 1.812594} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.967712] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Created linked-clone VM from snapshot [ 1657.971587] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40129d98-24d4-4e93-a190-0c49790565e0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.983712] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Uploading image f2e7edbb-0fcf-437d-a79f-714358d88864 {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1657.986654] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083275} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.987303] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1657.988316] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e3b6d7-9303-4710-907a-ae2cac21709a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.014712] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 6a911ef3-0ccf-41ff-894c-15c7fdd683b0/6a911ef3-0ccf-41ff-894c-15c7fdd683b0.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1658.016504] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eed8752-701c-4bc5-98f9-5df899dc7363 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.035365] env[64496]: DEBUG oslo_concurrency.lockutils [req-de8cdf81-5324-45e6-b674-2ffc377ba502 req-cc8c3385-89b2-4e94-9a34-fe7a28775f43 service nova] Releasing lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.037798] env[64496]: DEBUG oslo_vmware.rw_handles [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1658.037798] env[64496]: value = "vm-392664" [ 1658.037798] env[64496]: _type = "VirtualMachine" [ 1658.037798] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1658.038101] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-535f3635-f0ba-4fe8-a15a-95ff29414bce {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.041201] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1658.041201] env[64496]: value = "task-1902015" [ 1658.041201] env[64496]: _type = "Task" [ 1658.041201] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.048409] env[64496]: DEBUG oslo_vmware.rw_handles [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lease: (returnval){ [ 1658.048409] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52160391-cf27-cef0-9a88-eb6296fdbb5d" [ 1658.048409] env[64496]: _type = "HttpNfcLease" [ 1658.048409] env[64496]: } obtained for exporting VM: (result){ [ 1658.048409] env[64496]: value = "vm-392664" [ 1658.048409] env[64496]: _type = "VirtualMachine" [ 1658.048409] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1658.048834] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the lease: (returnval){ [ 1658.048834] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52160391-cf27-cef0-9a88-eb6296fdbb5d" [ 1658.048834] env[64496]: _type = "HttpNfcLease" [ 1658.048834] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1658.052419] env[64496]: DEBUG nova.compute.manager [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1658.052667] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1658.052913] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.056597] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938e2ee2-b6c9-4bbe-9574-3b8834d821c8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.063871] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1658.063871] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52160391-cf27-cef0-9a88-eb6296fdbb5d" [ 1658.063871] env[64496]: _type = "HttpNfcLease" [ 1658.063871] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1658.066341] env[64496]: DEBUG oslo_vmware.rw_handles [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1658.066341] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52160391-cf27-cef0-9a88-eb6296fdbb5d" [ 1658.066341] env[64496]: _type = "HttpNfcLease" [ 1658.066341] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1658.066695] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1658.067443] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8498911-45e5-4406-aa3a-3bec38b14ea5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.070086] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-033f4596-8f4c-4dd0-8dbe-656363448cd0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.083314] env[64496]: DEBUG oslo_vmware.api [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1658.083314] env[64496]: value = "task-1902017" [ 1658.083314] env[64496]: _type = "Task" [ 1658.083314] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.083805] env[64496]: DEBUG oslo_vmware.rw_handles [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52996eed-34a9-3133-7eac-3646ad0d38f2/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1658.084262] env[64496]: DEBUG oslo_vmware.rw_handles [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52996eed-34a9-3133-7eac-3646ad0d38f2/disk-0.vmdk for reading. {{(pid=64496) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1658.166093] env[64496]: DEBUG oslo_vmware.api [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1902017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.173491] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49501} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.173788] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 296478f8-a624-4195-8465-03993c5dce8f/296478f8-a624-4195-8465-03993c5dce8f.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1658.174016] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.174303] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2989626-e447-4be5-9515-d0b41a701c85 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.182210] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Waiting for the task: (returnval){ [ 1658.182210] env[64496]: value = "task-1902018" [ 1658.182210] env[64496]: _type = "Task" [ 1658.182210] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.191338] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.214727] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-670715f5-ea4b-4122-a9e2-83ee48e045f2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.338854] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902013, 'name': Rename_Task, 'duration_secs': 0.313375} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.339205] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1658.339408] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63532bb8-26b4-43c0-bc6f-e7169e3f2d95 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.346978] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1658.346978] env[64496]: value = "task-1902019" [ 1658.346978] env[64496]: _type = "Task" [ 1658.346978] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.355340] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.409756] env[64496]: DEBUG nova.scheduler.client.report [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.432204] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.553416] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902015, 'name': ReconfigVM_Task, 'duration_secs': 0.325888} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.553952] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 6a911ef3-0ccf-41ff-894c-15c7fdd683b0/6a911ef3-0ccf-41ff-894c-15c7fdd683b0.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1658.554789] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9c08899-2fe8-4ea3-9853-b769f3c91690 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.563108] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1658.563108] env[64496]: value = "task-1902020" [ 1658.563108] env[64496]: _type = "Task" [ 1658.563108] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.572863] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902020, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.599019] env[64496]: DEBUG oslo_vmware.api [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1902017, 'name': PowerOffVM_Task, 'duration_secs': 0.238878} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.599347] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1658.599544] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1658.599972] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16f22610-7e96-472d-af74-5f7c1a89ad2b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.692801] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070491} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.693184] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1658.694525] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f2de60-33e3-43ea-9b60-4420a5c91493 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.719300] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 296478f8-a624-4195-8465-03993c5dce8f/296478f8-a624-4195-8465-03993c5dce8f.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1658.719759] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10852490-df8e-4e4c-9b8f-d1d1948e78b5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.742306] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Waiting for the task: (returnval){ [ 1658.742306] env[64496]: value = "task-1902022" [ 1658.742306] env[64496]: _type = "Task" [ 1658.742306] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.744051] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1658.744279] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1658.744545] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleting the datastore file [datastore1] 952619d1-1ebb-4515-93c9-dc60ed265152 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1658.747940] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbb30deb-a790-403e-8535-50c441c6ee77 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.756219] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.758911] env[64496]: DEBUG oslo_vmware.api [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1658.758911] env[64496]: value = "task-1902023" [ 1658.758911] env[64496]: _type = "Task" [ 1658.758911] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.759251] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1658.759498] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1658.759690] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleting the datastore file [datastore1] de873593-e744-4c71-bdd7-09962f6bcedb {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1658.760022] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50328ace-55ca-43b9-8af3-325510b9f412 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.771773] env[64496]: DEBUG oslo_vmware.api [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.773515] env[64496]: DEBUG oslo_vmware.api [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for the task: (returnval){ [ 1658.773515] env[64496]: value = "task-1902024" [ 1658.773515] env[64496]: _type = "Task" [ 1658.773515] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.787555] env[64496]: DEBUG oslo_vmware.api [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1902024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.859842] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902019, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.917714] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.918763] env[64496]: DEBUG nova.compute.manager [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1658.923030] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.196s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.925318] env[64496]: INFO nova.compute.claims [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1659.076618] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902020, 'name': Rename_Task, 'duration_secs': 0.17659} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.076618] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1659.077091] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cadeb48-f1ff-4cb3-84d4-cc5c53ef313d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.084723] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1659.084723] env[64496]: value = "task-1902025" [ 1659.084723] env[64496]: _type = "Task" [ 1659.084723] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.096055] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.255231] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902022, 'name': ReconfigVM_Task, 'duration_secs': 0.358571} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.255659] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 296478f8-a624-4195-8465-03993c5dce8f/296478f8-a624-4195-8465-03993c5dce8f.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1659.256408] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fae53cc5-0d9c-4356-9c0d-56dbe93fe688 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.265279] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Waiting for the task: (returnval){ [ 1659.265279] env[64496]: value = "task-1902026" [ 1659.265279] env[64496]: _type = "Task" [ 1659.265279] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.272830] env[64496]: DEBUG oslo_vmware.api [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227626} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.273614] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1659.273861] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1659.274124] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1659.274427] env[64496]: INFO nova.compute.manager [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Took 1.86 seconds to destroy the instance on the hypervisor. [ 1659.274791] env[64496]: DEBUG oslo.service.loopingcall [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.275222] env[64496]: DEBUG nova.compute.manager [-] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1659.275394] env[64496]: DEBUG nova.network.neutron [-] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1659.287911] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902026, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.297162] env[64496]: DEBUG oslo_vmware.api [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Task: {'id': task-1902024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226023} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.302034] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1659.302034] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1659.302034] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1659.302034] env[64496]: INFO nova.compute.manager [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1659.302714] env[64496]: DEBUG oslo.service.loopingcall [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.302714] env[64496]: DEBUG nova.compute.manager [-] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1659.302714] env[64496]: DEBUG nova.network.neutron [-] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1659.360842] env[64496]: DEBUG oslo_vmware.api [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902019, 'name': PowerOnVM_Task, 'duration_secs': 0.561884} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.361476] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1659.362144] env[64496]: INFO nova.compute.manager [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Took 11.59 seconds to spawn the instance on the hypervisor. [ 1659.362508] env[64496]: DEBUG nova.compute.manager [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1659.363983] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf95875-6355-4fd8-8571-dd5fcd3e534e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.436158] env[64496]: DEBUG nova.compute.utils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1659.436158] env[64496]: DEBUG nova.compute.manager [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1659.436158] env[64496]: DEBUG nova.network.neutron [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1659.554527] env[64496]: DEBUG nova.policy [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b99f753a14d40afb6ba3d0f1b369276', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ccf1cc062c54224a1d59f3b9e5a676c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1659.599660] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.676901] env[64496]: DEBUG nova.compute.manager [req-7717807f-7f49-4553-a483-5641fd3357a1 req-ca8d6198-700e-45d1-a706-3eb74bd811fa service nova] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Received event network-vif-deleted-04fc100d-c6be-4808-9823-4dd5a36e0d58 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1659.677136] env[64496]: INFO nova.compute.manager [req-7717807f-7f49-4553-a483-5641fd3357a1 req-ca8d6198-700e-45d1-a706-3eb74bd811fa service nova] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Neutron deleted interface 04fc100d-c6be-4808-9823-4dd5a36e0d58; detaching it from the instance and deleting it from the info cache [ 1659.677308] env[64496]: DEBUG nova.network.neutron [req-7717807f-7f49-4553-a483-5641fd3357a1 req-ca8d6198-700e-45d1-a706-3eb74bd811fa service nova] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.776572] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902026, 'name': Rename_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.893881] env[64496]: INFO nova.compute.manager [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Took 22.56 seconds to build instance. [ 1659.932636] env[64496]: DEBUG nova.compute.manager [req-099fef29-b273-4c71-8bc5-af3a6572365e req-db46e92f-b788-49e7-a0fb-c43d8fe75159 service nova] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Received event network-vif-deleted-08fdac7f-5c08-48b2-aa9a-a57eafc719de {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1659.933045] env[64496]: INFO nova.compute.manager [req-099fef29-b273-4c71-8bc5-af3a6572365e req-db46e92f-b788-49e7-a0fb-c43d8fe75159 service nova] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Neutron deleted interface 08fdac7f-5c08-48b2-aa9a-a57eafc719de; detaching it from the instance and deleting it from the info cache [ 1659.934026] env[64496]: DEBUG nova.network.neutron [req-099fef29-b273-4c71-8bc5-af3a6572365e req-db46e92f-b788-49e7-a0fb-c43d8fe75159 service nova] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.940559] env[64496]: DEBUG nova.compute.manager [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1660.043393] env[64496]: DEBUG nova.network.neutron [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Successfully created port: 9d0c8b1b-1f49-467d-888f-3e2457890b20 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1660.102962] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.145953] env[64496]: DEBUG nova.network.neutron [-] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.180120] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2dd05dc0-bcee-4140-a2bf-bde2c9d64621 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.196209] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d77c7f1-dc76-493c-be96-a86e403ba57b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.235392] env[64496]: DEBUG nova.compute.manager [req-7717807f-7f49-4553-a483-5641fd3357a1 req-ca8d6198-700e-45d1-a706-3eb74bd811fa service nova] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Detach interface failed, port_id=04fc100d-c6be-4808-9823-4dd5a36e0d58, reason: Instance 952619d1-1ebb-4515-93c9-dc60ed265152 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1660.250627] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8872ad36-86ce-4ecc-93ff-903f281f8253 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.259804] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a6f363-e63b-486b-b0eb-966bfcd0f10d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.297038] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b05e37-c4c8-4620-8d59-5b2fd0d4214c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.303505] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902026, 'name': Rename_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.310033] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f052243c-6f99-4632-9596-acec3c33e330 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.325312] env[64496]: DEBUG nova.compute.provider_tree [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.371674] env[64496]: DEBUG nova.network.neutron [-] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.395766] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61cba099-c676-4bb9-9cf2-3ed4fab6ef16 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "9a083c34-2370-48bc-a8af-d6480f205232" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.071s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.436029] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4012e2dd-9308-4a7c-b39f-a82175ec7b71 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.446168] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f00ffb-2bf2-4703-81c9-a848ef0f3936 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.485780] env[64496]: DEBUG nova.compute.manager [req-099fef29-b273-4c71-8bc5-af3a6572365e req-db46e92f-b788-49e7-a0fb-c43d8fe75159 service nova] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Detach interface failed, port_id=08fdac7f-5c08-48b2-aa9a-a57eafc719de, reason: Instance de873593-e744-4c71-bdd7-09962f6bcedb could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1660.531553] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "9a083c34-2370-48bc-a8af-d6480f205232" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.531906] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "9a083c34-2370-48bc-a8af-d6480f205232" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.532108] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "9a083c34-2370-48bc-a8af-d6480f205232-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.532398] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "9a083c34-2370-48bc-a8af-d6480f205232-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.532663] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "9a083c34-2370-48bc-a8af-d6480f205232-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.535240] env[64496]: INFO nova.compute.manager [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Terminating instance [ 1660.598150] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.651597] env[64496]: INFO nova.compute.manager [-] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Took 1.38 seconds to deallocate network for instance. [ 1660.777167] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902026, 'name': Rename_Task, 'duration_secs': 1.303372} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.777480] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1660.777765] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6cfdc4b-42e8-4e49-8b88-f73693ca782b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.786191] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Waiting for the task: (returnval){ [ 1660.786191] env[64496]: value = "task-1902027" [ 1660.786191] env[64496]: _type = "Task" [ 1660.786191] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.797118] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.829290] env[64496]: DEBUG nova.scheduler.client.report [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1660.874672] env[64496]: INFO nova.compute.manager [-] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Took 1.57 seconds to deallocate network for instance. [ 1660.963236] env[64496]: DEBUG nova.compute.manager [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1660.986103] env[64496]: DEBUG nova.virt.hardware [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1660.986384] env[64496]: DEBUG nova.virt.hardware [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1660.986545] env[64496]: DEBUG nova.virt.hardware [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1660.986728] env[64496]: DEBUG nova.virt.hardware [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1660.986874] env[64496]: DEBUG nova.virt.hardware [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1660.987030] env[64496]: DEBUG nova.virt.hardware [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1660.987251] env[64496]: DEBUG nova.virt.hardware [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1660.987411] env[64496]: DEBUG nova.virt.hardware [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1660.987601] env[64496]: DEBUG nova.virt.hardware [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1660.987772] env[64496]: DEBUG nova.virt.hardware [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1660.987945] env[64496]: DEBUG nova.virt.hardware [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1660.988915] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cd0445-d860-41da-8048-1ef99d7e37ca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.998927] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a16f75a-b9c3-4302-9989-5eda236e13b4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.039129] env[64496]: DEBUG nova.compute.manager [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1661.039390] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1661.040381] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76729ad1-8e03-4176-a6b8-733ff532fc88 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.049113] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1661.049394] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b3ca966-c65b-4607-9908-4c0d1176ddb8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.058022] env[64496]: DEBUG oslo_vmware.api [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1661.058022] env[64496]: value = "task-1902028" [ 1661.058022] env[64496]: _type = "Task" [ 1661.058022] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.067314] env[64496]: DEBUG oslo_vmware.api [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.099768] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.158576] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.299249] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902027, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.335518] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.336070] env[64496]: DEBUG nova.compute.manager [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1661.338916] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.058s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.339695] env[64496]: DEBUG nova.objects.instance [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lazy-loading 'resources' on Instance uuid cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.381677] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.575638] env[64496]: DEBUG oslo_vmware.api [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902028, 'name': PowerOffVM_Task, 'duration_secs': 0.213119} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.575908] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.576114] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.576352] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ccae5b4-6ba1-48dd-b8d1-1272fd86a177 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.592648] env[64496]: DEBUG nova.network.neutron [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Successfully updated port: 9d0c8b1b-1f49-467d-888f-3e2457890b20 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1661.600398] env[64496]: DEBUG oslo_vmware.api [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902025, 'name': PowerOnVM_Task, 'duration_secs': 2.339142} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.600718] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.600968] env[64496]: INFO nova.compute.manager [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1661.601173] env[64496]: DEBUG nova.compute.manager [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1661.602022] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6121a194-e520-4ab1-bb5a-4041735f5899 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.796581] env[64496]: DEBUG oslo_vmware.api [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902027, 'name': PowerOnVM_Task, 'duration_secs': 0.559734} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.797124] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.797246] env[64496]: INFO nova.compute.manager [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1661.797354] env[64496]: DEBUG nova.compute.manager [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1661.798174] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4953b4b-3678-420b-a2d1-fc22946ec277 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.842618] env[64496]: DEBUG nova.compute.utils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1661.848901] env[64496]: DEBUG nova.compute.manager [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1661.849104] env[64496]: DEBUG nova.network.neutron [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1661.915170] env[64496]: DEBUG nova.policy [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00d993279ab84e0985ea1d49f4f234ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abf416ace2e54dc88c6546c67a74cf2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1661.928860] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.929556] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.929556] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Deleting the datastore file [datastore2] 9a083c34-2370-48bc-a8af-d6480f205232 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.929556] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74f96408-bf45-43e8-908d-6fbda14220b4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.936694] env[64496]: DEBUG oslo_vmware.api [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for the task: (returnval){ [ 1661.936694] env[64496]: value = "task-1902030" [ 1661.936694] env[64496]: _type = "Task" [ 1661.936694] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.946377] env[64496]: DEBUG oslo_vmware.api [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.967945] env[64496]: DEBUG nova.compute.manager [req-c118dcc0-279e-455f-8080-4db391e2dd8a req-33a38e20-c479-4733-b6e0-cc090edbf859 service nova] [instance: 263d8f91-a293-4151-845f-669af1120d81] Received event network-vif-plugged-9d0c8b1b-1f49-467d-888f-3e2457890b20 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1661.968248] env[64496]: DEBUG oslo_concurrency.lockutils [req-c118dcc0-279e-455f-8080-4db391e2dd8a req-33a38e20-c479-4733-b6e0-cc090edbf859 service nova] Acquiring lock "263d8f91-a293-4151-845f-669af1120d81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.968420] env[64496]: DEBUG oslo_concurrency.lockutils [req-c118dcc0-279e-455f-8080-4db391e2dd8a req-33a38e20-c479-4733-b6e0-cc090edbf859 service nova] Lock "263d8f91-a293-4151-845f-669af1120d81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.968691] env[64496]: DEBUG oslo_concurrency.lockutils [req-c118dcc0-279e-455f-8080-4db391e2dd8a req-33a38e20-c479-4733-b6e0-cc090edbf859 service nova] Lock "263d8f91-a293-4151-845f-669af1120d81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.968894] env[64496]: DEBUG nova.compute.manager [req-c118dcc0-279e-455f-8080-4db391e2dd8a req-33a38e20-c479-4733-b6e0-cc090edbf859 service nova] [instance: 263d8f91-a293-4151-845f-669af1120d81] No waiting events found dispatching network-vif-plugged-9d0c8b1b-1f49-467d-888f-3e2457890b20 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1661.969088] env[64496]: WARNING nova.compute.manager [req-c118dcc0-279e-455f-8080-4db391e2dd8a req-33a38e20-c479-4733-b6e0-cc090edbf859 service nova] [instance: 263d8f91-a293-4151-845f-669af1120d81] Received unexpected event network-vif-plugged-9d0c8b1b-1f49-467d-888f-3e2457890b20 for instance with vm_state building and task_state spawning. [ 1661.969269] env[64496]: DEBUG nova.compute.manager [req-c118dcc0-279e-455f-8080-4db391e2dd8a req-33a38e20-c479-4733-b6e0-cc090edbf859 service nova] [instance: 263d8f91-a293-4151-845f-669af1120d81] Received event network-changed-9d0c8b1b-1f49-467d-888f-3e2457890b20 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1661.969438] env[64496]: DEBUG nova.compute.manager [req-c118dcc0-279e-455f-8080-4db391e2dd8a req-33a38e20-c479-4733-b6e0-cc090edbf859 service nova] [instance: 263d8f91-a293-4151-845f-669af1120d81] Refreshing instance network info cache due to event network-changed-9d0c8b1b-1f49-467d-888f-3e2457890b20. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1661.969734] env[64496]: DEBUG oslo_concurrency.lockutils [req-c118dcc0-279e-455f-8080-4db391e2dd8a req-33a38e20-c479-4733-b6e0-cc090edbf859 service nova] Acquiring lock "refresh_cache-263d8f91-a293-4151-845f-669af1120d81" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.969849] env[64496]: DEBUG oslo_concurrency.lockutils [req-c118dcc0-279e-455f-8080-4db391e2dd8a req-33a38e20-c479-4733-b6e0-cc090edbf859 service nova] Acquired lock "refresh_cache-263d8f91-a293-4151-845f-669af1120d81" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.970045] env[64496]: DEBUG nova.network.neutron [req-c118dcc0-279e-455f-8080-4db391e2dd8a req-33a38e20-c479-4733-b6e0-cc090edbf859 service nova] [instance: 263d8f91-a293-4151-845f-669af1120d81] Refreshing network info cache for port 9d0c8b1b-1f49-467d-888f-3e2457890b20 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1662.100799] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "refresh_cache-263d8f91-a293-4151-845f-669af1120d81" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.142015] env[64496]: INFO nova.compute.manager [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Took 23.23 seconds to build instance. [ 1662.150606] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf64c9c-21ca-486e-8a40-0f64ee483df0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.161812] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8fe7bf-ad5e-4dca-a37b-efd882617b62 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.200199] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17661ed-7e3f-4ecc-9d40-8144476894c6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.213707] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9c594e-1622-4a58-a94a-dd678d0eba6e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.232485] env[64496]: DEBUG nova.compute.provider_tree [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.235202] env[64496]: DEBUG nova.network.neutron [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Successfully created port: 0047500f-3594-4e53-8f69-f3ed6e55fa35 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1662.318955] env[64496]: INFO nova.compute.manager [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Took 20.75 seconds to build instance. [ 1662.349422] env[64496]: DEBUG nova.compute.manager [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1662.449037] env[64496]: DEBUG oslo_vmware.api [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Task: {'id': task-1902030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335961} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.449037] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.449037] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1662.449037] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1662.449037] env[64496]: INFO nova.compute.manager [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1662.449037] env[64496]: DEBUG oslo.service.loopingcall [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.449768] env[64496]: DEBUG nova.compute.manager [-] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1662.450078] env[64496]: DEBUG nova.network.neutron [-] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1662.521354] env[64496]: DEBUG nova.network.neutron [req-c118dcc0-279e-455f-8080-4db391e2dd8a req-33a38e20-c479-4733-b6e0-cc090edbf859 service nova] [instance: 263d8f91-a293-4151-845f-669af1120d81] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1662.553198] env[64496]: DEBUG nova.compute.manager [req-071d82b1-4232-466d-8cf3-d0a666abae1c req-92c32e6f-36ec-44f6-a97b-fc98cbceb64d service nova] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Received event network-changed-62c2ac2b-fd81-41b7-b0b0-0bfe758139d6 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1662.553198] env[64496]: DEBUG nova.compute.manager [req-071d82b1-4232-466d-8cf3-d0a666abae1c req-92c32e6f-36ec-44f6-a97b-fc98cbceb64d service nova] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Refreshing instance network info cache due to event network-changed-62c2ac2b-fd81-41b7-b0b0-0bfe758139d6. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1662.553198] env[64496]: DEBUG oslo_concurrency.lockutils [req-071d82b1-4232-466d-8cf3-d0a666abae1c req-92c32e6f-36ec-44f6-a97b-fc98cbceb64d service nova] Acquiring lock "refresh_cache-6a911ef3-0ccf-41ff-894c-15c7fdd683b0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.553198] env[64496]: DEBUG oslo_concurrency.lockutils [req-071d82b1-4232-466d-8cf3-d0a666abae1c req-92c32e6f-36ec-44f6-a97b-fc98cbceb64d service nova] Acquired lock "refresh_cache-6a911ef3-0ccf-41ff-894c-15c7fdd683b0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.553971] env[64496]: DEBUG nova.network.neutron [req-071d82b1-4232-466d-8cf3-d0a666abae1c req-92c32e6f-36ec-44f6-a97b-fc98cbceb64d service nova] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Refreshing network info cache for port 62c2ac2b-fd81-41b7-b0b0-0bfe758139d6 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1662.618965] env[64496]: DEBUG nova.network.neutron [req-c118dcc0-279e-455f-8080-4db391e2dd8a req-33a38e20-c479-4733-b6e0-cc090edbf859 service nova] [instance: 263d8f91-a293-4151-845f-669af1120d81] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.644565] env[64496]: DEBUG oslo_concurrency.lockutils [None req-dc37d99f-4f39-4db6-b639-d0a1c93d1b72 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.777s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.742352] env[64496]: DEBUG nova.scheduler.client.report [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1662.822893] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91a20c5e-5537-4029-adcd-43ac498ad9bf tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Lock "296478f8-a624-4195-8465-03993c5dce8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.261s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.121564] env[64496]: DEBUG oslo_concurrency.lockutils [req-c118dcc0-279e-455f-8080-4db391e2dd8a req-33a38e20-c479-4733-b6e0-cc090edbf859 service nova] Releasing lock "refresh_cache-263d8f91-a293-4151-845f-669af1120d81" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.123455] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquired lock "refresh_cache-263d8f91-a293-4151-845f-669af1120d81" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.123808] env[64496]: DEBUG nova.network.neutron [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1663.248824] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.251704] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.820s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.253229] env[64496]: INFO nova.compute.claims [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1663.284498] env[64496]: INFO nova.scheduler.client.report [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Deleted allocations for instance cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab [ 1663.357757] env[64496]: DEBUG nova.network.neutron [req-071d82b1-4232-466d-8cf3-d0a666abae1c req-92c32e6f-36ec-44f6-a97b-fc98cbceb64d service nova] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Updated VIF entry in instance network info cache for port 62c2ac2b-fd81-41b7-b0b0-0bfe758139d6. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1663.358194] env[64496]: DEBUG nova.network.neutron [req-071d82b1-4232-466d-8cf3-d0a666abae1c req-92c32e6f-36ec-44f6-a97b-fc98cbceb64d service nova] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Updating instance_info_cache with network_info: [{"id": "62c2ac2b-fd81-41b7-b0b0-0bfe758139d6", "address": "fa:16:3e:fd:1e:f0", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c2ac2b-fd", "ovs_interfaceid": "62c2ac2b-fd81-41b7-b0b0-0bfe758139d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.360336] env[64496]: DEBUG nova.compute.manager [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1663.384863] env[64496]: DEBUG nova.virt.hardware [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1663.385436] env[64496]: DEBUG nova.virt.hardware [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1663.385670] env[64496]: DEBUG nova.virt.hardware [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1663.385988] env[64496]: DEBUG nova.virt.hardware [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1663.386169] env[64496]: DEBUG nova.virt.hardware [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1663.386326] env[64496]: DEBUG nova.virt.hardware [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1663.386584] env[64496]: DEBUG nova.virt.hardware [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1663.386745] env[64496]: DEBUG nova.virt.hardware [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1663.386920] env[64496]: DEBUG nova.virt.hardware [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1663.387185] env[64496]: DEBUG nova.virt.hardware [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1663.387401] env[64496]: DEBUG nova.virt.hardware [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1663.388370] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5464f0-a167-4e73-a5e4-677d6ecf1e89 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.397644] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114de5e3-e435-446a-a6d9-03286e6d104c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.661352] env[64496]: DEBUG nova.network.neutron [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1663.793405] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c12c56d2-8a32-41b4-bd4f-e2abad77239e tempest-MigrationsAdminTest-1986459753 tempest-MigrationsAdminTest-1986459753-project-member] Lock "cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.062s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.821796] env[64496]: DEBUG nova.network.neutron [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Updating instance_info_cache with network_info: [{"id": "9d0c8b1b-1f49-467d-888f-3e2457890b20", "address": "fa:16:3e:57:f6:ca", "network": {"id": "313d9f24-48dc-414d-9e73-0f4870040398", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1109267207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ccf1cc062c54224a1d59f3b9e5a676c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0c8b1b-1f", "ovs_interfaceid": "9d0c8b1b-1f49-467d-888f-3e2457890b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.863799] env[64496]: DEBUG oslo_concurrency.lockutils [req-071d82b1-4232-466d-8cf3-d0a666abae1c req-92c32e6f-36ec-44f6-a97b-fc98cbceb64d service nova] Releasing lock "refresh_cache-6a911ef3-0ccf-41ff-894c-15c7fdd683b0" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.008674] env[64496]: DEBUG nova.compute.manager [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Received event network-vif-deleted-ba1d8704-d132-4f9a-afb8-b67c03e9f081 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1664.010347] env[64496]: INFO nova.compute.manager [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Neutron deleted interface ba1d8704-d132-4f9a-afb8-b67c03e9f081; detaching it from the instance and deleting it from the info cache [ 1664.010777] env[64496]: DEBUG nova.network.neutron [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Updating instance_info_cache with network_info: [{"id": "068017e5-469c-417f-8399-93460415bc57", "address": "fa:16:3e:5b:ac:72", "network": {"id": "422d8221-ce82-4277-a3a2-20eedce865e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-832682379", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e160eff35b4743ddbe0c83bed4465c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068017e5-46", "ovs_interfaceid": "068017e5-469c-417f-8399-93460415bc57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.249435] env[64496]: DEBUG nova.network.neutron [-] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.328459] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Releasing lock "refresh_cache-263d8f91-a293-4151-845f-669af1120d81" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.328971] env[64496]: DEBUG nova.compute.manager [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Instance network_info: |[{"id": "9d0c8b1b-1f49-467d-888f-3e2457890b20", "address": "fa:16:3e:57:f6:ca", "network": {"id": "313d9f24-48dc-414d-9e73-0f4870040398", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1109267207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ccf1cc062c54224a1d59f3b9e5a676c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0c8b1b-1f", "ovs_interfaceid": "9d0c8b1b-1f49-467d-888f-3e2457890b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1664.330717] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:f6:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d0c8b1b-1f49-467d-888f-3e2457890b20', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1664.340108] env[64496]: DEBUG oslo.service.loopingcall [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.340908] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 263d8f91-a293-4151-845f-669af1120d81] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1664.341689] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9da18890-543f-4711-ad74-e0f152f5d595 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.374784] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1664.374784] env[64496]: value = "task-1902031" [ 1664.374784] env[64496]: _type = "Task" [ 1664.374784] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.387820] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902031, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.395684] env[64496]: DEBUG nova.network.neutron [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Successfully updated port: 0047500f-3594-4e53-8f69-f3ed6e55fa35 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1664.518705] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-956c2db8-5c31-44a4-9284-f82c6b721ab6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.533769] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a241791f-01bd-45c9-a153-297664396e9d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.576216] env[64496]: DEBUG nova.compute.manager [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Detach interface failed, port_id=ba1d8704-d132-4f9a-afb8-b67c03e9f081, reason: Instance 9a083c34-2370-48bc-a8af-d6480f205232 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1664.576550] env[64496]: DEBUG nova.compute.manager [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Received event network-changed-b4bcd1fc-881a-42c0-96c6-d18f055d014e {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1664.576828] env[64496]: DEBUG nova.compute.manager [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Refreshing instance network info cache due to event network-changed-b4bcd1fc-881a-42c0-96c6-d18f055d014e. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1664.576982] env[64496]: DEBUG oslo_concurrency.lockutils [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] Acquiring lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.577171] env[64496]: DEBUG oslo_concurrency.lockutils [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] Acquired lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.577396] env[64496]: DEBUG nova.network.neutron [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Refreshing network info cache for port b4bcd1fc-881a-42c0-96c6-d18f055d014e {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1664.619773] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89c4121-a962-4a29-8742-950c602bb654 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.635024] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeeacb8-da69-4c8d-b656-85119a719c5b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.664527] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e407fd7-d506-4386-8ea4-6b19dfad8f6e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.680714] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a9fbed-d02b-4747-9bad-25718b3db9e3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.337505] env[64496]: DEBUG nova.compute.provider_tree [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.337505] env[64496]: INFO nova.compute.manager [-] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Took 2.30 seconds to deallocate network for instance. [ 1665.337505] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "refresh_cache-702590cf-65ff-4c68-9c4e-b48ffb86a6c5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.337505] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "refresh_cache-702590cf-65ff-4c68-9c4e-b48ffb86a6c5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.337505] env[64496]: DEBUG nova.network.neutron [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1665.337505] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902031, 'name': CreateVM_Task, 'duration_secs': 0.497663} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.346303] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 263d8f91-a293-4151-845f-669af1120d81] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1665.356808] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.356808] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.356808] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1665.357086] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c977c95c-224d-4fc3-9438-d8e5cf709aa7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.369242] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1665.369242] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f04063-7970-0a83-6e3e-ee15f4276b24" [ 1665.369242] env[64496]: _type = "Task" [ 1665.369242] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.383074] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f04063-7970-0a83-6e3e-ee15f4276b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.684515] env[64496]: DEBUG nova.network.neutron [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Updated VIF entry in instance network info cache for port b4bcd1fc-881a-42c0-96c6-d18f055d014e. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1665.684959] env[64496]: DEBUG nova.network.neutron [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Updating instance_info_cache with network_info: [{"id": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "address": "fa:16:3e:09:49:0a", "network": {"id": "81fea6ed-54af-485c-90db-ea39c0567c4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-205770071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c23eec7e59c4d738daaa4e733b2b233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcd1fc-88", "ovs_interfaceid": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.693338] env[64496]: DEBUG oslo_vmware.rw_handles [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52996eed-34a9-3133-7eac-3646ad0d38f2/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1665.694239] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357480ec-64ee-47a3-9fa5-0dc405cc3342 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.701378] env[64496]: DEBUG oslo_vmware.rw_handles [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52996eed-34a9-3133-7eac-3646ad0d38f2/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1665.701540] env[64496]: ERROR oslo_vmware.rw_handles [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52996eed-34a9-3133-7eac-3646ad0d38f2/disk-0.vmdk due to incomplete transfer. [ 1665.701871] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1dd331be-f577-443e-afd9-02c1722fb3f7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.706401] env[64496]: DEBUG nova.scheduler.client.report [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1665.711047] env[64496]: DEBUG oslo_vmware.rw_handles [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52996eed-34a9-3133-7eac-3646ad0d38f2/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1665.711263] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Uploaded image f2e7edbb-0fcf-437d-a79f-714358d88864 to the Glance image server {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1665.713561] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1665.713983] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ccc04a0-89d0-4f26-b535-350edb251dd4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.722022] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1665.722022] env[64496]: value = "task-1902032" [ 1665.722022] env[64496]: _type = "Task" [ 1665.722022] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.731199] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902032, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.857530] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.875601] env[64496]: DEBUG nova.network.neutron [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1665.884797] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f04063-7970-0a83-6e3e-ee15f4276b24, 'name': SearchDatastore_Task, 'duration_secs': 0.016922} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.884797] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.884797] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1665.885088] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.885139] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.885317] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1665.885578] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8278b41e-e6e3-49c0-bc99-e3e4f10e0efc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.896889] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1665.897084] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1665.897815] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6369f9a1-06ae-4fb3-b285-cca0fd81a8f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.903388] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1665.903388] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52485cd7-c40d-3df0-6ef7-cc6ce837626c" [ 1665.903388] env[64496]: _type = "Task" [ 1665.903388] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.912946] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52485cd7-c40d-3df0-6ef7-cc6ce837626c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.009707] env[64496]: DEBUG nova.network.neutron [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Updating instance_info_cache with network_info: [{"id": "0047500f-3594-4e53-8f69-f3ed6e55fa35", "address": "fa:16:3e:d1:a9:c8", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0047500f-35", "ovs_interfaceid": "0047500f-3594-4e53-8f69-f3ed6e55fa35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.032817] env[64496]: DEBUG nova.compute.manager [req-0740bd60-1ca4-42dd-9995-cc0d1f116341 req-aaac889b-6ad5-48bd-998b-6ca10656fabb service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Received event network-vif-plugged-0047500f-3594-4e53-8f69-f3ed6e55fa35 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1666.033267] env[64496]: DEBUG oslo_concurrency.lockutils [req-0740bd60-1ca4-42dd-9995-cc0d1f116341 req-aaac889b-6ad5-48bd-998b-6ca10656fabb service nova] Acquiring lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.033541] env[64496]: DEBUG oslo_concurrency.lockutils [req-0740bd60-1ca4-42dd-9995-cc0d1f116341 req-aaac889b-6ad5-48bd-998b-6ca10656fabb service nova] Lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.033792] env[64496]: DEBUG oslo_concurrency.lockutils [req-0740bd60-1ca4-42dd-9995-cc0d1f116341 req-aaac889b-6ad5-48bd-998b-6ca10656fabb service nova] Lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.033977] env[64496]: DEBUG nova.compute.manager [req-0740bd60-1ca4-42dd-9995-cc0d1f116341 req-aaac889b-6ad5-48bd-998b-6ca10656fabb service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] No waiting events found dispatching network-vif-plugged-0047500f-3594-4e53-8f69-f3ed6e55fa35 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1666.034177] env[64496]: WARNING nova.compute.manager [req-0740bd60-1ca4-42dd-9995-cc0d1f116341 req-aaac889b-6ad5-48bd-998b-6ca10656fabb service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Received unexpected event network-vif-plugged-0047500f-3594-4e53-8f69-f3ed6e55fa35 for instance with vm_state building and task_state spawning. [ 1666.034405] env[64496]: DEBUG nova.compute.manager [req-0740bd60-1ca4-42dd-9995-cc0d1f116341 req-aaac889b-6ad5-48bd-998b-6ca10656fabb service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Received event network-changed-0047500f-3594-4e53-8f69-f3ed6e55fa35 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1666.034673] env[64496]: DEBUG nova.compute.manager [req-0740bd60-1ca4-42dd-9995-cc0d1f116341 req-aaac889b-6ad5-48bd-998b-6ca10656fabb service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Refreshing instance network info cache due to event network-changed-0047500f-3594-4e53-8f69-f3ed6e55fa35. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1666.034929] env[64496]: DEBUG oslo_concurrency.lockutils [req-0740bd60-1ca4-42dd-9995-cc0d1f116341 req-aaac889b-6ad5-48bd-998b-6ca10656fabb service nova] Acquiring lock "refresh_cache-702590cf-65ff-4c68-9c4e-b48ffb86a6c5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.189358] env[64496]: DEBUG oslo_concurrency.lockutils [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] Releasing lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.189642] env[64496]: DEBUG nova.compute.manager [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Received event network-vif-deleted-068017e5-469c-417f-8399-93460415bc57 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1666.189828] env[64496]: INFO nova.compute.manager [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Neutron deleted interface 068017e5-469c-417f-8399-93460415bc57; detaching it from the instance and deleting it from the info cache [ 1666.190011] env[64496]: DEBUG nova.network.neutron [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.215308] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.964s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.215817] env[64496]: DEBUG nova.compute.manager [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1666.218300] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.060s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.218495] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.220553] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.839s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.220770] env[64496]: DEBUG nova.objects.instance [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lazy-loading 'resources' on Instance uuid de873593-e744-4c71-bdd7-09962f6bcedb {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.231762] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902032, 'name': Destroy_Task, 'duration_secs': 0.354934} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.232525] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Destroyed the VM [ 1666.232768] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1666.233039] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-029dbefc-f7e2-42b2-b87a-c86f19b2f0ce {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.240019] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1666.240019] env[64496]: value = "task-1902033" [ 1666.240019] env[64496]: _type = "Task" [ 1666.240019] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.249533] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902033, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.253252] env[64496]: INFO nova.scheduler.client.report [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleted allocations for instance 952619d1-1ebb-4515-93c9-dc60ed265152 [ 1666.415198] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52485cd7-c40d-3df0-6ef7-cc6ce837626c, 'name': SearchDatastore_Task, 'duration_secs': 0.049252} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.416094] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f57e36-a3bb-43f8-b445-c6fc788d3e6b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.422565] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1666.422565] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524f9af3-53f2-d4e8-cc02-c420226321f8" [ 1666.422565] env[64496]: _type = "Task" [ 1666.422565] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.431812] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524f9af3-53f2-d4e8-cc02-c420226321f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.513520] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "refresh_cache-702590cf-65ff-4c68-9c4e-b48ffb86a6c5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.514086] env[64496]: DEBUG nova.compute.manager [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Instance network_info: |[{"id": "0047500f-3594-4e53-8f69-f3ed6e55fa35", "address": "fa:16:3e:d1:a9:c8", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0047500f-35", "ovs_interfaceid": "0047500f-3594-4e53-8f69-f3ed6e55fa35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1666.514580] env[64496]: DEBUG oslo_concurrency.lockutils [req-0740bd60-1ca4-42dd-9995-cc0d1f116341 req-aaac889b-6ad5-48bd-998b-6ca10656fabb service nova] Acquired lock "refresh_cache-702590cf-65ff-4c68-9c4e-b48ffb86a6c5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.516297] env[64496]: DEBUG nova.network.neutron [req-0740bd60-1ca4-42dd-9995-cc0d1f116341 req-aaac889b-6ad5-48bd-998b-6ca10656fabb service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Refreshing network info cache for port 0047500f-3594-4e53-8f69-f3ed6e55fa35 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1666.517017] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:a9:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0047500f-3594-4e53-8f69-f3ed6e55fa35', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1666.526789] env[64496]: DEBUG oslo.service.loopingcall [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.529975] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1666.530529] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f88757f5-46bc-4bae-94ad-c351e3f2bb5a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.552893] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1666.552893] env[64496]: value = "task-1902034" [ 1666.552893] env[64496]: _type = "Task" [ 1666.552893] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.565763] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902034, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.692830] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35910b8b-7010-4b69-8d72-3330b0052034 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.705304] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afc57cd-53b9-4d2a-94d7-bc0a810806a6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.729697] env[64496]: DEBUG nova.compute.utils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1666.745654] env[64496]: DEBUG nova.compute.manager [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1666.745867] env[64496]: DEBUG nova.network.neutron [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1666.748036] env[64496]: DEBUG nova.compute.manager [req-ce7cba40-0b46-47cd-a789-a22a6ebd8651 req-ac66d9a5-a487-4f4e-94ab-d5484bf8e01f service nova] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Detach interface failed, port_id=068017e5-469c-417f-8399-93460415bc57, reason: Instance 9a083c34-2370-48bc-a8af-d6480f205232 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1666.766647] env[64496]: DEBUG oslo_vmware.api [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902033, 'name': RemoveSnapshot_Task, 'duration_secs': 0.469863} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.766919] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f2ec8158-bf11-4ccd-99e1-2cb2f7de59ec tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "952619d1-1ebb-4515-93c9-dc60ed265152" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.866s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.768157] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1666.768447] env[64496]: INFO nova.compute.manager [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Took 12.91 seconds to snapshot the instance on the hypervisor. [ 1666.801314] env[64496]: DEBUG nova.policy [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3807870f31e40898a53f21453c19b93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '830bd96902d24c8f8a3bc554a44796cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1666.871693] env[64496]: DEBUG nova.network.neutron [req-0740bd60-1ca4-42dd-9995-cc0d1f116341 req-aaac889b-6ad5-48bd-998b-6ca10656fabb service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Updated VIF entry in instance network info cache for port 0047500f-3594-4e53-8f69-f3ed6e55fa35. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1666.872121] env[64496]: DEBUG nova.network.neutron [req-0740bd60-1ca4-42dd-9995-cc0d1f116341 req-aaac889b-6ad5-48bd-998b-6ca10656fabb service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Updating instance_info_cache with network_info: [{"id": "0047500f-3594-4e53-8f69-f3ed6e55fa35", "address": "fa:16:3e:d1:a9:c8", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0047500f-35", "ovs_interfaceid": "0047500f-3594-4e53-8f69-f3ed6e55fa35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.934918] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524f9af3-53f2-d4e8-cc02-c420226321f8, 'name': SearchDatastore_Task, 'duration_secs': 0.021959} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.935321] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.935457] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 263d8f91-a293-4151-845f-669af1120d81/263d8f91-a293-4151-845f-669af1120d81.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1666.935709] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c4ce0c1-878a-4242-9089-73083c1f569c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.945373] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1666.945373] env[64496]: value = "task-1902035" [ 1666.945373] env[64496]: _type = "Task" [ 1666.945373] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.957085] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.996759] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54214634-5302-42e5-ae06-672722e6489e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.004866] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dcb826-9764-453c-a8b9-0bc26e96171f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.037656] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084c9209-2bf9-40b6-9ce3-a204399ef821 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.046029] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759c02b0-2e2b-4eff-96c2-7a9c9a09a234 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.061707] env[64496]: DEBUG nova.compute.provider_tree [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.073429] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902034, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.082512] env[64496]: DEBUG nova.network.neutron [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Successfully created port: f3bb9f0b-fe03-4cea-9216-6e642b5d7077 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1667.249691] env[64496]: DEBUG nova.compute.manager [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1667.276038] env[64496]: DEBUG nova.compute.manager [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Instance disappeared during snapshot {{(pid=64496) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1667.290713] env[64496]: DEBUG nova.compute.manager [None req-b4876ed0-b050-4a2d-9aca-16af879aecd7 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Image not found during clean up f2e7edbb-0fcf-437d-a79f-714358d88864 {{(pid=64496) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1667.307723] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "c9d120f8-052f-4b76-8bc9-b7b107a5e36d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.308216] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "c9d120f8-052f-4b76-8bc9-b7b107a5e36d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.308599] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "c9d120f8-052f-4b76-8bc9-b7b107a5e36d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.308969] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "c9d120f8-052f-4b76-8bc9-b7b107a5e36d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.309476] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "c9d120f8-052f-4b76-8bc9-b7b107a5e36d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.313822] env[64496]: INFO nova.compute.manager [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Terminating instance [ 1667.376263] env[64496]: DEBUG oslo_concurrency.lockutils [req-0740bd60-1ca4-42dd-9995-cc0d1f116341 req-aaac889b-6ad5-48bd-998b-6ca10656fabb service nova] Releasing lock "refresh_cache-702590cf-65ff-4c68-9c4e-b48ffb86a6c5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.460183] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902035, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.566387] env[64496]: DEBUG nova.scheduler.client.report [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1667.575580] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902034, 'name': CreateVM_Task, 'duration_secs': 0.681874} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.575787] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1667.576564] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.576744] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.577096] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1667.577363] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0fe75f0-d962-4898-9a64-0a9ef5ba2123 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.582594] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1667.582594] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d073dc-e857-6fe9-25b7-32e92c9664da" [ 1667.582594] env[64496]: _type = "Task" [ 1667.582594] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.592322] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d073dc-e857-6fe9-25b7-32e92c9664da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.818842] env[64496]: DEBUG nova.compute.manager [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1667.819113] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1667.819995] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4cca10-bbb5-4700-a8a2-220764184bec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.829467] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1667.829732] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b595efc8-3329-4dde-96a4-7075c7d985c9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.909278] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "cc45667d-6de3-4fc1-99fb-dc2d69f4a206" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.909278] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "cc45667d-6de3-4fc1-99fb-dc2d69f4a206" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.934252] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1667.934497] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1667.934685] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleting the datastore file [datastore2] c9d120f8-052f-4b76-8bc9-b7b107a5e36d {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1667.934954] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aae78e5-3edf-4e6f-84b9-87b2b6c782e6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.943555] env[64496]: DEBUG oslo_vmware.api [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1667.943555] env[64496]: value = "task-1902037" [ 1667.943555] env[64496]: _type = "Task" [ 1667.943555] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.954402] env[64496]: DEBUG oslo_vmware.api [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.959867] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627343} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.960140] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 263d8f91-a293-4151-845f-669af1120d81/263d8f91-a293-4151-845f-669af1120d81.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1667.960357] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1667.960605] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-457843ac-329c-4c54-8cc8-c5be5a4d71e0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.967419] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1667.967419] env[64496]: value = "task-1902038" [ 1667.967419] env[64496]: _type = "Task" [ 1667.967419] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.978906] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.071866] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.074137] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.217s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.074369] env[64496]: DEBUG nova.objects.instance [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lazy-loading 'resources' on Instance uuid 9a083c34-2370-48bc-a8af-d6480f205232 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.093867] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d073dc-e857-6fe9-25b7-32e92c9664da, 'name': SearchDatastore_Task, 'duration_secs': 0.026967} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.094222] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.094454] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1668.094693] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.094863] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.095057] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1668.095315] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-822a8e36-1da7-4f56-a7a2-bb2f04a87c88 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.097879] env[64496]: INFO nova.scheduler.client.report [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Deleted allocations for instance de873593-e744-4c71-bdd7-09962f6bcedb [ 1668.113465] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1668.113645] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1668.114717] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9abd86-4b01-4fdc-80ea-6435def2b09b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.120854] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1668.120854] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52aa440b-e8b6-8d89-e435-2c456c40ab48" [ 1668.120854] env[64496]: _type = "Task" [ 1668.120854] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.128967] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52aa440b-e8b6-8d89-e435-2c456c40ab48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.261400] env[64496]: DEBUG nova.compute.manager [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1668.287744] env[64496]: DEBUG nova.virt.hardware [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1668.288052] env[64496]: DEBUG nova.virt.hardware [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.288308] env[64496]: DEBUG nova.virt.hardware [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1668.288543] env[64496]: DEBUG nova.virt.hardware [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.288712] env[64496]: DEBUG nova.virt.hardware [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1668.288785] env[64496]: DEBUG nova.virt.hardware [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1668.288977] env[64496]: DEBUG nova.virt.hardware [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1668.289162] env[64496]: DEBUG nova.virt.hardware [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1668.289367] env[64496]: DEBUG nova.virt.hardware [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1668.289535] env[64496]: DEBUG nova.virt.hardware [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1668.289718] env[64496]: DEBUG nova.virt.hardware [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1668.290590] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cde3e28-3bd8-4931-bc1d-9a5b5452d4aa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.298837] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa4eab0-80b7-481e-9257-7372f127f517 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.411682] env[64496]: DEBUG nova.compute.manager [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1668.454917] env[64496]: DEBUG oslo_vmware.api [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.477510] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104384} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.477788] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1668.478794] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661cdcd8-a0a8-4c54-8705-39b0c21d2fb8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.503189] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 263d8f91-a293-4151-845f-669af1120d81/263d8f91-a293-4151-845f-669af1120d81.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1668.503637] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2ee5cb3-1d9e-4e6e-b805-dd546e71da67 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.527537] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1668.527537] env[64496]: value = "task-1902039" [ 1668.527537] env[64496]: _type = "Task" [ 1668.527537] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.536780] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.554147] env[64496]: DEBUG nova.compute.manager [req-fad2fb6d-9bdc-4433-b1e7-e2445d0d3d8b req-dbd89382-12ed-4b73-bd2d-fc5f8cd73154 service nova] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Received event network-vif-plugged-f3bb9f0b-fe03-4cea-9216-6e642b5d7077 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1668.554361] env[64496]: DEBUG oslo_concurrency.lockutils [req-fad2fb6d-9bdc-4433-b1e7-e2445d0d3d8b req-dbd89382-12ed-4b73-bd2d-fc5f8cd73154 service nova] Acquiring lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.554653] env[64496]: DEBUG oslo_concurrency.lockutils [req-fad2fb6d-9bdc-4433-b1e7-e2445d0d3d8b req-dbd89382-12ed-4b73-bd2d-fc5f8cd73154 service nova] Lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.554865] env[64496]: DEBUG oslo_concurrency.lockutils [req-fad2fb6d-9bdc-4433-b1e7-e2445d0d3d8b req-dbd89382-12ed-4b73-bd2d-fc5f8cd73154 service nova] Lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.555077] env[64496]: DEBUG nova.compute.manager [req-fad2fb6d-9bdc-4433-b1e7-e2445d0d3d8b req-dbd89382-12ed-4b73-bd2d-fc5f8cd73154 service nova] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] No waiting events found dispatching network-vif-plugged-f3bb9f0b-fe03-4cea-9216-6e642b5d7077 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1668.555304] env[64496]: WARNING nova.compute.manager [req-fad2fb6d-9bdc-4433-b1e7-e2445d0d3d8b req-dbd89382-12ed-4b73-bd2d-fc5f8cd73154 service nova] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Received unexpected event network-vif-plugged-f3bb9f0b-fe03-4cea-9216-6e642b5d7077 for instance with vm_state building and task_state spawning. [ 1668.607665] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a317caf0-25bf-4893-a1e6-b955f7c45510 tempest-ServersAdminTestJSON-55094541 tempest-ServersAdminTestJSON-55094541-project-member] Lock "de873593-e744-4c71-bdd7-09962f6bcedb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.064s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.633777] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52aa440b-e8b6-8d89-e435-2c456c40ab48, 'name': SearchDatastore_Task, 'duration_secs': 0.070966} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.637313] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0df5c083-a4d7-4547-aa2d-c37a52127322 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.645899] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1668.645899] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521c8788-c2f1-934b-7315-b11daa86b516" [ 1668.645899] env[64496]: _type = "Task" [ 1668.645899] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.655374] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521c8788-c2f1-934b-7315-b11daa86b516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.694292] env[64496]: DEBUG nova.network.neutron [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Successfully updated port: f3bb9f0b-fe03-4cea-9216-6e642b5d7077 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1668.823556] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2c1850-4ae2-4c5b-85bc-cb8cad04e0ba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.832133] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f84663-679d-4836-a4fa-e776502cef97 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.863520] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353db668-e075-4a1f-b182-c29f9516cd8a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.872127] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cee6b3-bd96-4f2a-8133-21375c429868 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.886065] env[64496]: DEBUG nova.compute.provider_tree [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1668.929262] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.959377] env[64496]: DEBUG oslo_vmware.api [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.703266} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.959377] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1668.959377] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1668.959377] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1668.959377] env[64496]: INFO nova.compute.manager [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1668.959377] env[64496]: DEBUG oslo.service.loopingcall [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.959377] env[64496]: DEBUG nova.compute.manager [-] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1668.959377] env[64496]: DEBUG nova.network.neutron [-] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1669.045169] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.157406] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521c8788-c2f1-934b-7315-b11daa86b516, 'name': SearchDatastore_Task, 'duration_secs': 0.026095} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.157690] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.158052] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 702590cf-65ff-4c68-9c4e-b48ffb86a6c5/702590cf-65ff-4c68-9c4e-b48ffb86a6c5.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1669.158268] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6827b43-316f-4a41-b67d-c3643b2e695d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.172185] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1669.172185] env[64496]: value = "task-1902040" [ 1669.172185] env[64496]: _type = "Task" [ 1669.172185] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.182594] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.199459] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "refresh_cache-0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.199668] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "refresh_cache-0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.200135] env[64496]: DEBUG nova.network.neutron [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1669.390637] env[64496]: DEBUG nova.scheduler.client.report [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1669.540392] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902039, 'name': ReconfigVM_Task, 'duration_secs': 0.802438} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.540665] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 263d8f91-a293-4151-845f-669af1120d81/263d8f91-a293-4151-845f-669af1120d81.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1669.541724] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a25a8a52-7694-4e39-9f9a-92451a367c2d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.551922] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1669.551922] env[64496]: value = "task-1902041" [ 1669.551922] env[64496]: _type = "Task" [ 1669.551922] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.562342] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902041, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.684540] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902040, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.749676] env[64496]: DEBUG nova.network.neutron [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1669.902695] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.906036] env[64496]: DEBUG nova.network.neutron [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating instance_info_cache with network_info: [{"id": "f3bb9f0b-fe03-4cea-9216-6e642b5d7077", "address": "fa:16:3e:59:a5:45", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bb9f0b-fe", "ovs_interfaceid": "f3bb9f0b-fe03-4cea-9216-6e642b5d7077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.908121] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.978s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.909805] env[64496]: INFO nova.compute.claims [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1669.936136] env[64496]: INFO nova.scheduler.client.report [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Deleted allocations for instance 9a083c34-2370-48bc-a8af-d6480f205232 [ 1670.015904] env[64496]: DEBUG nova.network.neutron [-] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.062594] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902041, 'name': Rename_Task, 'duration_secs': 0.226373} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.062877] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1670.063174] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-884330f7-f82b-4036-89f0-ebb6a0f32eb0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.070822] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1670.070822] env[64496]: value = "task-1902042" [ 1670.070822] env[64496]: _type = "Task" [ 1670.070822] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.079290] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.184152] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53554} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.184458] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 702590cf-65ff-4c68-9c4e-b48ffb86a6c5/702590cf-65ff-4c68-9c4e-b48ffb86a6c5.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1670.184671] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1670.184930] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e9ffa39-e0eb-40f3-8dda-6e347ca3a55f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.193016] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1670.193016] env[64496]: value = "task-1902043" [ 1670.193016] env[64496]: _type = "Task" [ 1670.193016] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.202939] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.413462] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "refresh_cache-0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.414414] env[64496]: DEBUG nova.compute.manager [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Instance network_info: |[{"id": "f3bb9f0b-fe03-4cea-9216-6e642b5d7077", "address": "fa:16:3e:59:a5:45", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bb9f0b-fe", "ovs_interfaceid": "f3bb9f0b-fe03-4cea-9216-6e642b5d7077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1670.414414] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:a5:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3bb9f0b-fe03-4cea-9216-6e642b5d7077', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1670.423120] env[64496]: DEBUG oslo.service.loopingcall [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.425502] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1670.426023] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baf220c5-0992-444d-9c4c-f5cf1ecec5df {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.449614] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d2e5cea-1e74-4073-8e85-55ca4bac32e0 tempest-ServersTestMultiNic-585498800 tempest-ServersTestMultiNic-585498800-project-member] Lock "9a083c34-2370-48bc-a8af-d6480f205232" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.917s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.458245] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1670.458245] env[64496]: value = "task-1902044" [ 1670.458245] env[64496]: _type = "Task" [ 1670.458245] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.474053] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902044, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.520369] env[64496]: INFO nova.compute.manager [-] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Took 1.56 seconds to deallocate network for instance. [ 1670.585950] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902042, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.593355] env[64496]: DEBUG nova.compute.manager [req-33938046-a10f-4901-b594-5b94fbb28b25 req-25802777-c712-408b-a678-ec53234441ef service nova] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Received event network-changed-f3bb9f0b-fe03-4cea-9216-6e642b5d7077 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1670.593355] env[64496]: DEBUG nova.compute.manager [req-33938046-a10f-4901-b594-5b94fbb28b25 req-25802777-c712-408b-a678-ec53234441ef service nova] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Refreshing instance network info cache due to event network-changed-f3bb9f0b-fe03-4cea-9216-6e642b5d7077. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1670.593878] env[64496]: DEBUG oslo_concurrency.lockutils [req-33938046-a10f-4901-b594-5b94fbb28b25 req-25802777-c712-408b-a678-ec53234441ef service nova] Acquiring lock "refresh_cache-0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.594986] env[64496]: DEBUG oslo_concurrency.lockutils [req-33938046-a10f-4901-b594-5b94fbb28b25 req-25802777-c712-408b-a678-ec53234441ef service nova] Acquired lock "refresh_cache-0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.595285] env[64496]: DEBUG nova.network.neutron [req-33938046-a10f-4901-b594-5b94fbb28b25 req-25802777-c712-408b-a678-ec53234441ef service nova] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Refreshing network info cache for port f3bb9f0b-fe03-4cea-9216-6e642b5d7077 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1670.705566] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095461} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.705893] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1670.706770] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e0bb80-8abc-40a2-acb1-aa58519c30b6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.733274] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 702590cf-65ff-4c68-9c4e-b48ffb86a6c5/702590cf-65ff-4c68-9c4e-b48ffb86a6c5.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1670.734060] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0751df46-3450-42a3-920f-fdb27143b5bd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.757704] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1670.757704] env[64496]: value = "task-1902045" [ 1670.757704] env[64496]: _type = "Task" [ 1670.757704] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.768322] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.968805] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902044, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.029669] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.081572] env[64496]: DEBUG oslo_vmware.api [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902042, 'name': PowerOnVM_Task, 'duration_secs': 0.611791} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.081909] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1671.082176] env[64496]: INFO nova.compute.manager [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1671.082403] env[64496]: DEBUG nova.compute.manager [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1671.083230] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e77e7b-8a70-468b-af33-a44781623fd5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.221224] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd70f9d-f76e-4fea-8e5d-01626154c17e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.237865] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703b626a-84be-4d2f-afc0-ddf8a8cfec5d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.302726] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c926fc0b-5015-4810-b688-ccb1321202ff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.318618] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dc5ba9-1237-46a7-9ff9-cda93358e9b5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.322080] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.333148] env[64496]: DEBUG nova.compute.provider_tree [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.469631] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902044, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.531574] env[64496]: DEBUG nova.network.neutron [req-33938046-a10f-4901-b594-5b94fbb28b25 req-25802777-c712-408b-a678-ec53234441ef service nova] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updated VIF entry in instance network info cache for port f3bb9f0b-fe03-4cea-9216-6e642b5d7077. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1671.531970] env[64496]: DEBUG nova.network.neutron [req-33938046-a10f-4901-b594-5b94fbb28b25 req-25802777-c712-408b-a678-ec53234441ef service nova] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating instance_info_cache with network_info: [{"id": "f3bb9f0b-fe03-4cea-9216-6e642b5d7077", "address": "fa:16:3e:59:a5:45", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bb9f0b-fe", "ovs_interfaceid": "f3bb9f0b-fe03-4cea-9216-6e642b5d7077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.606244] env[64496]: INFO nova.compute.manager [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Took 26.03 seconds to build instance. [ 1671.786023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "c4d694d9-100c-4a7a-86fa-d7636d250205" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.786023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "c4d694d9-100c-4a7a-86fa-d7636d250205" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.811900] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902045, 'name': ReconfigVM_Task, 'duration_secs': 0.85331} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.812218] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 702590cf-65ff-4c68-9c4e-b48ffb86a6c5/702590cf-65ff-4c68-9c4e-b48ffb86a6c5.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1671.813340] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a12a8b03-9a7f-4d8b-aa7c-bfb8fac51a2c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.822932] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1671.822932] env[64496]: value = "task-1902046" [ 1671.822932] env[64496]: _type = "Task" [ 1671.822932] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.831501] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902046, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.836576] env[64496]: DEBUG nova.scheduler.client.report [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1671.914318] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "263d8f91-a293-4151-845f-669af1120d81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.972057] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902044, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.035467] env[64496]: DEBUG oslo_concurrency.lockutils [req-33938046-a10f-4901-b594-5b94fbb28b25 req-25802777-c712-408b-a678-ec53234441ef service nova] Releasing lock "refresh_cache-0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.035467] env[64496]: DEBUG nova.compute.manager [req-33938046-a10f-4901-b594-5b94fbb28b25 req-25802777-c712-408b-a678-ec53234441ef service nova] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Received event network-vif-deleted-4cd5a0e1-fd49-4902-8869-bbc4a4be5439 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1672.107064] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8cbd1360-eae5-4e09-8ca5-eb93ca463bbe tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "263d8f91-a293-4151-845f-669af1120d81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.539s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.107374] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "263d8f91-a293-4151-845f-669af1120d81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.193s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.107707] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "263d8f91-a293-4151-845f-669af1120d81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.108018] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "263d8f91-a293-4151-845f-669af1120d81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.108251] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "263d8f91-a293-4151-845f-669af1120d81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.112271] env[64496]: INFO nova.compute.manager [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Terminating instance [ 1672.286108] env[64496]: DEBUG nova.compute.manager [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1672.295274] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "78d5ce8b-2d9d-456e-8473-6aac803fddc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.295567] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "78d5ce8b-2d9d-456e-8473-6aac803fddc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.334039] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902046, 'name': Rename_Task, 'duration_secs': 0.370123} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.335883] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.336227] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb54d092-ad54-41fa-8317-bc775df1f70d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.344135] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.344653] env[64496]: DEBUG nova.compute.manager [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1672.347385] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1672.347385] env[64496]: value = "task-1902047" [ 1672.347385] env[64496]: _type = "Task" [ 1672.347385] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.347821] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.318s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.348872] env[64496]: DEBUG nova.objects.instance [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lazy-loading 'resources' on Instance uuid c9d120f8-052f-4b76-8bc9-b7b107a5e36d {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.359475] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.468269] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902044, 'name': CreateVM_Task, 'duration_secs': 1.892622} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.468494] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1672.470764] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.470764] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.470764] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1672.470764] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8d663a7-059d-4f6b-8872-840185cfc024 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.475634] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1672.475634] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52772de4-ae57-52ec-274a-7ec63e332bb2" [ 1672.475634] env[64496]: _type = "Task" [ 1672.475634] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.485946] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52772de4-ae57-52ec-274a-7ec63e332bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.616739] env[64496]: DEBUG nova.compute.manager [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1672.617052] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1672.618115] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142babdf-859e-4464-9978-0eaf6ed8fb3a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.628950] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1672.630155] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45c2ab3c-6a02-4f79-a469-e004e0bbaa8d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.639971] env[64496]: DEBUG oslo_vmware.api [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1672.639971] env[64496]: value = "task-1902048" [ 1672.639971] env[64496]: _type = "Task" [ 1672.639971] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.649838] env[64496]: DEBUG oslo_vmware.api [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.743196] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "4cf8754a-7f26-495e-9a4c-b8dc3aafc28f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.743443] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "4cf8754a-7f26-495e-9a4c-b8dc3aafc28f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.797488] env[64496]: DEBUG nova.compute.manager [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1672.821143] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.849453] env[64496]: DEBUG nova.compute.utils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1672.851510] env[64496]: DEBUG nova.compute.manager [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1672.851708] env[64496]: DEBUG nova.network.neutron [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1672.872265] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902047, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.932876] env[64496]: DEBUG nova.policy [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff1cb725a1244b13bf93319a39e20411', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25c6088bdfce4b4ea3f161948856f564', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1672.987562] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52772de4-ae57-52ec-274a-7ec63e332bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.015477} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.990864] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.991166] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.991451] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.991774] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.991848] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.992418] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0326001e-68f4-4cda-a56b-2258b06676b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.005057] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1673.005836] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1673.011715] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc27417d-bab4-4976-95af-ec3a11a070a8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.020030] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1673.020030] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527565a5-a436-6a4a-b09e-e887f6ebb99e" [ 1673.020030] env[64496]: _type = "Task" [ 1673.020030] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.030393] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527565a5-a436-6a4a-b09e-e887f6ebb99e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.154809] env[64496]: DEBUG oslo_vmware.api [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902048, 'name': PowerOffVM_Task, 'duration_secs': 0.204321} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.155620] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1673.155798] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1673.156535] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a405424-08ab-4458-82cc-cdde5382a5b2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.159495] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fb0a026-9d97-4aee-be4e-55fded347f12 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.167054] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8996b91f-def0-46c9-8db4-304257b242fa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.201708] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bc90e0-0a92-4713-a71a-a7ca7b187899 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.209563] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395ea94d-3a00-48cc-899e-ead6d9f6b0ba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.225581] env[64496]: DEBUG nova.compute.provider_tree [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.248584] env[64496]: DEBUG nova.compute.manager [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1673.321853] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.356160] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1673.356453] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1673.356554] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Deleting the datastore file [datastore1] 263d8f91-a293-4151-845f-669af1120d81 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1673.359125] env[64496]: DEBUG nova.compute.manager [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1673.362962] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ced532dc-6218-4016-ba63-8eb72b0801d8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.367232] env[64496]: DEBUG oslo_vmware.api [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902047, 'name': PowerOnVM_Task, 'duration_secs': 0.645068} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.367836] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.368520] env[64496]: INFO nova.compute.manager [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1673.368774] env[64496]: DEBUG nova.compute.manager [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1673.369566] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780bbdc7-ff54-4fec-9f72-0258b53eedb6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.374319] env[64496]: DEBUG oslo_vmware.api [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for the task: (returnval){ [ 1673.374319] env[64496]: value = "task-1902050" [ 1673.374319] env[64496]: _type = "Task" [ 1673.374319] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.390253] env[64496]: DEBUG oslo_vmware.api [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.457893] env[64496]: DEBUG nova.network.neutron [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Successfully created port: 280bd8c6-8c1e-48d6-85fd-d022a44bd997 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1673.533198] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527565a5-a436-6a4a-b09e-e887f6ebb99e, 'name': SearchDatastore_Task, 'duration_secs': 0.011566} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.533984] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15d544c1-2945-4166-9b06-8c45da2c9568 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.543093] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1673.543093] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52eec2a9-2d93-ea15-280c-834ab6650b83" [ 1673.543093] env[64496]: _type = "Task" [ 1673.543093] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.554519] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52eec2a9-2d93-ea15-280c-834ab6650b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.728831] env[64496]: DEBUG nova.scheduler.client.report [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1673.771518] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.888181] env[64496]: DEBUG oslo_vmware.api [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Task: {'id': task-1902050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226167} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.888181] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1673.888601] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1673.888601] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1673.888601] env[64496]: INFO nova.compute.manager [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] [instance: 263d8f91-a293-4151-845f-669af1120d81] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1673.888813] env[64496]: DEBUG oslo.service.loopingcall [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1673.889018] env[64496]: DEBUG nova.compute.manager [-] [instance: 263d8f91-a293-4151-845f-669af1120d81] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1673.889145] env[64496]: DEBUG nova.network.neutron [-] [instance: 263d8f91-a293-4151-845f-669af1120d81] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1673.896910] env[64496]: INFO nova.compute.manager [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Took 23.19 seconds to build instance. [ 1674.055099] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52eec2a9-2d93-ea15-280c-834ab6650b83, 'name': SearchDatastore_Task, 'duration_secs': 0.013341} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.055433] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.055932] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16/0bbd0bac-69cc-467a-b7a2-3b0cc87dab16.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1674.056996] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34b8f062-e26e-4a5b-9a1a-1f2c551f7150 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.064455] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1674.064455] env[64496]: value = "task-1902051" [ 1674.064455] env[64496]: _type = "Task" [ 1674.064455] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.074428] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.234114] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.236848] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.416s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.238574] env[64496]: INFO nova.compute.claims [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1674.260189] env[64496]: INFO nova.scheduler.client.report [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleted allocations for instance c9d120f8-052f-4b76-8bc9-b7b107a5e36d [ 1674.369400] env[64496]: DEBUG nova.compute.manager [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1674.398909] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e3d55917-fd57-4867-a7dc-fac1775b22e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.706s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.413239] env[64496]: DEBUG nova.virt.hardware [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1674.413530] env[64496]: DEBUG nova.virt.hardware [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1674.413686] env[64496]: DEBUG nova.virt.hardware [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1674.413871] env[64496]: DEBUG nova.virt.hardware [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1674.414026] env[64496]: DEBUG nova.virt.hardware [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1674.414302] env[64496]: DEBUG nova.virt.hardware [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1674.414546] env[64496]: DEBUG nova.virt.hardware [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1674.414708] env[64496]: DEBUG nova.virt.hardware [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1674.414978] env[64496]: DEBUG nova.virt.hardware [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1674.415052] env[64496]: DEBUG nova.virt.hardware [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1674.415239] env[64496]: DEBUG nova.virt.hardware [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1674.416262] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1709d4-288a-41bd-9d81-2ba5034976f2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.429513] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8f60a2-8739-435a-9991-fbb12604301f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.453543] env[64496]: DEBUG nova.compute.manager [req-eb5675c8-0304-40e0-8674-affb49d598f5 req-cda3cd0c-9586-4434-aa14-923c6cedcec4 service nova] [instance: 263d8f91-a293-4151-845f-669af1120d81] Received event network-vif-deleted-9d0c8b1b-1f49-467d-888f-3e2457890b20 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1674.453882] env[64496]: INFO nova.compute.manager [req-eb5675c8-0304-40e0-8674-affb49d598f5 req-cda3cd0c-9586-4434-aa14-923c6cedcec4 service nova] [instance: 263d8f91-a293-4151-845f-669af1120d81] Neutron deleted interface 9d0c8b1b-1f49-467d-888f-3e2457890b20; detaching it from the instance and deleting it from the info cache [ 1674.453946] env[64496]: DEBUG nova.network.neutron [req-eb5675c8-0304-40e0-8674-affb49d598f5 req-cda3cd0c-9586-4434-aa14-923c6cedcec4 service nova] [instance: 263d8f91-a293-4151-845f-669af1120d81] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.575960] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503224} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.576441] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16/0bbd0bac-69cc-467a-b7a2-3b0cc87dab16.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1674.576725] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1674.576968] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c54f12e8-e25d-4437-b6b6-6e32d321f78b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.587439] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1674.587439] env[64496]: value = "task-1902052" [ 1674.587439] env[64496]: _type = "Task" [ 1674.587439] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.597753] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.770898] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f28e50e5-dfb3-4e53-b300-118edd462ece tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "c9d120f8-052f-4b76-8bc9-b7b107a5e36d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.461s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.937691] env[64496]: DEBUG nova.network.neutron [-] [instance: 263d8f91-a293-4151-845f-669af1120d81] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.939090] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.939327] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.939499] env[64496]: INFO nova.compute.manager [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Shelving [ 1674.956468] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d7dd9f2-7976-4c5e-9461-d0cdb0aae688 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.966662] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80143aec-0cc1-4313-86e2-14e794d87f77 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.007310] env[64496]: DEBUG nova.compute.manager [req-eb5675c8-0304-40e0-8674-affb49d598f5 req-cda3cd0c-9586-4434-aa14-923c6cedcec4 service nova] [instance: 263d8f91-a293-4151-845f-669af1120d81] Detach interface failed, port_id=9d0c8b1b-1f49-467d-888f-3e2457890b20, reason: Instance 263d8f91-a293-4151-845f-669af1120d81 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1675.024764] env[64496]: DEBUG nova.compute.manager [req-97259480-e698-434d-9e91-59903e47ef53 req-44f9c0d8-4c79-4fef-961f-b34906c8ccd9 service nova] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Received event network-vif-plugged-280bd8c6-8c1e-48d6-85fd-d022a44bd997 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1675.024988] env[64496]: DEBUG oslo_concurrency.lockutils [req-97259480-e698-434d-9e91-59903e47ef53 req-44f9c0d8-4c79-4fef-961f-b34906c8ccd9 service nova] Acquiring lock "cc45667d-6de3-4fc1-99fb-dc2d69f4a206-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.025223] env[64496]: DEBUG oslo_concurrency.lockutils [req-97259480-e698-434d-9e91-59903e47ef53 req-44f9c0d8-4c79-4fef-961f-b34906c8ccd9 service nova] Lock "cc45667d-6de3-4fc1-99fb-dc2d69f4a206-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.025395] env[64496]: DEBUG oslo_concurrency.lockutils [req-97259480-e698-434d-9e91-59903e47ef53 req-44f9c0d8-4c79-4fef-961f-b34906c8ccd9 service nova] Lock "cc45667d-6de3-4fc1-99fb-dc2d69f4a206-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.025643] env[64496]: DEBUG nova.compute.manager [req-97259480-e698-434d-9e91-59903e47ef53 req-44f9c0d8-4c79-4fef-961f-b34906c8ccd9 service nova] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] No waiting events found dispatching network-vif-plugged-280bd8c6-8c1e-48d6-85fd-d022a44bd997 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1675.025696] env[64496]: WARNING nova.compute.manager [req-97259480-e698-434d-9e91-59903e47ef53 req-44f9c0d8-4c79-4fef-961f-b34906c8ccd9 service nova] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Received unexpected event network-vif-plugged-280bd8c6-8c1e-48d6-85fd-d022a44bd997 for instance with vm_state building and task_state spawning. [ 1675.098740] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091951} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.099174] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1675.099998] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cd9ab8-95e0-49c9-9487-582f35d2b8d7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.124037] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16/0bbd0bac-69cc-467a-b7a2-3b0cc87dab16.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1675.124385] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-470582eb-2992-426d-bdba-78d7fe0a22c7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.144997] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1675.144997] env[64496]: value = "task-1902053" [ 1675.144997] env[64496]: _type = "Task" [ 1675.144997] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.155165] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.206710] env[64496]: DEBUG nova.network.neutron [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Successfully updated port: 280bd8c6-8c1e-48d6-85fd-d022a44bd997 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1675.442097] env[64496]: INFO nova.compute.manager [-] [instance: 263d8f91-a293-4151-845f-669af1120d81] Took 1.55 seconds to deallocate network for instance. [ 1675.529096] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a838dd45-6537-4b2e-819d-036e0f03dc90 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.538867] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d7b309-4cac-4cbb-bb6e-7b1c6d5264b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.575650] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3772be-7580-4797-9bd2-e81808a31a66 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.584884] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b507b19c-08fb-4c03-a0ca-5eba1b80ed74 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.603068] env[64496]: DEBUG nova.compute.provider_tree [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.656808] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902053, 'name': ReconfigVM_Task, 'duration_secs': 0.300698} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.657157] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16/0bbd0bac-69cc-467a-b7a2-3b0cc87dab16.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1675.657804] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e69b318-e377-4814-ae9e-0a1c42c6cd09 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.666652] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1675.666652] env[64496]: value = "task-1902054" [ 1675.666652] env[64496]: _type = "Task" [ 1675.666652] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.676836] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902054, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.709479] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "refresh_cache-cc45667d-6de3-4fc1-99fb-dc2d69f4a206" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.709916] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired lock "refresh_cache-cc45667d-6de3-4fc1-99fb-dc2d69f4a206" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.710247] env[64496]: DEBUG nova.network.neutron [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1675.957028] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.957028] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1675.957028] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcbfa960-3415-4a10-a960-78de19dbc3ec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.964073] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1675.964073] env[64496]: value = "task-1902055" [ 1675.964073] env[64496]: _type = "Task" [ 1675.964073] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.974963] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.109021] env[64496]: DEBUG nova.scheduler.client.report [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.179117] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902054, 'name': Rename_Task, 'duration_secs': 0.155344} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.179117] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1676.179117] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12774c58-f58c-48d8-ae84-8403a4099a1a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.186695] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1676.186695] env[64496]: value = "task-1902056" [ 1676.186695] env[64496]: _type = "Task" [ 1676.186695] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.196406] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.273367] env[64496]: DEBUG nova.network.neutron [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1676.480597] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902055, 'name': PowerOffVM_Task, 'duration_secs': 0.192905} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.480597] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1676.481312] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772fe6a6-e316-4d51-8c79-af28426170df {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.506939] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e331a3-6a39-4f45-a81e-50376244b271 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.615852] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.616705] env[64496]: DEBUG nova.compute.manager [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1676.619707] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.298s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.621527] env[64496]: INFO nova.compute.claims [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1676.681490] env[64496]: DEBUG nova.network.neutron [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Updating instance_info_cache with network_info: [{"id": "280bd8c6-8c1e-48d6-85fd-d022a44bd997", "address": "fa:16:3e:29:01:75", "network": {"id": "345921ed-2a8c-41ea-8937-fc58acb88ade", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1142779685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c6088bdfce4b4ea3f161948856f564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280bd8c6-8c", "ovs_interfaceid": "280bd8c6-8c1e-48d6-85fd-d022a44bd997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.703068] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902056, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.020137] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1677.020483] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a69025f7-e212-4a5d-a99b-1cdfc5ee1024 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.029335] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1677.029335] env[64496]: value = "task-1902057" [ 1677.029335] env[64496]: _type = "Task" [ 1677.029335] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.039263] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902057, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.054111] env[64496]: DEBUG nova.compute.manager [req-5ffcb3b2-6c2e-4b7b-9b45-b93c1fbcadad req-673a2eee-049f-4ede-8189-7f5a657b497a service nova] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Received event network-changed-280bd8c6-8c1e-48d6-85fd-d022a44bd997 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1677.054374] env[64496]: DEBUG nova.compute.manager [req-5ffcb3b2-6c2e-4b7b-9b45-b93c1fbcadad req-673a2eee-049f-4ede-8189-7f5a657b497a service nova] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Refreshing instance network info cache due to event network-changed-280bd8c6-8c1e-48d6-85fd-d022a44bd997. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1677.054614] env[64496]: DEBUG oslo_concurrency.lockutils [req-5ffcb3b2-6c2e-4b7b-9b45-b93c1fbcadad req-673a2eee-049f-4ede-8189-7f5a657b497a service nova] Acquiring lock "refresh_cache-cc45667d-6de3-4fc1-99fb-dc2d69f4a206" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.129774] env[64496]: DEBUG nova.compute.utils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1677.136020] env[64496]: DEBUG nova.compute.manager [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1677.136020] env[64496]: DEBUG nova.network.neutron [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1677.184752] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lock "refresh_cache-cc45667d-6de3-4fc1-99fb-dc2d69f4a206" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.185109] env[64496]: DEBUG nova.compute.manager [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Instance network_info: |[{"id": "280bd8c6-8c1e-48d6-85fd-d022a44bd997", "address": "fa:16:3e:29:01:75", "network": {"id": "345921ed-2a8c-41ea-8937-fc58acb88ade", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1142779685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c6088bdfce4b4ea3f161948856f564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280bd8c6-8c", "ovs_interfaceid": "280bd8c6-8c1e-48d6-85fd-d022a44bd997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1677.185412] env[64496]: DEBUG oslo_concurrency.lockutils [req-5ffcb3b2-6c2e-4b7b-9b45-b93c1fbcadad req-673a2eee-049f-4ede-8189-7f5a657b497a service nova] Acquired lock "refresh_cache-cc45667d-6de3-4fc1-99fb-dc2d69f4a206" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.185592] env[64496]: DEBUG nova.network.neutron [req-5ffcb3b2-6c2e-4b7b-9b45-b93c1fbcadad req-673a2eee-049f-4ede-8189-7f5a657b497a service nova] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Refreshing network info cache for port 280bd8c6-8c1e-48d6-85fd-d022a44bd997 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.191153] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:01:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '280bd8c6-8c1e-48d6-85fd-d022a44bd997', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1677.200921] env[64496]: DEBUG oslo.service.loopingcall [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1677.205131] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1677.208835] env[64496]: DEBUG nova.policy [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f72b7f68e5494ca39a3e5d763f3c8352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '269f7c336280414d9ecabd7020ba1994', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1677.211752] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e32c1918-ddf1-4c8b-8e3c-dd771931e219 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.235652] env[64496]: DEBUG oslo_vmware.api [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902056, 'name': PowerOnVM_Task, 'duration_secs': 0.536092} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.237036] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1677.237285] env[64496]: INFO nova.compute.manager [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1677.237434] env[64496]: DEBUG nova.compute.manager [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1677.237688] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1677.237688] env[64496]: value = "task-1902058" [ 1677.237688] env[64496]: _type = "Task" [ 1677.237688] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.238910] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30caca7d-5bb7-4f46-a328-b18e95d3814c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.255176] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902058, 'name': CreateVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.542124] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902057, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.588225] env[64496]: DEBUG nova.network.neutron [req-5ffcb3b2-6c2e-4b7b-9b45-b93c1fbcadad req-673a2eee-049f-4ede-8189-7f5a657b497a service nova] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Updated VIF entry in instance network info cache for port 280bd8c6-8c1e-48d6-85fd-d022a44bd997. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1677.589259] env[64496]: DEBUG nova.network.neutron [req-5ffcb3b2-6c2e-4b7b-9b45-b93c1fbcadad req-673a2eee-049f-4ede-8189-7f5a657b497a service nova] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Updating instance_info_cache with network_info: [{"id": "280bd8c6-8c1e-48d6-85fd-d022a44bd997", "address": "fa:16:3e:29:01:75", "network": {"id": "345921ed-2a8c-41ea-8937-fc58acb88ade", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1142779685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c6088bdfce4b4ea3f161948856f564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280bd8c6-8c", "ovs_interfaceid": "280bd8c6-8c1e-48d6-85fd-d022a44bd997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.620579] env[64496]: DEBUG nova.network.neutron [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Successfully created port: 1fc51832-ede4-47b3-849f-0e46ea20da2a {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1677.639227] env[64496]: DEBUG nova.compute.manager [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1677.758650] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902058, 'name': CreateVM_Task, 'duration_secs': 0.454869} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.758999] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1677.759816] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.760014] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.760445] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1677.767186] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024c1c28-9f6c-420c-b37f-f86505795dc6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.769699] env[64496]: INFO nova.compute.manager [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Took 19.36 seconds to build instance. [ 1677.778257] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1677.778257] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528ae8f0-12d0-9863-f756-449ed6b52130" [ 1677.778257] env[64496]: _type = "Task" [ 1677.778257] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.787852] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528ae8f0-12d0-9863-f756-449ed6b52130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.947291] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7435e8a-0281-4e6c-9fe5-938971868038 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.957599] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce151d9-1727-4cea-8b14-cfee179547bc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.990751] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b77737-d468-44f8-bd84-e2fa46d2eb55 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.000007] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b837b6-afcf-4fba-b83f-cb41da2780f7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.015165] env[64496]: DEBUG nova.compute.provider_tree [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.039978] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902057, 'name': CreateSnapshot_Task, 'duration_secs': 0.627244} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.041025] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1678.041025] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e061a2-2f79-471f-b7f7-ddc7a8be5654 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.095591] env[64496]: DEBUG oslo_concurrency.lockutils [req-5ffcb3b2-6c2e-4b7b-9b45-b93c1fbcadad req-673a2eee-049f-4ede-8189-7f5a657b497a service nova] Releasing lock "refresh_cache-cc45667d-6de3-4fc1-99fb-dc2d69f4a206" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.272632] env[64496]: DEBUG oslo_concurrency.lockutils [None req-64cbf31a-cdf2-4f74-83da-53ac31756f4c tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.865s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.292028] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528ae8f0-12d0-9863-f756-449ed6b52130, 'name': SearchDatastore_Task, 'duration_secs': 0.012835} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.292028] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.292028] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1678.292028] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.292028] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.292028] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1678.292028] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0406a63-dbb3-42c2-aa43-be4119d596d9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.304171] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1678.304800] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1678.306020] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1aee62d-3977-4292-af9e-0d1d80014a35 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.316049] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1678.316049] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52006a50-cfd8-eb36-1790-60a978ed9cde" [ 1678.316049] env[64496]: _type = "Task" [ 1678.316049] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.323983] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52006a50-cfd8-eb36-1790-60a978ed9cde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.519174] env[64496]: DEBUG nova.scheduler.client.report [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1678.564345] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1678.565244] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dc2db6e5-f1c0-49c0-9fc5-96a0537ed8cc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.576618] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1678.576618] env[64496]: value = "task-1902059" [ 1678.576618] env[64496]: _type = "Task" [ 1678.576618] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.589542] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902059, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.652964] env[64496]: DEBUG nova.compute.manager [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1678.680198] env[64496]: DEBUG nova.virt.hardware [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1678.680198] env[64496]: DEBUG nova.virt.hardware [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1678.680198] env[64496]: DEBUG nova.virt.hardware [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1678.680198] env[64496]: DEBUG nova.virt.hardware [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1678.680620] env[64496]: DEBUG nova.virt.hardware [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1678.680620] env[64496]: DEBUG nova.virt.hardware [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1678.681399] env[64496]: DEBUG nova.virt.hardware [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1678.681399] env[64496]: DEBUG nova.virt.hardware [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1678.681399] env[64496]: DEBUG nova.virt.hardware [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1678.681399] env[64496]: DEBUG nova.virt.hardware [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1678.681985] env[64496]: DEBUG nova.virt.hardware [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1678.682871] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13c5a44-a174-4931-989d-89b18136da3b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.692390] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56120c91-eeec-4b56-a2c4-f1d9441b98dd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.830398] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52006a50-cfd8-eb36-1790-60a978ed9cde, 'name': SearchDatastore_Task, 'duration_secs': 0.014216} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.831296] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-361e6d70-0d81-4a90-84b5-47240cab4367 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.838612] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1678.838612] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526bec7b-daf5-59b5-e4a8-8733848b9b77" [ 1678.838612] env[64496]: _type = "Task" [ 1678.838612] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.847475] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526bec7b-daf5-59b5-e4a8-8733848b9b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.025658] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.026260] env[64496]: DEBUG nova.compute.manager [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1679.030437] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.258s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.031667] env[64496]: INFO nova.compute.claims [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.094636] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902059, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.313902] env[64496]: DEBUG nova.compute.manager [req-69527366-f64b-49c2-9f5b-399e8a2db916 req-f25885ba-f93c-453c-aa1c-dca77264603e service nova] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Received event network-vif-plugged-1fc51832-ede4-47b3-849f-0e46ea20da2a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1679.314320] env[64496]: DEBUG oslo_concurrency.lockutils [req-69527366-f64b-49c2-9f5b-399e8a2db916 req-f25885ba-f93c-453c-aa1c-dca77264603e service nova] Acquiring lock "c4d694d9-100c-4a7a-86fa-d7636d250205-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.314563] env[64496]: DEBUG oslo_concurrency.lockutils [req-69527366-f64b-49c2-9f5b-399e8a2db916 req-f25885ba-f93c-453c-aa1c-dca77264603e service nova] Lock "c4d694d9-100c-4a7a-86fa-d7636d250205-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.314563] env[64496]: DEBUG oslo_concurrency.lockutils [req-69527366-f64b-49c2-9f5b-399e8a2db916 req-f25885ba-f93c-453c-aa1c-dca77264603e service nova] Lock "c4d694d9-100c-4a7a-86fa-d7636d250205-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.314856] env[64496]: DEBUG nova.compute.manager [req-69527366-f64b-49c2-9f5b-399e8a2db916 req-f25885ba-f93c-453c-aa1c-dca77264603e service nova] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] No waiting events found dispatching network-vif-plugged-1fc51832-ede4-47b3-849f-0e46ea20da2a {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1679.314935] env[64496]: WARNING nova.compute.manager [req-69527366-f64b-49c2-9f5b-399e8a2db916 req-f25885ba-f93c-453c-aa1c-dca77264603e service nova] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Received unexpected event network-vif-plugged-1fc51832-ede4-47b3-849f-0e46ea20da2a for instance with vm_state building and task_state spawning. [ 1679.352657] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526bec7b-daf5-59b5-e4a8-8733848b9b77, 'name': SearchDatastore_Task, 'duration_secs': 0.012375} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.352984] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.353272] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] cc45667d-6de3-4fc1-99fb-dc2d69f4a206/cc45667d-6de3-4fc1-99fb-dc2d69f4a206.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1679.353533] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aefaf232-1b77-4d32-bf4b-207f514b5f9b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.363284] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1679.363284] env[64496]: value = "task-1902060" [ 1679.363284] env[64496]: _type = "Task" [ 1679.363284] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.373152] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.416233] env[64496]: DEBUG nova.network.neutron [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Successfully updated port: 1fc51832-ede4-47b3-849f-0e46ea20da2a {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1679.467972] env[64496]: DEBUG nova.compute.manager [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Stashing vm_state: active {{(pid=64496) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1679.536336] env[64496]: DEBUG nova.compute.utils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1679.541599] env[64496]: DEBUG nova.compute.manager [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1679.541804] env[64496]: DEBUG nova.network.neutron [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1679.591321] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902059, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.600315] env[64496]: DEBUG nova.policy [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f72b7f68e5494ca39a3e5d763f3c8352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '269f7c336280414d9ecabd7020ba1994', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1679.699832] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Acquiring lock "a7d8fd5a-bc76-42e5-943d-f472a127afda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.700531] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Lock "a7d8fd5a-bc76-42e5-943d-f472a127afda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.778986] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.779446] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.816182] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "e2550e36-a48e-493e-b984-95c793fd3651" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.816428] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "e2550e36-a48e-493e-b984-95c793fd3651" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.844580] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "a9ebb1ba-8b34-46a8-a2a3-685950ae89a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.844863] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "a9ebb1ba-8b34-46a8-a2a3-685950ae89a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.881093] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902060, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.918901] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "refresh_cache-c4d694d9-100c-4a7a-86fa-d7636d250205" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.919109] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquired lock "refresh_cache-c4d694d9-100c-4a7a-86fa-d7636d250205" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.919310] env[64496]: DEBUG nova.network.neutron [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1679.929057] env[64496]: DEBUG nova.network.neutron [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Successfully created port: 5e826fd0-dc14-46cf-b4c8-b59490b7356e {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1679.993122] env[64496]: DEBUG oslo_concurrency.lockutils [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.042084] env[64496]: DEBUG nova.compute.manager [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1680.098932] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902059, 'name': CloneVM_Task} progress is 95%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.204825] env[64496]: DEBUG nova.compute.manager [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1680.285144] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1680.321868] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1680.350459] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1680.385122] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58426} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.385122] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] cc45667d-6de3-4fc1-99fb-dc2d69f4a206/cc45667d-6de3-4fc1-99fb-dc2d69f4a206.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1680.385122] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1680.385122] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c33e6e9-37e3-46c0-8fb8-24fd406cd2aa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.393314] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1680.393314] env[64496]: value = "task-1902061" [ 1680.393314] env[64496]: _type = "Task" [ 1680.393314] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.405054] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.454147] env[64496]: DEBUG nova.network.neutron [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1680.460243] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc784e7-5461-4adf-ab0c-8134ea6ed01c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.469829] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a54fd04-f080-42b8-bb7b-ec4164da7885 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.507415] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10de999-f148-4aff-b2bf-dc2226eca109 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.516030] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2566821e-3249-4750-94d8-beac460edd23 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.530489] env[64496]: DEBUG nova.compute.provider_tree [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.590672] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902059, 'name': CloneVM_Task, 'duration_secs': 1.641833} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.591367] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Created linked-clone VM from snapshot [ 1680.591675] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8dc083-dfe8-4065-838d-2dfc76c35423 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.601582] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Uploading image 51e70b62-24d3-493f-a444-8cf290fec0aa {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1680.626191] env[64496]: DEBUG oslo_vmware.rw_handles [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1680.626191] env[64496]: value = "vm-392673" [ 1680.626191] env[64496]: _type = "VirtualMachine" [ 1680.626191] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1680.626410] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2021df58-fa58-4974-9dce-7c4402e67409 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.633610] env[64496]: DEBUG nova.network.neutron [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Updating instance_info_cache with network_info: [{"id": "1fc51832-ede4-47b3-849f-0e46ea20da2a", "address": "fa:16:3e:3d:e5:b7", "network": {"id": "5112364c-9d43-4bd5-a9d2-a7ccf3999b6e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758404607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269f7c336280414d9ecabd7020ba1994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fc51832-ed", "ovs_interfaceid": "1fc51832-ede4-47b3-849f-0e46ea20da2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.636113] env[64496]: DEBUG oslo_vmware.rw_handles [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lease: (returnval){ [ 1680.636113] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bee0b2-9aa7-97dd-3303-01a56ee6598b" [ 1680.636113] env[64496]: _type = "HttpNfcLease" [ 1680.636113] env[64496]: } obtained for exporting VM: (result){ [ 1680.636113] env[64496]: value = "vm-392673" [ 1680.636113] env[64496]: _type = "VirtualMachine" [ 1680.636113] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1680.636507] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the lease: (returnval){ [ 1680.636507] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bee0b2-9aa7-97dd-3303-01a56ee6598b" [ 1680.636507] env[64496]: _type = "HttpNfcLease" [ 1680.636507] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1680.646640] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1680.646640] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bee0b2-9aa7-97dd-3303-01a56ee6598b" [ 1680.646640] env[64496]: _type = "HttpNfcLease" [ 1680.646640] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1680.646904] env[64496]: DEBUG oslo_vmware.rw_handles [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1680.646904] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bee0b2-9aa7-97dd-3303-01a56ee6598b" [ 1680.646904] env[64496]: _type = "HttpNfcLease" [ 1680.646904] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1680.647940] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e242a5-e71a-4b57-b870-362e4a943f75 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.656627] env[64496]: DEBUG oslo_vmware.rw_handles [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccbc11-10ed-43fc-e11f-94fa889f07ae/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1680.656627] env[64496]: DEBUG oslo_vmware.rw_handles [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccbc11-10ed-43fc-e11f-94fa889f07ae/disk-0.vmdk for reading. {{(pid=64496) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1680.735449] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.750840] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8bcc6ba0-dcd3-4389-885d-719059bd8762 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.805498] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.840493] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.868971] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.903284] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078455} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.903551] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1680.904421] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631bab6a-d91a-409a-a1c5-6e2b91c8fdcc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.927157] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] cc45667d-6de3-4fc1-99fb-dc2d69f4a206/cc45667d-6de3-4fc1-99fb-dc2d69f4a206.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1680.927445] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fad5e05-ec64-4bcf-b62e-6739e14c3478 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.949282] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1680.949282] env[64496]: value = "task-1902063" [ 1680.949282] env[64496]: _type = "Task" [ 1680.949282] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.957077] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.033747] env[64496]: DEBUG nova.scheduler.client.report [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.056084] env[64496]: DEBUG nova.compute.manager [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1681.082917] env[64496]: DEBUG nova.virt.hardware [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1681.083454] env[64496]: DEBUG nova.virt.hardware [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.083676] env[64496]: DEBUG nova.virt.hardware [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1681.083910] env[64496]: DEBUG nova.virt.hardware [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.084116] env[64496]: DEBUG nova.virt.hardware [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1681.084345] env[64496]: DEBUG nova.virt.hardware [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1681.084604] env[64496]: DEBUG nova.virt.hardware [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1681.084835] env[64496]: DEBUG nova.virt.hardware [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1681.085117] env[64496]: DEBUG nova.virt.hardware [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1681.085290] env[64496]: DEBUG nova.virt.hardware [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1681.085516] env[64496]: DEBUG nova.virt.hardware [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1681.086407] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b1a59d-3e91-48c3-a98e-f346a8775a9d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.095277] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8adffd-a7a9-4267-b659-64594dc9c605 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.137802] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Releasing lock "refresh_cache-c4d694d9-100c-4a7a-86fa-d7636d250205" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.138269] env[64496]: DEBUG nova.compute.manager [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Instance network_info: |[{"id": "1fc51832-ede4-47b3-849f-0e46ea20da2a", "address": "fa:16:3e:3d:e5:b7", "network": {"id": "5112364c-9d43-4bd5-a9d2-a7ccf3999b6e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758404607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269f7c336280414d9ecabd7020ba1994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fc51832-ed", "ovs_interfaceid": "1fc51832-ede4-47b3-849f-0e46ea20da2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1681.138747] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:e5:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fc51832-ede4-47b3-849f-0e46ea20da2a', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1681.148251] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Creating folder: Project (269f7c336280414d9ecabd7020ba1994). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1681.148983] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8248a50f-aaa0-4bc6-902f-f3d4c699ed59 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.158944] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Created folder: Project (269f7c336280414d9ecabd7020ba1994) in parent group-v392474. [ 1681.159238] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Creating folder: Instances. Parent ref: group-v392674. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1681.159585] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f44ece4-bd94-496e-ba32-d9084ef7ca7d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.168735] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Created folder: Instances in parent group-v392674. [ 1681.169059] env[64496]: DEBUG oslo.service.loopingcall [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.169285] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1681.169523] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6a05512-3d55-400e-abc7-089b3387a82d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.190137] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.190137] env[64496]: value = "task-1902066" [ 1681.190137] env[64496]: _type = "Task" [ 1681.190137] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.199989] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902066, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.226111] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1681.226624] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1681.347459] env[64496]: DEBUG nova.compute.manager [req-7bee2799-98c6-494b-957b-d74ad065a955 req-26ff00da-2677-479a-bdbd-6a6f8450f32f service nova] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Received event network-changed-1fc51832-ede4-47b3-849f-0e46ea20da2a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1681.348467] env[64496]: DEBUG nova.compute.manager [req-7bee2799-98c6-494b-957b-d74ad065a955 req-26ff00da-2677-479a-bdbd-6a6f8450f32f service nova] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Refreshing instance network info cache due to event network-changed-1fc51832-ede4-47b3-849f-0e46ea20da2a. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1681.348467] env[64496]: DEBUG oslo_concurrency.lockutils [req-7bee2799-98c6-494b-957b-d74ad065a955 req-26ff00da-2677-479a-bdbd-6a6f8450f32f service nova] Acquiring lock "refresh_cache-c4d694d9-100c-4a7a-86fa-d7636d250205" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.348467] env[64496]: DEBUG oslo_concurrency.lockutils [req-7bee2799-98c6-494b-957b-d74ad065a955 req-26ff00da-2677-479a-bdbd-6a6f8450f32f service nova] Acquired lock "refresh_cache-c4d694d9-100c-4a7a-86fa-d7636d250205" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.348467] env[64496]: DEBUG nova.network.neutron [req-7bee2799-98c6-494b-957b-d74ad065a955 req-26ff00da-2677-479a-bdbd-6a6f8450f32f service nova] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Refreshing network info cache for port 1fc51832-ede4-47b3-849f-0e46ea20da2a {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1681.460031] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902063, 'name': ReconfigVM_Task, 'duration_secs': 0.394016} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.460404] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Reconfigured VM instance instance-00000049 to attach disk [datastore1] cc45667d-6de3-4fc1-99fb-dc2d69f4a206/cc45667d-6de3-4fc1-99fb-dc2d69f4a206.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.461092] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b52c17aa-81f9-4472-8288-d12339299a83 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.470610] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1681.470610] env[64496]: value = "task-1902067" [ 1681.470610] env[64496]: _type = "Task" [ 1681.470610] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.475750] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902067, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.540565] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.540565] env[64496]: DEBUG nova.compute.manager [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1681.543807] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.589s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.544364] env[64496]: DEBUG nova.objects.instance [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lazy-loading 'resources' on Instance uuid 263d8f91-a293-4151-845f-669af1120d81 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1681.607863] env[64496]: DEBUG nova.network.neutron [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Successfully updated port: 5e826fd0-dc14-46cf-b4c8-b59490b7356e {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1681.699697] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902066, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.734232] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1681.734400] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1681.980352] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902067, 'name': Rename_Task, 'duration_secs': 0.255826} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.980728] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1681.981065] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b64f7be9-f212-4c22-ad3b-c25dae6ab3cd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.987433] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1681.987433] env[64496]: value = "task-1902068" [ 1681.987433] env[64496]: _type = "Task" [ 1681.987433] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.997708] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.047376] env[64496]: DEBUG nova.compute.utils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1682.048914] env[64496]: DEBUG nova.compute.manager [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1682.049236] env[64496]: DEBUG nova.network.neutron [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1682.068838] env[64496]: DEBUG nova.network.neutron [req-7bee2799-98c6-494b-957b-d74ad065a955 req-26ff00da-2677-479a-bdbd-6a6f8450f32f service nova] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Updated VIF entry in instance network info cache for port 1fc51832-ede4-47b3-849f-0e46ea20da2a. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.069338] env[64496]: DEBUG nova.network.neutron [req-7bee2799-98c6-494b-957b-d74ad065a955 req-26ff00da-2677-479a-bdbd-6a6f8450f32f service nova] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Updating instance_info_cache with network_info: [{"id": "1fc51832-ede4-47b3-849f-0e46ea20da2a", "address": "fa:16:3e:3d:e5:b7", "network": {"id": "5112364c-9d43-4bd5-a9d2-a7ccf3999b6e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758404607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269f7c336280414d9ecabd7020ba1994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fc51832-ed", "ovs_interfaceid": "1fc51832-ede4-47b3-849f-0e46ea20da2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.093727] env[64496]: DEBUG nova.policy [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f72b7f68e5494ca39a3e5d763f3c8352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '269f7c336280414d9ecabd7020ba1994', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1682.111033] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "refresh_cache-78d5ce8b-2d9d-456e-8473-6aac803fddc8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.111141] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquired lock "refresh_cache-78d5ce8b-2d9d-456e-8473-6aac803fddc8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.111212] env[64496]: DEBUG nova.network.neutron [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.201594] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902066, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.368817] env[64496]: DEBUG nova.network.neutron [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Successfully created port: c43f09fe-c2ef-4f04-8337-ada348ce455d {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.372734] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145092ac-6fe5-411f-aa3a-2510ce9c4f01 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.381531] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526f0bb0-47db-4b78-874c-70baa5f73c7d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.413590] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfd88e3-c461-45a8-a267-37694d220ef5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.422726] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cbecfc-780c-4351-9a04-afa97884914a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.438771] env[64496]: DEBUG nova.compute.provider_tree [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.498547] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.552103] env[64496]: DEBUG nova.compute.manager [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1682.571827] env[64496]: DEBUG oslo_concurrency.lockutils [req-7bee2799-98c6-494b-957b-d74ad065a955 req-26ff00da-2677-479a-bdbd-6a6f8450f32f service nova] Releasing lock "refresh_cache-c4d694d9-100c-4a7a-86fa-d7636d250205" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.643326] env[64496]: DEBUG nova.network.neutron [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1682.707469] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902066, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.834638] env[64496]: DEBUG nova.network.neutron [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Updating instance_info_cache with network_info: [{"id": "5e826fd0-dc14-46cf-b4c8-b59490b7356e", "address": "fa:16:3e:ed:41:4b", "network": {"id": "5112364c-9d43-4bd5-a9d2-a7ccf3999b6e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758404607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269f7c336280414d9ecabd7020ba1994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e826fd0-dc", "ovs_interfaceid": "5e826fd0-dc14-46cf-b4c8-b59490b7356e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.942072] env[64496]: DEBUG nova.scheduler.client.report [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1683.001170] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.202968] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902066, 'name': CreateVM_Task, 'duration_secs': 1.563177} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.203271] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1683.204053] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.204236] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.204787] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1683.205111] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b47781e-673c-41d7-9086-15da185675ff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.210042] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1683.210042] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f585a6-68cb-9f9f-5a79-51c4554c3b6c" [ 1683.210042] env[64496]: _type = "Task" [ 1683.210042] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.218010] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f585a6-68cb-9f9f-5a79-51c4554c3b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.337485] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Releasing lock "refresh_cache-78d5ce8b-2d9d-456e-8473-6aac803fddc8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.337817] env[64496]: DEBUG nova.compute.manager [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Instance network_info: |[{"id": "5e826fd0-dc14-46cf-b4c8-b59490b7356e", "address": "fa:16:3e:ed:41:4b", "network": {"id": "5112364c-9d43-4bd5-a9d2-a7ccf3999b6e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758404607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269f7c336280414d9ecabd7020ba1994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e826fd0-dc", "ovs_interfaceid": "5e826fd0-dc14-46cf-b4c8-b59490b7356e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1683.338268] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:41:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e826fd0-dc14-46cf-b4c8-b59490b7356e', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1683.345828] env[64496]: DEBUG oslo.service.loopingcall [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.346074] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1683.346356] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53233dd9-0e52-48fe-8280-8f711a124b26 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.368247] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1683.368247] env[64496]: value = "task-1902069" [ 1683.368247] env[64496]: _type = "Task" [ 1683.368247] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.375760] env[64496]: DEBUG nova.compute.manager [req-c4a98414-6780-422d-a552-9e0750cc1ac2 req-370ae55c-e137-4a45-8c84-da1be5ef32fd service nova] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Received event network-vif-plugged-5e826fd0-dc14-46cf-b4c8-b59490b7356e {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1683.376105] env[64496]: DEBUG oslo_concurrency.lockutils [req-c4a98414-6780-422d-a552-9e0750cc1ac2 req-370ae55c-e137-4a45-8c84-da1be5ef32fd service nova] Acquiring lock "78d5ce8b-2d9d-456e-8473-6aac803fddc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.376350] env[64496]: DEBUG oslo_concurrency.lockutils [req-c4a98414-6780-422d-a552-9e0750cc1ac2 req-370ae55c-e137-4a45-8c84-da1be5ef32fd service nova] Lock "78d5ce8b-2d9d-456e-8473-6aac803fddc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.376593] env[64496]: DEBUG oslo_concurrency.lockutils [req-c4a98414-6780-422d-a552-9e0750cc1ac2 req-370ae55c-e137-4a45-8c84-da1be5ef32fd service nova] Lock "78d5ce8b-2d9d-456e-8473-6aac803fddc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.376847] env[64496]: DEBUG nova.compute.manager [req-c4a98414-6780-422d-a552-9e0750cc1ac2 req-370ae55c-e137-4a45-8c84-da1be5ef32fd service nova] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] No waiting events found dispatching network-vif-plugged-5e826fd0-dc14-46cf-b4c8-b59490b7356e {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1683.377097] env[64496]: WARNING nova.compute.manager [req-c4a98414-6780-422d-a552-9e0750cc1ac2 req-370ae55c-e137-4a45-8c84-da1be5ef32fd service nova] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Received unexpected event network-vif-plugged-5e826fd0-dc14-46cf-b4c8-b59490b7356e for instance with vm_state building and task_state spawning. [ 1683.377391] env[64496]: DEBUG nova.compute.manager [req-c4a98414-6780-422d-a552-9e0750cc1ac2 req-370ae55c-e137-4a45-8c84-da1be5ef32fd service nova] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Received event network-changed-5e826fd0-dc14-46cf-b4c8-b59490b7356e {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1683.377554] env[64496]: DEBUG nova.compute.manager [req-c4a98414-6780-422d-a552-9e0750cc1ac2 req-370ae55c-e137-4a45-8c84-da1be5ef32fd service nova] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Refreshing instance network info cache due to event network-changed-5e826fd0-dc14-46cf-b4c8-b59490b7356e. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1683.377811] env[64496]: DEBUG oslo_concurrency.lockutils [req-c4a98414-6780-422d-a552-9e0750cc1ac2 req-370ae55c-e137-4a45-8c84-da1be5ef32fd service nova] Acquiring lock "refresh_cache-78d5ce8b-2d9d-456e-8473-6aac803fddc8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.378024] env[64496]: DEBUG oslo_concurrency.lockutils [req-c4a98414-6780-422d-a552-9e0750cc1ac2 req-370ae55c-e137-4a45-8c84-da1be5ef32fd service nova] Acquired lock "refresh_cache-78d5ce8b-2d9d-456e-8473-6aac803fddc8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.378284] env[64496]: DEBUG nova.network.neutron [req-c4a98414-6780-422d-a552-9e0750cc1ac2 req-370ae55c-e137-4a45-8c84-da1be5ef32fd service nova] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Refreshing network info cache for port 5e826fd0-dc14-46cf-b4c8-b59490b7356e {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1683.385810] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902069, 'name': CreateVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.449791] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.453272] env[64496]: DEBUG oslo_concurrency.lockutils [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.460s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.479169] env[64496]: INFO nova.scheduler.client.report [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Deleted allocations for instance 263d8f91-a293-4151-845f-669af1120d81 [ 1683.502164] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902068, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.563950] env[64496]: DEBUG nova.compute.manager [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1683.589166] env[64496]: DEBUG nova.virt.hardware [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1683.589452] env[64496]: DEBUG nova.virt.hardware [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.589614] env[64496]: DEBUG nova.virt.hardware [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1683.589796] env[64496]: DEBUG nova.virt.hardware [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.589993] env[64496]: DEBUG nova.virt.hardware [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1683.590203] env[64496]: DEBUG nova.virt.hardware [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1683.590951] env[64496]: DEBUG nova.virt.hardware [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1683.591177] env[64496]: DEBUG nova.virt.hardware [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1683.591364] env[64496]: DEBUG nova.virt.hardware [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1683.591606] env[64496]: DEBUG nova.virt.hardware [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1683.591802] env[64496]: DEBUG nova.virt.hardware [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1683.592976] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e49d8bb-cc8d-4cf0-8867-5aafbf4bdacf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.601414] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38cc722-5c5b-46d9-810d-8d4d09bd97d7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.721930] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f585a6-68cb-9f9f-5a79-51c4554c3b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.020905} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.721930] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.722268] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1683.722566] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.722643] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.722856] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1683.723166] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-713522f2-4587-4246-b905-d632501f505d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.733248] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1683.733458] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1683.734089] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9fa6339-a98a-49c7-a76d-214f6bf1844f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.740206] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1683.740206] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52eb6d1e-a2ad-b1b2-edf6-f750f8b168d0" [ 1683.740206] env[64496]: _type = "Task" [ 1683.740206] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.749704] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52eb6d1e-a2ad-b1b2-edf6-f750f8b168d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.878743] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902069, 'name': CreateVM_Task, 'duration_secs': 0.472802} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.878968] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1683.879667] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.879834] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.880229] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1683.880496] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-454ece93-9fd3-40d9-837d-269dcde8d0b4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.887592] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1683.887592] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528239b3-73a9-ffa6-e3b4-f10060023fca" [ 1683.887592] env[64496]: _type = "Task" [ 1683.887592] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.899067] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528239b3-73a9-ffa6-e3b4-f10060023fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.911826] env[64496]: DEBUG nova.compute.manager [req-c45e3457-829b-4a4e-9d4b-fcd192bb1dfd req-69291857-8c04-42f3-b73e-31b599a7453c service nova] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Received event network-vif-plugged-c43f09fe-c2ef-4f04-8337-ada348ce455d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1683.912497] env[64496]: DEBUG oslo_concurrency.lockutils [req-c45e3457-829b-4a4e-9d4b-fcd192bb1dfd req-69291857-8c04-42f3-b73e-31b599a7453c service nova] Acquiring lock "4cf8754a-7f26-495e-9a4c-b8dc3aafc28f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.912497] env[64496]: DEBUG oslo_concurrency.lockutils [req-c45e3457-829b-4a4e-9d4b-fcd192bb1dfd req-69291857-8c04-42f3-b73e-31b599a7453c service nova] Lock "4cf8754a-7f26-495e-9a4c-b8dc3aafc28f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.912497] env[64496]: DEBUG oslo_concurrency.lockutils [req-c45e3457-829b-4a4e-9d4b-fcd192bb1dfd req-69291857-8c04-42f3-b73e-31b599a7453c service nova] Lock "4cf8754a-7f26-495e-9a4c-b8dc3aafc28f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.912764] env[64496]: DEBUG nova.compute.manager [req-c45e3457-829b-4a4e-9d4b-fcd192bb1dfd req-69291857-8c04-42f3-b73e-31b599a7453c service nova] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] No waiting events found dispatching network-vif-plugged-c43f09fe-c2ef-4f04-8337-ada348ce455d {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1683.912764] env[64496]: WARNING nova.compute.manager [req-c45e3457-829b-4a4e-9d4b-fcd192bb1dfd req-69291857-8c04-42f3-b73e-31b599a7453c service nova] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Received unexpected event network-vif-plugged-c43f09fe-c2ef-4f04-8337-ada348ce455d for instance with vm_state building and task_state spawning. [ 1683.959788] env[64496]: INFO nova.compute.claims [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1683.988295] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0898dfd0-38c5-4848-a8f2-b16ca722a0cf tempest-ImagesOneServerNegativeTestJSON-1256317877 tempest-ImagesOneServerNegativeTestJSON-1256317877-project-member] Lock "263d8f91-a293-4151-845f-669af1120d81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.879s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.000767] env[64496]: DEBUG oslo_vmware.api [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902068, 'name': PowerOnVM_Task, 'duration_secs': 1.786653} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.003118] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1684.003327] env[64496]: INFO nova.compute.manager [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1684.003508] env[64496]: DEBUG nova.compute.manager [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1684.004334] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9961e4e4-9b50-4ddb-b4a3-5db54cb4c837 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.077096] env[64496]: DEBUG nova.network.neutron [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Successfully updated port: c43f09fe-c2ef-4f04-8337-ada348ce455d {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1684.133538] env[64496]: DEBUG nova.network.neutron [req-c4a98414-6780-422d-a552-9e0750cc1ac2 req-370ae55c-e137-4a45-8c84-da1be5ef32fd service nova] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Updated VIF entry in instance network info cache for port 5e826fd0-dc14-46cf-b4c8-b59490b7356e. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.133906] env[64496]: DEBUG nova.network.neutron [req-c4a98414-6780-422d-a552-9e0750cc1ac2 req-370ae55c-e137-4a45-8c84-da1be5ef32fd service nova] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Updating instance_info_cache with network_info: [{"id": "5e826fd0-dc14-46cf-b4c8-b59490b7356e", "address": "fa:16:3e:ed:41:4b", "network": {"id": "5112364c-9d43-4bd5-a9d2-a7ccf3999b6e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758404607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269f7c336280414d9ecabd7020ba1994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e826fd0-dc", "ovs_interfaceid": "5e826fd0-dc14-46cf-b4c8-b59490b7356e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.253717] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52eb6d1e-a2ad-b1b2-edf6-f750f8b168d0, 'name': SearchDatastore_Task, 'duration_secs': 0.027343} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.254654] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d3e4894-44d1-44e5-b512-969461228a48 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.260631] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1684.260631] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5294b8bf-bc63-dca5-5618-9cc88832a556" [ 1684.260631] env[64496]: _type = "Task" [ 1684.260631] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.269076] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5294b8bf-bc63-dca5-5618-9cc88832a556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.397956] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528239b3-73a9-ffa6-e3b4-f10060023fca, 'name': SearchDatastore_Task, 'duration_secs': 0.011817} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.398719] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.399021] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1684.399336] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.399457] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.399632] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1684.399904] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f5937f2-4f6f-4a05-89fb-031ecccccb44 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.409426] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1684.409597] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1684.410316] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a78a22-bf49-4c95-9e21-dedf5542dbcd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.416155] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1684.416155] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52576639-bb47-ae45-38e9-447c557f6f5e" [ 1684.416155] env[64496]: _type = "Task" [ 1684.416155] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.424199] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52576639-bb47-ae45-38e9-447c557f6f5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.466923] env[64496]: INFO nova.compute.resource_tracker [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating resource usage from migration 6c9fb5e7-6505-43f3-993c-50d80ba5fc8e [ 1684.523966] env[64496]: INFO nova.compute.manager [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Took 15.61 seconds to build instance. [ 1684.579337] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "refresh_cache-4cf8754a-7f26-495e-9a4c-b8dc3aafc28f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.579595] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquired lock "refresh_cache-4cf8754a-7f26-495e-9a4c-b8dc3aafc28f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.579755] env[64496]: DEBUG nova.network.neutron [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1684.638889] env[64496]: DEBUG oslo_concurrency.lockutils [req-c4a98414-6780-422d-a552-9e0750cc1ac2 req-370ae55c-e137-4a45-8c84-da1be5ef32fd service nova] Releasing lock "refresh_cache-78d5ce8b-2d9d-456e-8473-6aac803fddc8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.773974] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5294b8bf-bc63-dca5-5618-9cc88832a556, 'name': SearchDatastore_Task, 'duration_secs': 0.018295} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.774297] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.774554] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] c4d694d9-100c-4a7a-86fa-d7636d250205/c4d694d9-100c-4a7a-86fa-d7636d250205.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1684.774812] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0f4403c-288a-4b32-801f-3dd30c6a4e6e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.785702] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1684.785702] env[64496]: value = "task-1902070" [ 1684.785702] env[64496]: _type = "Task" [ 1684.785702] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.798039] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.803515] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc28737-badd-4df4-aca6-a6cb97feb60a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.810898] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edc9783-4b4d-4b83-b3c8-9044cea9b94c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.851395] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1e30c0-8c74-438d-9d70-5badce6073a0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.861486] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de57a1b-8de7-4d7a-b1e4-5896abe2d3a1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.876040] env[64496]: DEBUG nova.compute.provider_tree [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.926955] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52576639-bb47-ae45-38e9-447c557f6f5e, 'name': SearchDatastore_Task, 'duration_secs': 0.012905} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.927837] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd8bc5a-fe2c-4fa2-b91f-e20c83ec1672 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.933228] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1684.933228] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5253e000-e4be-5558-f3ba-b0a4cf875b8d" [ 1684.933228] env[64496]: _type = "Task" [ 1684.933228] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.941418] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5253e000-e4be-5558-f3ba-b0a4cf875b8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.026658] env[64496]: DEBUG oslo_concurrency.lockutils [None req-91d797df-3770-4360-9a60-ac4bc97f406b tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "cc45667d-6de3-4fc1-99fb-dc2d69f4a206" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.118s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.116554] env[64496]: DEBUG nova.network.neutron [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1685.284942] env[64496]: DEBUG nova.network.neutron [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Updating instance_info_cache with network_info: [{"id": "c43f09fe-c2ef-4f04-8337-ada348ce455d", "address": "fa:16:3e:04:7f:20", "network": {"id": "5112364c-9d43-4bd5-a9d2-a7ccf3999b6e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758404607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269f7c336280414d9ecabd7020ba1994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc43f09fe-c2", "ovs_interfaceid": "c43f09fe-c2ef-4f04-8337-ada348ce455d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.299046] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902070, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.380038] env[64496]: DEBUG nova.scheduler.client.report [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1685.445135] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5253e000-e4be-5558-f3ba-b0a4cf875b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.013632} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.445135] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.445881] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 78d5ce8b-2d9d-456e-8473-6aac803fddc8/78d5ce8b-2d9d-456e-8473-6aac803fddc8.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1685.445881] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9a79b63-d622-4796-b9f3-d97e27e51235 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.453250] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1685.453250] env[64496]: value = "task-1902071" [ 1685.453250] env[64496]: _type = "Task" [ 1685.453250] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.463773] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.789022] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Releasing lock "refresh_cache-4cf8754a-7f26-495e-9a4c-b8dc3aafc28f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.789022] env[64496]: DEBUG nova.compute.manager [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Instance network_info: |[{"id": "c43f09fe-c2ef-4f04-8337-ada348ce455d", "address": "fa:16:3e:04:7f:20", "network": {"id": "5112364c-9d43-4bd5-a9d2-a7ccf3999b6e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758404607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269f7c336280414d9ecabd7020ba1994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc43f09fe-c2", "ovs_interfaceid": "c43f09fe-c2ef-4f04-8337-ada348ce455d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1685.789022] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:7f:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c43f09fe-c2ef-4f04-8337-ada348ce455d', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.794860] env[64496]: DEBUG oslo.service.loopingcall [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.795559] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1685.799234] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af1fb75b-6d88-4603-b5fc-ad63edd5792d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.821476] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736427} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.823050] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] c4d694d9-100c-4a7a-86fa-d7636d250205/c4d694d9-100c-4a7a-86fa-d7636d250205.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1685.823461] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1685.823833] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1685.823833] env[64496]: value = "task-1902072" [ 1685.823833] env[64496]: _type = "Task" [ 1685.823833] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.824240] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e654f081-ec28-4003-a0aa-e6e783562c5e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.835621] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902072, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.837336] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1685.837336] env[64496]: value = "task-1902073" [ 1685.837336] env[64496]: _type = "Task" [ 1685.837336] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.845350] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.885620] env[64496]: DEBUG oslo_concurrency.lockutils [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.432s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.885620] env[64496]: INFO nova.compute.manager [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Migrating [ 1685.893263] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.158s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.895320] env[64496]: INFO nova.compute.claims [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1685.941815] env[64496]: DEBUG nova.compute.manager [req-72aac42f-9970-4cdc-ba8f-36507d01434b req-290764c2-6dae-4b71-8778-793de9b28b20 service nova] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Received event network-changed-c43f09fe-c2ef-4f04-8337-ada348ce455d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1685.942071] env[64496]: DEBUG nova.compute.manager [req-72aac42f-9970-4cdc-ba8f-36507d01434b req-290764c2-6dae-4b71-8778-793de9b28b20 service nova] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Refreshing instance network info cache due to event network-changed-c43f09fe-c2ef-4f04-8337-ada348ce455d. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1685.942437] env[64496]: DEBUG oslo_concurrency.lockutils [req-72aac42f-9970-4cdc-ba8f-36507d01434b req-290764c2-6dae-4b71-8778-793de9b28b20 service nova] Acquiring lock "refresh_cache-4cf8754a-7f26-495e-9a4c-b8dc3aafc28f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.942656] env[64496]: DEBUG oslo_concurrency.lockutils [req-72aac42f-9970-4cdc-ba8f-36507d01434b req-290764c2-6dae-4b71-8778-793de9b28b20 service nova] Acquired lock "refresh_cache-4cf8754a-7f26-495e-9a4c-b8dc3aafc28f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.942902] env[64496]: DEBUG nova.network.neutron [req-72aac42f-9970-4cdc-ba8f-36507d01434b req-290764c2-6dae-4b71-8778-793de9b28b20 service nova] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Refreshing network info cache for port c43f09fe-c2ef-4f04-8337-ada348ce455d {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.964954] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902071, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.337249] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902072, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.347287] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100193} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.347632] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.348521] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c627649-2346-4645-bd02-68d4a7afe486 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.373420] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] c4d694d9-100c-4a7a-86fa-d7636d250205/c4d694d9-100c-4a7a-86fa-d7636d250205.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.373747] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4278f6d-e86f-4acc-b337-6bb938201702 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.393747] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1686.393747] env[64496]: value = "task-1902074" [ 1686.393747] env[64496]: _type = "Task" [ 1686.393747] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.403466] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.410246] env[64496]: DEBUG oslo_concurrency.lockutils [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "refresh_cache-0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.410477] env[64496]: DEBUG oslo_concurrency.lockutils [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "refresh_cache-0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.410685] env[64496]: DEBUG nova.network.neutron [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1686.469633] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767655} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.470079] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 78d5ce8b-2d9d-456e-8473-6aac803fddc8/78d5ce8b-2d9d-456e-8473-6aac803fddc8.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1686.470198] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1686.470438] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe32fe47-c169-4a1e-b450-e6faf44859ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.482023] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1686.482023] env[64496]: value = "task-1902075" [ 1686.482023] env[64496]: _type = "Task" [ 1686.482023] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.486307] env[64496]: DEBUG nova.compute.manager [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.489678] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b462f6-ca30-4634-89b4-9a17607c1701 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.492907] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.732165] env[64496]: DEBUG nova.network.neutron [req-72aac42f-9970-4cdc-ba8f-36507d01434b req-290764c2-6dae-4b71-8778-793de9b28b20 service nova] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Updated VIF entry in instance network info cache for port c43f09fe-c2ef-4f04-8337-ada348ce455d. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.732481] env[64496]: DEBUG nova.network.neutron [req-72aac42f-9970-4cdc-ba8f-36507d01434b req-290764c2-6dae-4b71-8778-793de9b28b20 service nova] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Updating instance_info_cache with network_info: [{"id": "c43f09fe-c2ef-4f04-8337-ada348ce455d", "address": "fa:16:3e:04:7f:20", "network": {"id": "5112364c-9d43-4bd5-a9d2-a7ccf3999b6e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758404607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269f7c336280414d9ecabd7020ba1994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc43f09fe-c2", "ovs_interfaceid": "c43f09fe-c2ef-4f04-8337-ada348ce455d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.839765] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902072, 'name': CreateVM_Task, 'duration_secs': 0.627476} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.839950] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1686.844151] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.844351] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.844692] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1686.845099] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f98669f9-8574-449f-b8c7-59318e6c50ef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.852533] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1686.852533] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dbdf37-7052-c281-8939-93e19e6edbb3" [ 1686.852533] env[64496]: _type = "Task" [ 1686.852533] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.863745] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dbdf37-7052-c281-8939-93e19e6edbb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.906217] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.991098] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087647} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.991476] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.992437] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7181406b-e752-4526-b5bb-9b3251848146 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.012534] env[64496]: INFO nova.compute.manager [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] instance snapshotting [ 1687.023405] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 78d5ce8b-2d9d-456e-8473-6aac803fddc8/78d5ce8b-2d9d-456e-8473-6aac803fddc8.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1687.024616] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.024778] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquired lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.024879] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Forcefully refreshing network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1687.030022] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32f83eba-a66b-4968-b01f-77b48868f22f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.047354] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1e5d5e-d455-44a7-b0b5-29252b4d055b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.080420] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1cd552-31cf-48d6-ae3c-0fa78263ccb2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.083306] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1687.083306] env[64496]: value = "task-1902076" [ 1687.083306] env[64496]: _type = "Task" [ 1687.083306] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.098444] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.237421] env[64496]: DEBUG oslo_concurrency.lockutils [req-72aac42f-9970-4cdc-ba8f-36507d01434b req-290764c2-6dae-4b71-8778-793de9b28b20 service nova] Releasing lock "refresh_cache-4cf8754a-7f26-495e-9a4c-b8dc3aafc28f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.280012] env[64496]: DEBUG nova.network.neutron [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating instance_info_cache with network_info: [{"id": "f3bb9f0b-fe03-4cea-9216-6e642b5d7077", "address": "fa:16:3e:59:a5:45", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bb9f0b-fe", "ovs_interfaceid": "f3bb9f0b-fe03-4cea-9216-6e642b5d7077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.326446] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e8e465-e663-43ea-8508-47bb296bf75b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.335233] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8826695c-5401-4eb5-bc2d-05b711cfa7c8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.369132] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e6ac3a-eb3c-4e73-a258-1b0d6d02a10a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.379416] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dbdf37-7052-c281-8939-93e19e6edbb3, 'name': SearchDatastore_Task, 'duration_secs': 0.021596} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.380409] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.380645] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1687.381180] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.381180] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.381338] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1687.381721] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15d7c5e7-cd1b-400c-aa9b-652810f7a0e2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.384482] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271bc1ce-bc57-4010-b60a-0f2b89d7ef76 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.398462] env[64496]: DEBUG nova.compute.provider_tree [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.403799] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1687.403799] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1687.404730] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8fa3d9-6449-4782-b2d3-bedb6301e228 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.413821] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902074, 'name': ReconfigVM_Task, 'duration_secs': 0.64697} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.415230] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Reconfigured VM instance instance-0000004a to attach disk [datastore1] c4d694d9-100c-4a7a-86fa-d7636d250205/c4d694d9-100c-4a7a-86fa-d7636d250205.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1687.416044] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1687.416044] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52409ca6-168b-68e1-de93-824fd43fe708" [ 1687.416044] env[64496]: _type = "Task" [ 1687.416044] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.416439] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42807c0a-7b97-4a57-a05d-d5347f836cf6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.425788] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1687.425788] env[64496]: value = "task-1902077" [ 1687.425788] env[64496]: _type = "Task" [ 1687.425788] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.429362] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52409ca6-168b-68e1-de93-824fd43fe708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.440508] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902077, 'name': Rename_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.595229] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.598009] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1687.598230] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fc30683b-611a-4601-ad4c-4eb8c7c7b9ab {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.608558] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1687.608558] env[64496]: value = "task-1902078" [ 1687.608558] env[64496]: _type = "Task" [ 1687.608558] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.617925] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902078, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.783106] env[64496]: DEBUG oslo_concurrency.lockutils [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "refresh_cache-0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.840735] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance_info_cache with network_info: [{"id": "b2294e44-e192-4a2f-a511-38e18e923e50", "address": "fa:16:3e:a2:87:86", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2294e44-e1", "ovs_interfaceid": "b2294e44-e192-4a2f-a511-38e18e923e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.906472] env[64496]: DEBUG nova.scheduler.client.report [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.930167] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52409ca6-168b-68e1-de93-824fd43fe708, 'name': SearchDatastore_Task, 'duration_secs': 0.017332} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.933670] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e072bc22-440b-4652-a85d-e0c69a82969d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.940434] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902077, 'name': Rename_Task, 'duration_secs': 0.220968} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.941869] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1687.942215] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1687.942215] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5270e1d9-78a4-c5b8-6ed0-6bbe479039b7" [ 1687.942215] env[64496]: _type = "Task" [ 1687.942215] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.942416] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c55068a1-5e37-4324-b033-20d8b85d77de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.952583] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5270e1d9-78a4-c5b8-6ed0-6bbe479039b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.953902] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1687.953902] env[64496]: value = "task-1902079" [ 1687.953902] env[64496]: _type = "Task" [ 1687.953902] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.961637] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.095930] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902076, 'name': ReconfigVM_Task, 'duration_secs': 0.655105} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.096254] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 78d5ce8b-2d9d-456e-8473-6aac803fddc8/78d5ce8b-2d9d-456e-8473-6aac803fddc8.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1688.096905] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22cb6906-7452-493d-a289-cc1f07866db3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.107022] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1688.107022] env[64496]: value = "task-1902080" [ 1688.107022] env[64496]: _type = "Task" [ 1688.107022] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.121319] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902080, 'name': Rename_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.125094] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902078, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.343248] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Releasing lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.344032] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updated the network info_cache for instance {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1688.344032] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.344032] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.344032] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.344230] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.344326] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.344480] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.344603] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1688.344712] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.415019] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.415019] env[64496]: DEBUG nova.compute.manager [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1688.421023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.612s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.421023] env[64496]: INFO nova.compute.claims [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1688.457630] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5270e1d9-78a4-c5b8-6ed0-6bbe479039b7, 'name': SearchDatastore_Task, 'duration_secs': 0.016582} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.462349] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.462661] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f/4cf8754a-7f26-495e-9a4c-b8dc3aafc28f.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1688.464625] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2023fa5-5355-4baf-a52e-dab041b5d045 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.474370] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902079, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.475690] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1688.475690] env[64496]: value = "task-1902081" [ 1688.475690] env[64496]: _type = "Task" [ 1688.475690] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.487642] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.620468] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902080, 'name': Rename_Task, 'duration_secs': 0.147398} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.621385] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1688.623642] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-339dda7d-2931-4200-bbd4-65c871cfc8f1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.628908] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902078, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.635323] env[64496]: DEBUG oslo_vmware.rw_handles [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccbc11-10ed-43fc-e11f-94fa889f07ae/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1688.636266] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7980ade1-b515-4f2f-a5de-5d71b87324ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.640686] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1688.640686] env[64496]: value = "task-1902082" [ 1688.640686] env[64496]: _type = "Task" [ 1688.640686] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.645748] env[64496]: DEBUG oslo_vmware.rw_handles [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccbc11-10ed-43fc-e11f-94fa889f07ae/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1688.645979] env[64496]: ERROR oslo_vmware.rw_handles [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccbc11-10ed-43fc-e11f-94fa889f07ae/disk-0.vmdk due to incomplete transfer. [ 1688.646537] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2b4af224-dd72-4be6-83ea-26d1ac755a26 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.651952] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.657856] env[64496]: DEBUG oslo_vmware.rw_handles [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccbc11-10ed-43fc-e11f-94fa889f07ae/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1688.658477] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Uploaded image 51e70b62-24d3-493f-a444-8cf290fec0aa to the Glance image server {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1688.660591] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1688.660898] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-634ac19c-4d79-4c46-9a31-2577e4b37c51 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.666631] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1688.666631] env[64496]: value = "task-1902083" [ 1688.666631] env[64496]: _type = "Task" [ 1688.666631] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.676827] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902083, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.849388] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.926124] env[64496]: DEBUG nova.compute.utils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1688.931864] env[64496]: DEBUG nova.compute.manager [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1688.932379] env[64496]: DEBUG nova.network.neutron [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1688.968081] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.981866] env[64496]: DEBUG nova.policy [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2b970fc0280477fbdf953df21c50ee1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33f83b2be4634efebcb62a626a6c862a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1688.991932] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902081, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.125026] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902078, 'name': CreateSnapshot_Task, 'duration_secs': 1.025773} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.125026] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1689.125026] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b52437-9ab1-49ce-82a6-de02a62a9128 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.151493] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902082, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.178569] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902083, 'name': Destroy_Task, 'duration_secs': 0.409311} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.178569] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Destroyed the VM [ 1689.178569] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1689.179751] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c282e0c7-1acd-4adc-9902-4ff1172097c6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.188448] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1689.188448] env[64496]: value = "task-1902084" [ 1689.188448] env[64496]: _type = "Task" [ 1689.188448] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.197505] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902084, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.303145] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3188ede4-81dc-43db-94ff-5222bd1f4b9e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.336698] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating instance '0bbd0bac-69cc-467a-b7a2-3b0cc87dab16' progress to 0 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1689.370206] env[64496]: DEBUG nova.network.neutron [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Successfully created port: b963133e-0147-4186-a60a-67fea5e6cc7c {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1689.438317] env[64496]: DEBUG nova.compute.manager [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1689.472712] env[64496]: DEBUG oslo_vmware.api [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902079, 'name': PowerOnVM_Task, 'duration_secs': 1.506342} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.472712] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.476132] env[64496]: INFO nova.compute.manager [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Took 10.82 seconds to spawn the instance on the hypervisor. [ 1689.476132] env[64496]: DEBUG nova.compute.manager [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.476132] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8583e1e2-11a8-472e-a70e-6b561773ea81 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.490927] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653371} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.498144] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f/4cf8754a-7f26-495e-9a4c-b8dc3aafc28f.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1689.498144] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1689.498144] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a67ce72-1bd1-4f10-8cdb-f2644453f5e2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.503906] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1689.503906] env[64496]: value = "task-1902085" [ 1689.503906] env[64496]: _type = "Task" [ 1689.503906] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.519422] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.643386] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1689.649038] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d9c39800-1167-46b1-b661-a012caa471db {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.662520] env[64496]: DEBUG oslo_vmware.api [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902082, 'name': PowerOnVM_Task, 'duration_secs': 0.648268} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.662862] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1689.662862] env[64496]: value = "task-1902086" [ 1689.662862] env[64496]: _type = "Task" [ 1689.662862] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.664125] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.664341] env[64496]: INFO nova.compute.manager [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1689.664520] env[64496]: DEBUG nova.compute.manager [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.665698] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222a0d2f-3ca5-494e-9bbc-0d21277d6147 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.675565] env[64496]: DEBUG oslo_concurrency.lockutils [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "aceef315-f152-4b91-9953-2eceb376b255" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.675789] env[64496]: DEBUG oslo_concurrency.lockutils [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.688354] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902086, 'name': CloneVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.700831] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902084, 'name': RemoveSnapshot_Task, 'duration_secs': 0.457735} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.701041] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1689.701385] env[64496]: DEBUG nova.compute.manager [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.702187] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0839619-7051-4092-bbb5-34d6ce25bfcb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.844488] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.845107] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22029d70-3a64-4988-81f5-449121a9d183 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.855875] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1689.855875] env[64496]: value = "task-1902087" [ 1689.855875] env[64496]: _type = "Task" [ 1689.855875] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.864183] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.867149] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d7c926-383d-435b-9596-bb0bcd9031b5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.874977] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05607dd-a6fc-4623-a865-5313e8a850ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.909291] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc2859c-8ed0-46b0-8962-800e46af3b50 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.917185] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecb35d8-b881-408d-a1b5-69dea08656c8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.932748] env[64496]: DEBUG nova.compute.provider_tree [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1690.005905] env[64496]: INFO nova.compute.manager [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Took 17.21 seconds to build instance. [ 1690.017885] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080314} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.018246] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1690.019057] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e076223-f2d9-45a1-8004-f6f563d8e30d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.042017] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f/4cf8754a-7f26-495e-9a4c-b8dc3aafc28f.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1690.042989] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20caff75-9389-4f93-a6c6-e49c46dda366 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.063622] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1690.063622] env[64496]: value = "task-1902088" [ 1690.063622] env[64496]: _type = "Task" [ 1690.063622] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.073827] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.176201] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902086, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.179321] env[64496]: DEBUG nova.compute.utils [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1690.194642] env[64496]: INFO nova.compute.manager [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Took 16.89 seconds to build instance. [ 1690.219079] env[64496]: INFO nova.compute.manager [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Shelve offloading [ 1690.366875] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902087, 'name': PowerOffVM_Task, 'duration_secs': 0.453937} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.367225] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1690.367419] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating instance '0bbd0bac-69cc-467a-b7a2-3b0cc87dab16' progress to 17 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1690.452278] env[64496]: DEBUG nova.compute.manager [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1690.460040] env[64496]: ERROR nova.scheduler.client.report [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [req-e2220bb7-f323-4ddd-a7eb-07345414d04b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e2220bb7-f323-4ddd-a7eb-07345414d04b"}]} [ 1690.483987] env[64496]: DEBUG nova.virt.hardware [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1690.484273] env[64496]: DEBUG nova.virt.hardware [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1690.484431] env[64496]: DEBUG nova.virt.hardware [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1690.484713] env[64496]: DEBUG nova.virt.hardware [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1690.485826] env[64496]: DEBUG nova.virt.hardware [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1690.487028] env[64496]: DEBUG nova.virt.hardware [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1690.487028] env[64496]: DEBUG nova.virt.hardware [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1690.487028] env[64496]: DEBUG nova.virt.hardware [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1690.487028] env[64496]: DEBUG nova.virt.hardware [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1690.487263] env[64496]: DEBUG nova.virt.hardware [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1690.487483] env[64496]: DEBUG nova.virt.hardware [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1690.488385] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328bd706-dacd-4779-92f1-625d473f9e61 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.492141] env[64496]: DEBUG nova.scheduler.client.report [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1690.500030] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a275818-b5ff-441c-ac07-d74fdf90221f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.508241] env[64496]: DEBUG nova.scheduler.client.report [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1690.508530] env[64496]: DEBUG nova.compute.provider_tree [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1690.510712] env[64496]: DEBUG oslo_concurrency.lockutils [None req-31b088b7-2ea6-4399-9551-94654fe619d0 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "c4d694d9-100c-4a7a-86fa-d7636d250205" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.727s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.526702] env[64496]: DEBUG nova.scheduler.client.report [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1690.558034] env[64496]: DEBUG nova.scheduler.client.report [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1690.578485] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.675656] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902086, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.681908] env[64496]: DEBUG oslo_concurrency.lockutils [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.696410] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b2f445d1-2abc-4d09-b525-33bfcdf6b0ed tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "78d5ce8b-2d9d-456e-8473-6aac803fddc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.401s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.724745] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1690.725217] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ae2cd7e-12b3-45f4-9d9e-347312898488 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.732704] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1690.732704] env[64496]: value = "task-1902089" [ 1690.732704] env[64496]: _type = "Task" [ 1690.732704] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.750128] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.876756] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1690.876999] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1690.877198] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1690.877535] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1690.877616] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1690.877747] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1690.877948] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1690.878116] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1690.878351] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1690.878559] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1690.878752] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1690.886527] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4badb529-0bdc-4706-81cc-ce228a44d65a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.903429] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1690.903429] env[64496]: value = "task-1902090" [ 1690.903429] env[64496]: _type = "Task" [ 1690.903429] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.913486] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.926542] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c38506-8cab-476d-a607-1f7f6211aeb3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.935619] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ca145b-d02e-4e4e-990b-e9c71c0b7c5f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.968877] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db499471-66e7-47ff-affe-bdf348523f23 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.977613] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914d5c7c-050c-4b37-bb05-27d1f4ca07ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.994199] env[64496]: DEBUG nova.compute.provider_tree [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.076951] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902088, 'name': ReconfigVM_Task, 'duration_secs': 0.814213} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.077363] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f/4cf8754a-7f26-495e-9a4c-b8dc3aafc28f.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1691.077972] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82f5606e-ae76-4ce9-ac4f-589aa2fad2bd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.084353] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1691.084353] env[64496]: value = "task-1902091" [ 1691.084353] env[64496]: _type = "Task" [ 1691.084353] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.092799] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902091, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.176576] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902086, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.185873] env[64496]: DEBUG nova.network.neutron [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Successfully updated port: b963133e-0147-4186-a60a-67fea5e6cc7c {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1691.244375] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] VM already powered off {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1691.244649] env[64496]: DEBUG nova.compute.manager [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1691.245579] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bc815a-bad0-4d62-a3bb-78617313ca78 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.254558] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "refresh_cache-702590cf-65ff-4c68-9c4e-b48ffb86a6c5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.254740] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "refresh_cache-702590cf-65ff-4c68-9c4e-b48ffb86a6c5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.254917] env[64496]: DEBUG nova.network.neutron [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.417846] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902090, 'name': ReconfigVM_Task, 'duration_secs': 0.160533} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.418274] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating instance '0bbd0bac-69cc-467a-b7a2-3b0cc87dab16' progress to 33 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1691.437291] env[64496]: DEBUG nova.compute.manager [req-3e9e6b91-92a7-4909-9fd8-2fdcad2f44c3 req-96e06a35-7dac-4daa-b027-3b11132cc518 service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Received event network-vif-plugged-b963133e-0147-4186-a60a-67fea5e6cc7c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1691.437518] env[64496]: DEBUG oslo_concurrency.lockutils [req-3e9e6b91-92a7-4909-9fd8-2fdcad2f44c3 req-96e06a35-7dac-4daa-b027-3b11132cc518 service nova] Acquiring lock "a7d8fd5a-bc76-42e5-943d-f472a127afda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.437686] env[64496]: DEBUG oslo_concurrency.lockutils [req-3e9e6b91-92a7-4909-9fd8-2fdcad2f44c3 req-96e06a35-7dac-4daa-b027-3b11132cc518 service nova] Lock "a7d8fd5a-bc76-42e5-943d-f472a127afda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.437915] env[64496]: DEBUG oslo_concurrency.lockutils [req-3e9e6b91-92a7-4909-9fd8-2fdcad2f44c3 req-96e06a35-7dac-4daa-b027-3b11132cc518 service nova] Lock "a7d8fd5a-bc76-42e5-943d-f472a127afda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.438275] env[64496]: DEBUG nova.compute.manager [req-3e9e6b91-92a7-4909-9fd8-2fdcad2f44c3 req-96e06a35-7dac-4daa-b027-3b11132cc518 service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] No waiting events found dispatching network-vif-plugged-b963133e-0147-4186-a60a-67fea5e6cc7c {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1691.438545] env[64496]: WARNING nova.compute.manager [req-3e9e6b91-92a7-4909-9fd8-2fdcad2f44c3 req-96e06a35-7dac-4daa-b027-3b11132cc518 service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Received unexpected event network-vif-plugged-b963133e-0147-4186-a60a-67fea5e6cc7c for instance with vm_state building and task_state spawning. [ 1691.522097] env[64496]: ERROR nova.scheduler.client.report [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [req-e8a94436-9a6f-46b5-93ca-f8b4900f427c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e8a94436-9a6f-46b5-93ca-f8b4900f427c"}]} [ 1691.543488] env[64496]: DEBUG nova.scheduler.client.report [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1691.563529] env[64496]: DEBUG nova.scheduler.client.report [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1691.563761] env[64496]: DEBUG nova.compute.provider_tree [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.576060] env[64496]: DEBUG nova.scheduler.client.report [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1691.595823] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902091, 'name': Rename_Task, 'duration_secs': 0.163145} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.596888] env[64496]: DEBUG nova.scheduler.client.report [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1691.599623] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1691.600339] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f074ff1c-791a-42f1-aef9-dc4fe3fa2506 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.606975] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1691.606975] env[64496]: value = "task-1902092" [ 1691.606975] env[64496]: _type = "Task" [ 1691.606975] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.615114] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.675702] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902086, 'name': CloneVM_Task, 'duration_secs': 1.917364} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.675994] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Created linked-clone VM from snapshot [ 1691.677543] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7e078a-a6d6-45d9-b51b-8be2e214bf53 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.686334] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Uploading image 9fc47d97-6017-40c2-9681-3d0c1c48cee6 {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1691.688390] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Acquiring lock "refresh_cache-a7d8fd5a-bc76-42e5-943d-f472a127afda" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.688525] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Acquired lock "refresh_cache-a7d8fd5a-bc76-42e5-943d-f472a127afda" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.688670] env[64496]: DEBUG nova.network.neutron [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.714431] env[64496]: DEBUG oslo_vmware.rw_handles [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1691.714431] env[64496]: value = "vm-392680" [ 1691.714431] env[64496]: _type = "VirtualMachine" [ 1691.714431] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1691.714600] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-737c132d-8e28-4a98-90e1-387c59dd77ff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.722167] env[64496]: DEBUG oslo_vmware.rw_handles [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lease: (returnval){ [ 1691.722167] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52569dc1-8eca-2e60-d9ad-9c63b7a10348" [ 1691.722167] env[64496]: _type = "HttpNfcLease" [ 1691.722167] env[64496]: } obtained for exporting VM: (result){ [ 1691.722167] env[64496]: value = "vm-392680" [ 1691.722167] env[64496]: _type = "VirtualMachine" [ 1691.722167] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1691.722466] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the lease: (returnval){ [ 1691.722466] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52569dc1-8eca-2e60-d9ad-9c63b7a10348" [ 1691.722466] env[64496]: _type = "HttpNfcLease" [ 1691.722466] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1691.731521] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1691.731521] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52569dc1-8eca-2e60-d9ad-9c63b7a10348" [ 1691.731521] env[64496]: _type = "HttpNfcLease" [ 1691.731521] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1691.771949] env[64496]: DEBUG oslo_concurrency.lockutils [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "aceef315-f152-4b91-9953-2eceb376b255" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.772175] env[64496]: DEBUG oslo_concurrency.lockutils [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.772449] env[64496]: INFO nova.compute.manager [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Attaching volume a2986825-6154-4abf-8fd0-22f4578d0c12 to /dev/sdb [ 1691.825702] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7a728a-74af-4e9e-984e-d4db21c3ea69 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.833059] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c166eb4-6f15-4935-971b-c17d45f6dd40 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.847994] env[64496]: DEBUG nova.virt.block_device [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Updating existing volume attachment record: 7c0976fd-c17c-4662-87d4-07d2eefc9977 {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1691.928646] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1691.928853] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1691.929014] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1691.929354] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1691.929477] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1691.929628] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1691.929995] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1691.929995] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1691.930600] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1691.930600] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1691.930600] env[64496]: DEBUG nova.virt.hardware [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1691.936184] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1691.941676] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbdc913f-5448-4ac1-b0c6-a94677876695 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.968133] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Acquiring lock "2ad73e12-d668-41d2-825b-ce0d2487feea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.968133] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Lock "2ad73e12-d668-41d2-825b-ce0d2487feea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.973880] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1691.973880] env[64496]: value = "task-1902094" [ 1691.973880] env[64496]: _type = "Task" [ 1691.973880] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.985242] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902094, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.999966] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be6c893-c90c-421b-97f2-b5f5645f8e00 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.012294] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcb7250-f1f5-4f66-a71e-b84ecbb50492 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.045868] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9cfea9-99d3-462e-bd51-ceb2cedb4e9d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.050124] env[64496]: DEBUG nova.network.neutron [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Updating instance_info_cache with network_info: [{"id": "0047500f-3594-4e53-8f69-f3ed6e55fa35", "address": "fa:16:3e:d1:a9:c8", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0047500f-35", "ovs_interfaceid": "0047500f-3594-4e53-8f69-f3ed6e55fa35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.056884] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866fa96f-0b3f-411d-8152-7d309d0f0a2f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.073120] env[64496]: DEBUG nova.compute.provider_tree [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.122392] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902092, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.223624] env[64496]: DEBUG nova.network.neutron [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1692.234789] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1692.234789] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52569dc1-8eca-2e60-d9ad-9c63b7a10348" [ 1692.234789] env[64496]: _type = "HttpNfcLease" [ 1692.234789] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1692.235165] env[64496]: DEBUG oslo_vmware.rw_handles [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1692.235165] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52569dc1-8eca-2e60-d9ad-9c63b7a10348" [ 1692.235165] env[64496]: _type = "HttpNfcLease" [ 1692.235165] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1692.235962] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae94fa92-acc4-4652-a966-6cadf57323ef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.244337] env[64496]: DEBUG oslo_vmware.rw_handles [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d17d7a-e699-60ba-ce7a-98cea860d9f1/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1692.244609] env[64496]: DEBUG oslo_vmware.rw_handles [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d17d7a-e699-60ba-ce7a-98cea860d9f1/disk-0.vmdk for reading. {{(pid=64496) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1692.367255] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-437ac056-7c26-4d3d-ae39-5f2f14bdfa5c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.441869] env[64496]: DEBUG nova.network.neutron [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Updating instance_info_cache with network_info: [{"id": "b963133e-0147-4186-a60a-67fea5e6cc7c", "address": "fa:16:3e:f0:35:65", "network": {"id": "92316c51-3c65-4a3e-975d-ac03edd63e6f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1157098667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f83b2be4634efebcb62a626a6c862a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb963133e-01", "ovs_interfaceid": "b963133e-0147-4186-a60a-67fea5e6cc7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.475460] env[64496]: DEBUG nova.compute.manager [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1692.487633] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902094, 'name': ReconfigVM_Task, 'duration_secs': 0.222981} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.487903] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1692.488704] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b7a199-2b92-49cb-be3a-c54a28d62463 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.512228] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16/0bbd0bac-69cc-467a-b7a2-3b0cc87dab16.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1692.512571] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33325de4-45c0-4ccf-8c90-b24e5a1dd1cc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.534432] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1692.534432] env[64496]: value = "task-1902098" [ 1692.534432] env[64496]: _type = "Task" [ 1692.534432] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.543554] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.552765] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "refresh_cache-702590cf-65ff-4c68-9c4e-b48ffb86a6c5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.614276] env[64496]: DEBUG nova.scheduler.client.report [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1692.614567] env[64496]: DEBUG nova.compute.provider_tree [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 116 to 117 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1692.614816] env[64496]: DEBUG nova.compute.provider_tree [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.621854] env[64496]: DEBUG oslo_vmware.api [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902092, 'name': PowerOnVM_Task, 'duration_secs': 0.580656} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.622403] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1692.622620] env[64496]: INFO nova.compute.manager [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1692.622798] env[64496]: DEBUG nova.compute.manager [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.623682] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a261732b-72a1-4fb4-b1b5-2621e3e64a52 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.912956] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1692.914078] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0abefd8-4071-4f1a-a559-d8c8f2aff5fe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.922337] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1692.922674] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f8e986e-4fbe-41c2-b82d-16dc94ef6acd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.944695] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Releasing lock "refresh_cache-a7d8fd5a-bc76-42e5-943d-f472a127afda" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.945097] env[64496]: DEBUG nova.compute.manager [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Instance network_info: |[{"id": "b963133e-0147-4186-a60a-67fea5e6cc7c", "address": "fa:16:3e:f0:35:65", "network": {"id": "92316c51-3c65-4a3e-975d-ac03edd63e6f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1157098667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f83b2be4634efebcb62a626a6c862a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb963133e-01", "ovs_interfaceid": "b963133e-0147-4186-a60a-67fea5e6cc7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1692.945816] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:35:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b963133e-0147-4186-a60a-67fea5e6cc7c', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1692.955035] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Creating folder: Project (33f83b2be4634efebcb62a626a6c862a). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1692.955294] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e7fadbe-6a72-405c-8ecd-fd275622e277 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.965326] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Created folder: Project (33f83b2be4634efebcb62a626a6c862a) in parent group-v392474. [ 1692.965777] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Creating folder: Instances. Parent ref: group-v392683. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1692.966212] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4b491aa-2e57-4608-a648-bb71ff2081f9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.977365] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Created folder: Instances in parent group-v392683. [ 1692.977618] env[64496]: DEBUG oslo.service.loopingcall [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.977848] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1692.978172] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02f02cba-1858-4818-ac70-321e963e2330 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.002516] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1693.002516] env[64496]: value = "task-1902102" [ 1693.002516] env[64496]: _type = "Task" [ 1693.002516] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.010477] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902102, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.015293] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.033351] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1693.033351] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1693.033351] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleting the datastore file [datastore1] 702590cf-65ff-4c68-9c4e-b48ffb86a6c5 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1693.033351] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b2e9f41-2cd2-4556-a09a-8ce049e81685 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.047128] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902098, 'name': ReconfigVM_Task, 'duration_secs': 0.382634} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.048762] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16/0bbd0bac-69cc-467a-b7a2-3b0cc87dab16.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1693.049473] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating instance '0bbd0bac-69cc-467a-b7a2-3b0cc87dab16' progress to 50 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1693.054638] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1693.054638] env[64496]: value = "task-1902103" [ 1693.054638] env[64496]: _type = "Task" [ 1693.054638] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.063432] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.123435] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.706s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.124113] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1693.130189] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.290s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.131952] env[64496]: INFO nova.compute.claims [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1693.144692] env[64496]: INFO nova.compute.manager [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Took 19.39 seconds to build instance. [ 1693.475307] env[64496]: DEBUG nova.compute.manager [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Received event network-changed-b963133e-0147-4186-a60a-67fea5e6cc7c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1693.475643] env[64496]: DEBUG nova.compute.manager [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Refreshing instance network info cache due to event network-changed-b963133e-0147-4186-a60a-67fea5e6cc7c. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1693.475747] env[64496]: DEBUG oslo_concurrency.lockutils [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] Acquiring lock "refresh_cache-a7d8fd5a-bc76-42e5-943d-f472a127afda" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.475906] env[64496]: DEBUG oslo_concurrency.lockutils [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] Acquired lock "refresh_cache-a7d8fd5a-bc76-42e5-943d-f472a127afda" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.476248] env[64496]: DEBUG nova.network.neutron [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Refreshing network info cache for port b963133e-0147-4186-a60a-67fea5e6cc7c {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1693.512684] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902102, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.557837] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bbad46-9135-4ed1-aebc-30f0979c97fd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.571120] env[64496]: DEBUG oslo_vmware.api [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337002} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.586978] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1693.586978] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1693.587220] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1693.590407] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d499ea-1522-4c52-8364-4e2d93275b3a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.609739] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating instance '0bbd0bac-69cc-467a-b7a2-3b0cc87dab16' progress to 67 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1693.614589] env[64496]: INFO nova.scheduler.client.report [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleted allocations for instance 702590cf-65ff-4c68-9c4e-b48ffb86a6c5 [ 1693.637751] env[64496]: DEBUG nova.compute.utils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1693.639228] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1693.639419] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1693.649589] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0734835f-5014-45f7-a47f-d35473cdbef6 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "4cf8754a-7f26-495e-9a4c-b8dc3aafc28f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.906s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.723400] env[64496]: DEBUG nova.policy [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '464a19ff479740469d90da5d6947adbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '492ea597cad24e7198ec94212c9cb657', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1694.015109] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902102, 'name': CreateVM_Task, 'duration_secs': 0.676268} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.015889] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1694.016082] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.016336] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.016813] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1694.017141] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77342638-d2a9-4d33-8474-88dc2b0b9722 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.022586] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Waiting for the task: (returnval){ [ 1694.022586] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a9815f-2f97-9afb-302e-a6563f300dcf" [ 1694.022586] env[64496]: _type = "Task" [ 1694.022586] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.031491] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a9815f-2f97-9afb-302e-a6563f300dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.119502] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.142821] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1694.196979] env[64496]: DEBUG nova.network.neutron [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Port f3bb9f0b-fe03-4cea-9216-6e642b5d7077 binding to destination host cpu-1 is already ACTIVE {{(pid=64496) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1694.222698] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Successfully created port: 4336b974-3f92-4b39-97be-bf3e652a78a3 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1694.248023] env[64496]: DEBUG nova.network.neutron [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Updated VIF entry in instance network info cache for port b963133e-0147-4186-a60a-67fea5e6cc7c. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1694.248405] env[64496]: DEBUG nova.network.neutron [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Updating instance_info_cache with network_info: [{"id": "b963133e-0147-4186-a60a-67fea5e6cc7c", "address": "fa:16:3e:f0:35:65", "network": {"id": "92316c51-3c65-4a3e-975d-ac03edd63e6f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1157098667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f83b2be4634efebcb62a626a6c862a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb963133e-01", "ovs_interfaceid": "b963133e-0147-4186-a60a-67fea5e6cc7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.505482] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586d4676-5f09-44de-bc82-210b1df38f3c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.514023] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3bc67d-9a18-4aee-b7df-d95efc2fd0de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.550602] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db61ff8e-c169-4bbf-ac4a-07384cfc483e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.561236] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a9815f-2f97-9afb-302e-a6563f300dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.019003} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.561648] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.561887] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1694.562180] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.562330] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.562511] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1694.563760] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df31b2b-096e-41c4-93c0-6c322c2cb1d4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.567641] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa45911a-6d40-4420-b7eb-e11829c3fec7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.580108] env[64496]: DEBUG nova.compute.provider_tree [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.582890] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1694.583073] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1694.584058] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8388cbe7-09cc-470b-b485-eb7dfbcb107b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.589805] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Waiting for the task: (returnval){ [ 1694.589805] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52665a3f-87e3-db60-69f2-07027a47b6fe" [ 1694.589805] env[64496]: _type = "Task" [ 1694.589805] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.599639] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52665a3f-87e3-db60-69f2-07027a47b6fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.751319] env[64496]: DEBUG oslo_concurrency.lockutils [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] Releasing lock "refresh_cache-a7d8fd5a-bc76-42e5-943d-f472a127afda" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.751973] env[64496]: DEBUG nova.compute.manager [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Received event network-vif-unplugged-0047500f-3594-4e53-8f69-f3ed6e55fa35 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1694.752357] env[64496]: DEBUG oslo_concurrency.lockutils [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] Acquiring lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.752727] env[64496]: DEBUG oslo_concurrency.lockutils [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] Lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.753049] env[64496]: DEBUG oslo_concurrency.lockutils [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] Lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.754140] env[64496]: DEBUG nova.compute.manager [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] No waiting events found dispatching network-vif-unplugged-0047500f-3594-4e53-8f69-f3ed6e55fa35 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1694.754140] env[64496]: WARNING nova.compute.manager [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Received unexpected event network-vif-unplugged-0047500f-3594-4e53-8f69-f3ed6e55fa35 for instance with vm_state shelved and task_state shelving_offloading. [ 1694.754140] env[64496]: DEBUG nova.compute.manager [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Received event network-changed-0047500f-3594-4e53-8f69-f3ed6e55fa35 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1694.754140] env[64496]: DEBUG nova.compute.manager [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Refreshing instance network info cache due to event network-changed-0047500f-3594-4e53-8f69-f3ed6e55fa35. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1694.754140] env[64496]: DEBUG oslo_concurrency.lockutils [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] Acquiring lock "refresh_cache-702590cf-65ff-4c68-9c4e-b48ffb86a6c5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.754140] env[64496]: DEBUG oslo_concurrency.lockutils [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] Acquired lock "refresh_cache-702590cf-65ff-4c68-9c4e-b48ffb86a6c5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.755015] env[64496]: DEBUG nova.network.neutron [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Refreshing network info cache for port 0047500f-3594-4e53-8f69-f3ed6e55fa35 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1695.086045] env[64496]: DEBUG nova.scheduler.client.report [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.103634] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52665a3f-87e3-db60-69f2-07027a47b6fe, 'name': SearchDatastore_Task, 'duration_secs': 0.01666} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.103752] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92675bbd-c494-4a7f-8744-c30ec37de231 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.110743] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Waiting for the task: (returnval){ [ 1695.110743] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d64f08-78e8-1ad6-31a8-5cfed2bbe22f" [ 1695.110743] env[64496]: _type = "Task" [ 1695.110743] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.119361] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d64f08-78e8-1ad6-31a8-5cfed2bbe22f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.157591] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1695.179097] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1695.179429] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1695.179886] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1695.180132] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1695.180356] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1695.180459] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1695.180671] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1695.180999] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1695.180999] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1695.181141] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1695.181318] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1695.182286] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea011a9-75b5-4bd4-b185-37a05676c73d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.191308] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c107d4cc-117d-4138-8f79-1160c63d9f74 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.210058] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb48844e-0de0-446e-8b60-f3ea84cc5b6a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "c4d694d9-100c-4a7a-86fa-d7636d250205" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.210306] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb48844e-0de0-446e-8b60-f3ea84cc5b6a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "c4d694d9-100c-4a7a-86fa-d7636d250205" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.210486] env[64496]: DEBUG nova.compute.manager [None req-fb48844e-0de0-446e-8b60-f3ea84cc5b6a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.218777] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e433fd-52e1-4337-803b-bebc446e43ca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.227816] env[64496]: DEBUG oslo_concurrency.lockutils [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.228038] env[64496]: DEBUG oslo_concurrency.lockutils [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.228221] env[64496]: DEBUG oslo_concurrency.lockutils [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.232723] env[64496]: DEBUG nova.compute.manager [None req-fb48844e-0de0-446e-8b60-f3ea84cc5b6a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64496) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1695.233273] env[64496]: DEBUG nova.objects.instance [None req-fb48844e-0de0-446e-8b60-f3ea84cc5b6a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lazy-loading 'flavor' on Instance uuid c4d694d9-100c-4a7a-86fa-d7636d250205 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1695.459968] env[64496]: DEBUG nova.network.neutron [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Updated VIF entry in instance network info cache for port 0047500f-3594-4e53-8f69-f3ed6e55fa35. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1695.460390] env[64496]: DEBUG nova.network.neutron [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Updating instance_info_cache with network_info: [{"id": "0047500f-3594-4e53-8f69-f3ed6e55fa35", "address": "fa:16:3e:d1:a9:c8", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": null, "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0047500f-35", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.528717] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bb7adf31-0f63-4c80-b9dc-4af9e68b0c4b tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.591318] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.591841] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1695.594669] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.726s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.596530] env[64496]: INFO nova.compute.claims [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1695.621427] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d64f08-78e8-1ad6-31a8-5cfed2bbe22f, 'name': SearchDatastore_Task, 'duration_secs': 0.021318} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.621690] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.621966] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] a7d8fd5a-bc76-42e5-943d-f472a127afda/a7d8fd5a-bc76-42e5-943d-f472a127afda.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1695.622262] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9baf29b5-b247-4134-a7f6-19c9c15f1026 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.629154] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Waiting for the task: (returnval){ [ 1695.629154] env[64496]: value = "task-1902105" [ 1695.629154] env[64496]: _type = "Task" [ 1695.629154] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.637378] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.672610] env[64496]: DEBUG nova.compute.manager [req-8a291fcc-1d6a-439f-96f6-8c4d9424e699 req-13550804-bbf0-4300-9550-42226034fbef service nova] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Received event network-vif-plugged-4336b974-3f92-4b39-97be-bf3e652a78a3 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1695.672843] env[64496]: DEBUG oslo_concurrency.lockutils [req-8a291fcc-1d6a-439f-96f6-8c4d9424e699 req-13550804-bbf0-4300-9550-42226034fbef service nova] Acquiring lock "7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.673553] env[64496]: DEBUG oslo_concurrency.lockutils [req-8a291fcc-1d6a-439f-96f6-8c4d9424e699 req-13550804-bbf0-4300-9550-42226034fbef service nova] Lock "7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.673948] env[64496]: DEBUG oslo_concurrency.lockutils [req-8a291fcc-1d6a-439f-96f6-8c4d9424e699 req-13550804-bbf0-4300-9550-42226034fbef service nova] Lock "7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.673948] env[64496]: DEBUG nova.compute.manager [req-8a291fcc-1d6a-439f-96f6-8c4d9424e699 req-13550804-bbf0-4300-9550-42226034fbef service nova] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] No waiting events found dispatching network-vif-plugged-4336b974-3f92-4b39-97be-bf3e652a78a3 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1695.674143] env[64496]: WARNING nova.compute.manager [req-8a291fcc-1d6a-439f-96f6-8c4d9424e699 req-13550804-bbf0-4300-9550-42226034fbef service nova] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Received unexpected event network-vif-plugged-4336b974-3f92-4b39-97be-bf3e652a78a3 for instance with vm_state building and task_state spawning. [ 1695.764186] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Successfully updated port: 4336b974-3f92-4b39-97be-bf3e652a78a3 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1695.963273] env[64496]: DEBUG oslo_concurrency.lockutils [req-8de3e450-e5c0-4f49-ac19-23e59a124ed7 req-3efdf32a-f0e4-4fb2-bb95-6bcd6bbf11f8 service nova] Releasing lock "refresh_cache-702590cf-65ff-4c68-9c4e-b48ffb86a6c5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.102041] env[64496]: DEBUG nova.compute.utils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1696.105997] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1696.106194] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1696.139869] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.180751] env[64496]: DEBUG nova.policy [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '464a19ff479740469d90da5d6947adbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '492ea597cad24e7198ec94212c9cb657', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1696.239523] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb48844e-0de0-446e-8b60-f3ea84cc5b6a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.239853] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d6636b1-4f26-48ee-a397-1548382fc38a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.247512] env[64496]: DEBUG oslo_vmware.api [None req-fb48844e-0de0-446e-8b60-f3ea84cc5b6a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1696.247512] env[64496]: value = "task-1902106" [ 1696.247512] env[64496]: _type = "Task" [ 1696.247512] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.257400] env[64496]: DEBUG oslo_vmware.api [None req-fb48844e-0de0-446e-8b60-f3ea84cc5b6a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.265244] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "refresh_cache-7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.265418] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquired lock "refresh_cache-7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.266287] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1696.332276] env[64496]: DEBUG oslo_concurrency.lockutils [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "refresh_cache-0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.332276] env[64496]: DEBUG oslo_concurrency.lockutils [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "refresh_cache-0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.332276] env[64496]: DEBUG nova.network.neutron [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1696.607592] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1696.650275] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902105, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.774411] env[64496]: DEBUG oslo_vmware.api [None req-fb48844e-0de0-446e-8b60-f3ea84cc5b6a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902106, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.810031] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1696.837424] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Successfully created port: f503ceb5-1e27-4e4c-a8ea-00b334a6bd51 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1696.914818] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1696.915059] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392682', 'volume_id': 'a2986825-6154-4abf-8fd0-22f4578d0c12', 'name': 'volume-a2986825-6154-4abf-8fd0-22f4578d0c12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aceef315-f152-4b91-9953-2eceb376b255', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2986825-6154-4abf-8fd0-22f4578d0c12', 'serial': 'a2986825-6154-4abf-8fd0-22f4578d0c12'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1696.916172] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839d0406-7c59-408a-a611-bca65c99261e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.939050] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad226a3-0a21-4732-bc77-a6fd414b8855 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.970251] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-a2986825-6154-4abf-8fd0-22f4578d0c12/volume-a2986825-6154-4abf-8fd0-22f4578d0c12.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1696.975263] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc94ee47-03fc-429d-90eb-ac43a5b6668f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.989306] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Updating instance_info_cache with network_info: [{"id": "4336b974-3f92-4b39-97be-bf3e652a78a3", "address": "fa:16:3e:35:03:2b", "network": {"id": "107c42cc-4bb8-45df-8a6e-c4e49a15f3e3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1816159794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "492ea597cad24e7198ec94212c9cb657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4336b974-3f", "ovs_interfaceid": "4336b974-3f92-4b39-97be-bf3e652a78a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.996556] env[64496]: DEBUG oslo_vmware.api [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1696.996556] env[64496]: value = "task-1902107" [ 1696.996556] env[64496]: _type = "Task" [ 1696.996556] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.009785] env[64496]: DEBUG oslo_vmware.api [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902107, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.047107] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0bfd92-5f94-4fbf-99cd-589749627c10 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.057662] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005d690e-0364-42fb-a6b6-f57f1cf2063b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.094223] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9156a7-4f34-4d6f-863e-71daa191a9f9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.102402] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018dadd7-bc5a-4256-a7a4-7ca402746504 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.122409] env[64496]: DEBUG nova.compute.provider_tree [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.142741] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902105, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.01669} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.143033] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] a7d8fd5a-bc76-42e5-943d-f472a127afda/a7d8fd5a-bc76-42e5-943d-f472a127afda.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1697.143307] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1697.143588] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12c60825-4ca3-40ce-961a-f1e352184a22 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.151588] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Waiting for the task: (returnval){ [ 1697.151588] env[64496]: value = "task-1902108" [ 1697.151588] env[64496]: _type = "Task" [ 1697.151588] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.160591] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.264163] env[64496]: DEBUG oslo_vmware.api [None req-fb48844e-0de0-446e-8b60-f3ea84cc5b6a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902106, 'name': PowerOffVM_Task, 'duration_secs': 0.578433} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.264467] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb48844e-0de0-446e-8b60-f3ea84cc5b6a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.264691] env[64496]: DEBUG nova.compute.manager [None req-fb48844e-0de0-446e-8b60-f3ea84cc5b6a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1697.265603] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982b77e1-8af0-4173-b6f9-db04f37a0c27 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.319021] env[64496]: DEBUG nova.network.neutron [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating instance_info_cache with network_info: [{"id": "f3bb9f0b-fe03-4cea-9216-6e642b5d7077", "address": "fa:16:3e:59:a5:45", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bb9f0b-fe", "ovs_interfaceid": "f3bb9f0b-fe03-4cea-9216-6e642b5d7077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.492333] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Releasing lock "refresh_cache-7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.494807] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Instance network_info: |[{"id": "4336b974-3f92-4b39-97be-bf3e652a78a3", "address": "fa:16:3e:35:03:2b", "network": {"id": "107c42cc-4bb8-45df-8a6e-c4e49a15f3e3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1816159794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "492ea597cad24e7198ec94212c9cb657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4336b974-3f", "ovs_interfaceid": "4336b974-3f92-4b39-97be-bf3e652a78a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1697.494807] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:03:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4336b974-3f92-4b39-97be-bf3e652a78a3', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1697.501694] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Creating folder: Project (492ea597cad24e7198ec94212c9cb657). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1697.502080] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd37f11f-2cab-4b26-9aa7-177c1949a26e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.515364] env[64496]: DEBUG oslo_vmware.api [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.518752] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Created folder: Project (492ea597cad24e7198ec94212c9cb657) in parent group-v392474. [ 1697.519252] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Creating folder: Instances. Parent ref: group-v392686. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1697.519828] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73d4ed49-74aa-4469-b3b0-dd11290c7aad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.529618] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Created folder: Instances in parent group-v392686. [ 1697.530140] env[64496]: DEBUG oslo.service.loopingcall [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.530537] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1697.530865] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4aa62b73-0057-43d2-abff-6917c87cfdd5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.553106] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1697.553106] env[64496]: value = "task-1902111" [ 1697.553106] env[64496]: _type = "Task" [ 1697.553106] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.562360] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902111, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.626205] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1697.630403] env[64496]: DEBUG nova.scheduler.client.report [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1697.659227] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1697.659525] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1697.659695] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1697.659900] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1697.660070] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1697.660287] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1697.660490] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1697.661221] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1697.661221] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1697.661221] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1697.661221] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1697.662396] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42a5e56-b680-465f-9ce1-7cc155c1d405 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.671128] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132512} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.673439] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1697.674284] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680e2753-43f0-4272-bf9f-28676ab6296f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.677759] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99469850-279f-4cc2-94a5-8fa0293039a6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.713546] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] a7d8fd5a-bc76-42e5-943d-f472a127afda/a7d8fd5a-bc76-42e5-943d-f472a127afda.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1697.714950] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b490b8-5fef-464b-9f40-e6943d18fb86 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.730667] env[64496]: DEBUG nova.compute.manager [req-ff4e4b7a-88d8-4c18-8431-8a6be6ac3d16 req-6f2b9a40-c8c4-4675-88d6-fd91a5cbd43d service nova] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Received event network-changed-4336b974-3f92-4b39-97be-bf3e652a78a3 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1697.730883] env[64496]: DEBUG nova.compute.manager [req-ff4e4b7a-88d8-4c18-8431-8a6be6ac3d16 req-6f2b9a40-c8c4-4675-88d6-fd91a5cbd43d service nova] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Refreshing instance network info cache due to event network-changed-4336b974-3f92-4b39-97be-bf3e652a78a3. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1697.731087] env[64496]: DEBUG oslo_concurrency.lockutils [req-ff4e4b7a-88d8-4c18-8431-8a6be6ac3d16 req-6f2b9a40-c8c4-4675-88d6-fd91a5cbd43d service nova] Acquiring lock "refresh_cache-7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.731242] env[64496]: DEBUG oslo_concurrency.lockutils [req-ff4e4b7a-88d8-4c18-8431-8a6be6ac3d16 req-6f2b9a40-c8c4-4675-88d6-fd91a5cbd43d service nova] Acquired lock "refresh_cache-7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.731407] env[64496]: DEBUG nova.network.neutron [req-ff4e4b7a-88d8-4c18-8431-8a6be6ac3d16 req-6f2b9a40-c8c4-4675-88d6-fd91a5cbd43d service nova] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Refreshing network info cache for port 4336b974-3f92-4b39-97be-bf3e652a78a3 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1697.741027] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Waiting for the task: (returnval){ [ 1697.741027] env[64496]: value = "task-1902112" [ 1697.741027] env[64496]: _type = "Task" [ 1697.741027] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.755038] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902112, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.779982] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb48844e-0de0-446e-8b60-f3ea84cc5b6a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "c4d694d9-100c-4a7a-86fa-d7636d250205" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.569s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.822373] env[64496]: DEBUG oslo_concurrency.lockutils [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "refresh_cache-0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.013063] env[64496]: DEBUG oslo_vmware.api [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902107, 'name': ReconfigVM_Task, 'duration_secs': 0.856023} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.013332] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-a2986825-6154-4abf-8fd0-22f4578d0c12/volume-a2986825-6154-4abf-8fd0-22f4578d0c12.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1698.018634] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c3fab70-eeda-4971-a829-4f57bb57f974 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.035030] env[64496]: DEBUG oslo_vmware.api [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1698.035030] env[64496]: value = "task-1902113" [ 1698.035030] env[64496]: _type = "Task" [ 1698.035030] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.046942] env[64496]: DEBUG oslo_vmware.api [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.062023] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902111, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.138024] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.138024] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1698.140750] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.292s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.140909] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.141071] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1698.141356] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.126s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.143188] env[64496]: INFO nova.compute.claims [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1698.147020] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88a24a1-c438-433f-b541-b6739ebb74e6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.155166] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb5061e-0903-4a4c-89b4-9b3c1116beef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.171138] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72599a2a-3115-4e12-ac27-a67180105b62 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.179958] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d351fd-8035-47f2-a76e-8abda0bb1071 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.212718] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178800MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1698.212923] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.251151] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.346401] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbbe524-a821-4ad0-b0b6-fef8b1ef0527 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.369508] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd34f99-0e3a-4232-a6e1-6cb0db0394a9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.377168] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating instance '0bbd0bac-69cc-467a-b7a2-3b0cc87dab16' progress to 83 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1698.547624] env[64496]: DEBUG oslo_vmware.api [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902113, 'name': ReconfigVM_Task, 'duration_secs': 0.16548} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.548075] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392682', 'volume_id': 'a2986825-6154-4abf-8fd0-22f4578d0c12', 'name': 'volume-a2986825-6154-4abf-8fd0-22f4578d0c12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aceef315-f152-4b91-9953-2eceb376b255', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2986825-6154-4abf-8fd0-22f4578d0c12', 'serial': 'a2986825-6154-4abf-8fd0-22f4578d0c12'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1698.572022] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902111, 'name': CreateVM_Task, 'duration_secs': 0.735863} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.572022] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1698.572022] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.572022] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.572022] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1698.572022] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d446ead-51bf-48fd-8c7e-e5ade140acba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.581461] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1698.581461] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b585e6-6c50-2eda-032b-e761c6167d5c" [ 1698.581461] env[64496]: _type = "Task" [ 1698.581461] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.593439] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b585e6-6c50-2eda-032b-e761c6167d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.594238] env[64496]: DEBUG nova.network.neutron [req-ff4e4b7a-88d8-4c18-8431-8a6be6ac3d16 req-6f2b9a40-c8c4-4675-88d6-fd91a5cbd43d service nova] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Updated VIF entry in instance network info cache for port 4336b974-3f92-4b39-97be-bf3e652a78a3. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1698.594738] env[64496]: DEBUG nova.network.neutron [req-ff4e4b7a-88d8-4c18-8431-8a6be6ac3d16 req-6f2b9a40-c8c4-4675-88d6-fd91a5cbd43d service nova] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Updating instance_info_cache with network_info: [{"id": "4336b974-3f92-4b39-97be-bf3e652a78a3", "address": "fa:16:3e:35:03:2b", "network": {"id": "107c42cc-4bb8-45df-8a6e-c4e49a15f3e3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1816159794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "492ea597cad24e7198ec94212c9cb657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4336b974-3f", "ovs_interfaceid": "4336b974-3f92-4b39-97be-bf3e652a78a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.647687] env[64496]: DEBUG nova.compute.utils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1698.649086] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1698.649420] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1698.748804] env[64496]: DEBUG nova.policy [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '464a19ff479740469d90da5d6947adbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '492ea597cad24e7198ec94212c9cb657', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1698.754051] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902112, 'name': ReconfigVM_Task, 'duration_secs': 0.553816} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.754362] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Reconfigured VM instance instance-0000004d to attach disk [datastore1] a7d8fd5a-bc76-42e5-943d-f472a127afda/a7d8fd5a-bc76-42e5-943d-f472a127afda.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1698.755047] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6387bbb8-2132-45f2-b1d2-873a0704bdf8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.764172] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Waiting for the task: (returnval){ [ 1698.764172] env[64496]: value = "task-1902114" [ 1698.764172] env[64496]: _type = "Task" [ 1698.764172] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.778553] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902114, 'name': Rename_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.884008] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1698.884362] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01857037-2a9a-45a2-bcf4-df80a925793e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.891326] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1698.891326] env[64496]: value = "task-1902115" [ 1698.891326] env[64496]: _type = "Task" [ 1698.891326] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.899827] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.970217] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Successfully updated port: f503ceb5-1e27-4e4c-a8ea-00b334a6bd51 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1699.003608] env[64496]: DEBUG nova.objects.instance [None req-81c4faef-6dcc-43ef-beec-cebbfe53e5b4 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lazy-loading 'flavor' on Instance uuid c4d694d9-100c-4a7a-86fa-d7636d250205 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1699.100592] env[64496]: DEBUG oslo_concurrency.lockutils [req-ff4e4b7a-88d8-4c18-8431-8a6be6ac3d16 req-6f2b9a40-c8c4-4675-88d6-fd91a5cbd43d service nova] Releasing lock "refresh_cache-7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.101246] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b585e6-6c50-2eda-032b-e761c6167d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.013464} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.102195] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.102663] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1699.102663] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.102906] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.102972] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1699.103519] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4c9dda8-1913-495b-b5ad-7573c8f3eee8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.113222] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1699.113502] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1699.114497] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e709d6f2-b86e-460e-a67b-5d0f08f8c949 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.121337] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1699.121337] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5266d920-ca4a-6442-9ef4-c6ce5aee3fad" [ 1699.121337] env[64496]: _type = "Task" [ 1699.121337] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.128707] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5266d920-ca4a-6442-9ef4-c6ce5aee3fad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.136331] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Successfully created port: 8ec5d3fa-ecaa-4e4e-851b-e96a1465801c {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1699.154595] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1699.276587] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902114, 'name': Rename_Task, 'duration_secs': 0.203526} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.277476] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1699.277885] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df204527-8fbe-4b10-986c-a4518b326ff7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.285211] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Waiting for the task: (returnval){ [ 1699.285211] env[64496]: value = "task-1902116" [ 1699.285211] env[64496]: _type = "Task" [ 1699.285211] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.294092] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.407395] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902115, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.472814] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "refresh_cache-e2550e36-a48e-493e-b984-95c793fd3651" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.472979] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquired lock "refresh_cache-e2550e36-a48e-493e-b984-95c793fd3651" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.473194] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1699.507103] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49bfc31-4db0-455f-9cc2-429ea4544d36 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.513496] env[64496]: DEBUG oslo_concurrency.lockutils [None req-81c4faef-6dcc-43ef-beec-cebbfe53e5b4 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "refresh_cache-c4d694d9-100c-4a7a-86fa-d7636d250205" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.514039] env[64496]: DEBUG oslo_concurrency.lockutils [None req-81c4faef-6dcc-43ef-beec-cebbfe53e5b4 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquired lock "refresh_cache-c4d694d9-100c-4a7a-86fa-d7636d250205" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.514413] env[64496]: DEBUG nova.network.neutron [None req-81c4faef-6dcc-43ef-beec-cebbfe53e5b4 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1699.514827] env[64496]: DEBUG nova.objects.instance [None req-81c4faef-6dcc-43ef-beec-cebbfe53e5b4 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lazy-loading 'info_cache' on Instance uuid c4d694d9-100c-4a7a-86fa-d7636d250205 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1699.519535] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5388ba-b9c8-4815-ae9e-f14b9aed8d0a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.559227] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07078268-914e-4c9f-85d9-c453000a7004 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.567836] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50651203-13bd-4e47-86e4-5c13159ceaeb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.584268] env[64496]: DEBUG nova.compute.provider_tree [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1699.592765] env[64496]: DEBUG nova.objects.instance [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lazy-loading 'flavor' on Instance uuid aceef315-f152-4b91-9953-2eceb376b255 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1699.630978] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5266d920-ca4a-6442-9ef4-c6ce5aee3fad, 'name': SearchDatastore_Task, 'duration_secs': 0.012255} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.631814] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0648b834-a87b-479c-845b-9c9f46f76dfc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.637656] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1699.637656] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526fd3f0-9397-0852-39d0-268317fac442" [ 1699.637656] env[64496]: _type = "Task" [ 1699.637656] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.645950] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526fd3f0-9397-0852-39d0-268317fac442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.787372] env[64496]: DEBUG nova.compute.manager [req-8d90451d-81cb-4c80-b6b5-a7c8562a6bbf req-e2f2f469-1567-49e4-be8f-bd56f6321b6e service nova] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Received event network-vif-plugged-f503ceb5-1e27-4e4c-a8ea-00b334a6bd51 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1699.787578] env[64496]: DEBUG oslo_concurrency.lockutils [req-8d90451d-81cb-4c80-b6b5-a7c8562a6bbf req-e2f2f469-1567-49e4-be8f-bd56f6321b6e service nova] Acquiring lock "e2550e36-a48e-493e-b984-95c793fd3651-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.787780] env[64496]: DEBUG oslo_concurrency.lockutils [req-8d90451d-81cb-4c80-b6b5-a7c8562a6bbf req-e2f2f469-1567-49e4-be8f-bd56f6321b6e service nova] Lock "e2550e36-a48e-493e-b984-95c793fd3651-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.788134] env[64496]: DEBUG oslo_concurrency.lockutils [req-8d90451d-81cb-4c80-b6b5-a7c8562a6bbf req-e2f2f469-1567-49e4-be8f-bd56f6321b6e service nova] Lock "e2550e36-a48e-493e-b984-95c793fd3651-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.788488] env[64496]: DEBUG nova.compute.manager [req-8d90451d-81cb-4c80-b6b5-a7c8562a6bbf req-e2f2f469-1567-49e4-be8f-bd56f6321b6e service nova] [instance: e2550e36-a48e-493e-b984-95c793fd3651] No waiting events found dispatching network-vif-plugged-f503ceb5-1e27-4e4c-a8ea-00b334a6bd51 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1699.788707] env[64496]: WARNING nova.compute.manager [req-8d90451d-81cb-4c80-b6b5-a7c8562a6bbf req-e2f2f469-1567-49e4-be8f-bd56f6321b6e service nova] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Received unexpected event network-vif-plugged-f503ceb5-1e27-4e4c-a8ea-00b334a6bd51 for instance with vm_state building and task_state spawning. [ 1699.788911] env[64496]: DEBUG nova.compute.manager [req-8d90451d-81cb-4c80-b6b5-a7c8562a6bbf req-e2f2f469-1567-49e4-be8f-bd56f6321b6e service nova] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Received event network-changed-f503ceb5-1e27-4e4c-a8ea-00b334a6bd51 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1699.789090] env[64496]: DEBUG nova.compute.manager [req-8d90451d-81cb-4c80-b6b5-a7c8562a6bbf req-e2f2f469-1567-49e4-be8f-bd56f6321b6e service nova] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Refreshing instance network info cache due to event network-changed-f503ceb5-1e27-4e4c-a8ea-00b334a6bd51. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1699.789656] env[64496]: DEBUG oslo_concurrency.lockutils [req-8d90451d-81cb-4c80-b6b5-a7c8562a6bbf req-e2f2f469-1567-49e4-be8f-bd56f6321b6e service nova] Acquiring lock "refresh_cache-e2550e36-a48e-493e-b984-95c793fd3651" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.799236] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.907581] env[64496]: DEBUG oslo_vmware.api [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902115, 'name': PowerOnVM_Task, 'duration_secs': 0.566489} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.907581] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1699.907581] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-427574a6-a4f2-4d06-9dbe-5b34327f026b tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating instance '0bbd0bac-69cc-467a-b7a2-3b0cc87dab16' progress to 100 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1700.006743] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1700.021207] env[64496]: DEBUG nova.objects.base [None req-81c4faef-6dcc-43ef-beec-cebbfe53e5b4 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1700.087828] env[64496]: DEBUG nova.scheduler.client.report [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1700.097999] env[64496]: DEBUG oslo_concurrency.lockutils [None req-90a0c75b-d664-49e8-b45e-08a95c6e8925 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.326s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.149625] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526fd3f0-9397-0852-39d0-268317fac442, 'name': SearchDatastore_Task, 'duration_secs': 0.026672} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.149813] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.150766] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd/7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1700.150766] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eafe9766-bf16-4bbb-9811-c8066e63fcfa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.156911] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1700.156911] env[64496]: value = "task-1902117" [ 1700.156911] env[64496]: _type = "Task" [ 1700.156911] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.157850] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Updating instance_info_cache with network_info: [{"id": "f503ceb5-1e27-4e4c-a8ea-00b334a6bd51", "address": "fa:16:3e:93:4b:c3", "network": {"id": "107c42cc-4bb8-45df-8a6e-c4e49a15f3e3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1816159794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "492ea597cad24e7198ec94212c9cb657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf503ceb5-1e", "ovs_interfaceid": "f503ceb5-1e27-4e4c-a8ea-00b334a6bd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.164123] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1700.171703] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.189695] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1700.190038] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1700.190222] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1700.190420] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1700.190561] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1700.190707] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1700.190910] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1700.191085] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1700.191287] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1700.191467] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1700.191635] env[64496]: DEBUG nova.virt.hardware [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1700.192766] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb070be1-32f8-4c2a-9bee-a34d7337c5fc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.201241] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26712a87-3812-471b-a42a-07092e7349d1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.264768] env[64496]: DEBUG oslo_concurrency.lockutils [None req-98a49953-675e-44d0-a594-d9dc0608a7cc tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "aceef315-f152-4b91-9953-2eceb376b255" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.265320] env[64496]: DEBUG oslo_concurrency.lockutils [None req-98a49953-675e-44d0-a594-d9dc0608a7cc tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.265320] env[64496]: DEBUG nova.compute.manager [None req-98a49953-675e-44d0-a594-d9dc0608a7cc tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1700.266226] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2967ba0-e09d-4a32-8274-ff5c72a516ba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.273168] env[64496]: DEBUG nova.compute.manager [None req-98a49953-675e-44d0-a594-d9dc0608a7cc tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64496) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1700.273859] env[64496]: DEBUG nova.objects.instance [None req-98a49953-675e-44d0-a594-d9dc0608a7cc tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lazy-loading 'flavor' on Instance uuid aceef315-f152-4b91-9953-2eceb376b255 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.298948] env[64496]: DEBUG oslo_vmware.api [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902116, 'name': PowerOnVM_Task, 'duration_secs': 0.831573} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.298948] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1700.298948] env[64496]: INFO nova.compute.manager [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1700.298948] env[64496]: DEBUG nova.compute.manager [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1700.299768] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aef43b-fc76-4ad1-8459-c5bb12ebdc2c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.428088] env[64496]: DEBUG nova.objects.instance [None req-52319fee-011d-4648-b768-ddeacc97a38b tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Lazy-loading 'flavor' on Instance uuid 296478f8-a624-4195-8465-03993c5dce8f {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.593562] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.595208] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.476s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.595558] env[64496]: DEBUG nova.objects.instance [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lazy-loading 'resources' on Instance uuid 702590cf-65ff-4c68-9c4e-b48ffb86a6c5 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.669201] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Releasing lock "refresh_cache-e2550e36-a48e-493e-b984-95c793fd3651" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.669579] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Instance network_info: |[{"id": "f503ceb5-1e27-4e4c-a8ea-00b334a6bd51", "address": "fa:16:3e:93:4b:c3", "network": {"id": "107c42cc-4bb8-45df-8a6e-c4e49a15f3e3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1816159794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "492ea597cad24e7198ec94212c9cb657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf503ceb5-1e", "ovs_interfaceid": "f503ceb5-1e27-4e4c-a8ea-00b334a6bd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1700.669904] env[64496]: DEBUG oslo_concurrency.lockutils [req-8d90451d-81cb-4c80-b6b5-a7c8562a6bbf req-e2f2f469-1567-49e4-be8f-bd56f6321b6e service nova] Acquired lock "refresh_cache-e2550e36-a48e-493e-b984-95c793fd3651" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.670096] env[64496]: DEBUG nova.network.neutron [req-8d90451d-81cb-4c80-b6b5-a7c8562a6bbf req-e2f2f469-1567-49e4-be8f-bd56f6321b6e service nova] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Refreshing network info cache for port f503ceb5-1e27-4e4c-a8ea-00b334a6bd51 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1700.671492] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:4b:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f503ceb5-1e27-4e4c-a8ea-00b334a6bd51', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1700.680560] env[64496]: DEBUG oslo.service.loopingcall [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.682560] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1700.683055] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12ee067b-b9e5-4b06-b63e-cb2d053c4266 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.706424] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902117, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.714149] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1700.714149] env[64496]: value = "task-1902118" [ 1700.714149] env[64496]: _type = "Task" [ 1700.714149] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.727284] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902118, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.824547] env[64496]: INFO nova.compute.manager [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Took 20.11 seconds to build instance. [ 1700.858551] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Successfully updated port: 8ec5d3fa-ecaa-4e4e-851b-e96a1465801c {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1700.933112] env[64496]: DEBUG oslo_concurrency.lockutils [None req-52319fee-011d-4648-b768-ddeacc97a38b tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquiring lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.934562] env[64496]: DEBUG oslo_concurrency.lockutils [None req-52319fee-011d-4648-b768-ddeacc97a38b tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquired lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.937139] env[64496]: DEBUG nova.network.neutron [None req-81c4faef-6dcc-43ef-beec-cebbfe53e5b4 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Updating instance_info_cache with network_info: [{"id": "1fc51832-ede4-47b3-849f-0e46ea20da2a", "address": "fa:16:3e:3d:e5:b7", "network": {"id": "5112364c-9d43-4bd5-a9d2-a7ccf3999b6e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758404607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269f7c336280414d9ecabd7020ba1994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fc51832-ed", "ovs_interfaceid": "1fc51832-ede4-47b3-849f-0e46ea20da2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.098698] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Acquiring lock "707d3dd6-5ed7-41d4-ab32-2199378d1a05" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.098698] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Lock "707d3dd6-5ed7-41d4-ab32-2199378d1a05" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.100692] env[64496]: DEBUG nova.objects.instance [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lazy-loading 'numa_topology' on Instance uuid 702590cf-65ff-4c68-9c4e-b48ffb86a6c5 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1701.174998] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790796} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.175782] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd/7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1701.178020] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1701.178020] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-699644fc-80d2-4bb4-9dda-e5937329cbe0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.186534] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1701.186534] env[64496]: value = "task-1902119" [ 1701.186534] env[64496]: _type = "Task" [ 1701.186534] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.196026] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.223862] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902118, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.285807] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a49953-675e-44d0-a594-d9dc0608a7cc tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1701.285807] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de6dc457-836b-4865-9a99-52d1b6157acc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.293019] env[64496]: DEBUG oslo_vmware.api [None req-98a49953-675e-44d0-a594-d9dc0608a7cc tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1701.293019] env[64496]: value = "task-1902120" [ 1701.293019] env[64496]: _type = "Task" [ 1701.293019] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.300966] env[64496]: DEBUG oslo_vmware.api [None req-98a49953-675e-44d0-a594-d9dc0608a7cc tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.327567] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37600e16-50e7-43f2-9521-7805614d62e1 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Lock "a7d8fd5a-bc76-42e5-943d-f472a127afda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.627s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.363527] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "refresh_cache-a9ebb1ba-8b34-46a8-a2a3-685950ae89a4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.363527] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquired lock "refresh_cache-a9ebb1ba-8b34-46a8-a2a3-685950ae89a4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.363527] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.441750] env[64496]: DEBUG oslo_concurrency.lockutils [None req-81c4faef-6dcc-43ef-beec-cebbfe53e5b4 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Releasing lock "refresh_cache-c4d694d9-100c-4a7a-86fa-d7636d250205" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.601293] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Lock "707d3dd6-5ed7-41d4-ab32-2199378d1a05" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.601899] env[64496]: DEBUG nova.compute.manager [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1701.609238] env[64496]: DEBUG nova.objects.base [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Object Instance<702590cf-65ff-4c68-9c4e-b48ffb86a6c5> lazy-loaded attributes: resources,numa_topology {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1701.655442] env[64496]: DEBUG nova.network.neutron [req-8d90451d-81cb-4c80-b6b5-a7c8562a6bbf req-e2f2f469-1567-49e4-be8f-bd56f6321b6e service nova] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Updated VIF entry in instance network info cache for port f503ceb5-1e27-4e4c-a8ea-00b334a6bd51. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1701.658578] env[64496]: DEBUG nova.network.neutron [req-8d90451d-81cb-4c80-b6b5-a7c8562a6bbf req-e2f2f469-1567-49e4-be8f-bd56f6321b6e service nova] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Updating instance_info_cache with network_info: [{"id": "f503ceb5-1e27-4e4c-a8ea-00b334a6bd51", "address": "fa:16:3e:93:4b:c3", "network": {"id": "107c42cc-4bb8-45df-8a6e-c4e49a15f3e3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1816159794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "492ea597cad24e7198ec94212c9cb657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf503ceb5-1e", "ovs_interfaceid": "f503ceb5-1e27-4e4c-a8ea-00b334a6bd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.695647] env[64496]: DEBUG nova.network.neutron [None req-52319fee-011d-4648-b768-ddeacc97a38b tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.700706] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07521} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.702055] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1701.705383] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd43c6c-c2cc-411d-aebf-441797bf055e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.732874] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd/7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1701.739777] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5ae4939-8992-4d17-998b-2cee5d316e78 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.759423] env[64496]: DEBUG nova.compute.manager [req-c4c76b3b-3bcc-4604-b656-d2ac62a904e6 req-0f6f7aeb-d1bd-4b79-8e5c-338036f4662f service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Received event network-changed-b963133e-0147-4186-a60a-67fea5e6cc7c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1701.759545] env[64496]: DEBUG nova.compute.manager [req-c4c76b3b-3bcc-4604-b656-d2ac62a904e6 req-0f6f7aeb-d1bd-4b79-8e5c-338036f4662f service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Refreshing instance network info cache due to event network-changed-b963133e-0147-4186-a60a-67fea5e6cc7c. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1701.759845] env[64496]: DEBUG oslo_concurrency.lockutils [req-c4c76b3b-3bcc-4604-b656-d2ac62a904e6 req-0f6f7aeb-d1bd-4b79-8e5c-338036f4662f service nova] Acquiring lock "refresh_cache-a7d8fd5a-bc76-42e5-943d-f472a127afda" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.760463] env[64496]: DEBUG oslo_concurrency.lockutils [req-c4c76b3b-3bcc-4604-b656-d2ac62a904e6 req-0f6f7aeb-d1bd-4b79-8e5c-338036f4662f service nova] Acquired lock "refresh_cache-a7d8fd5a-bc76-42e5-943d-f472a127afda" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.760763] env[64496]: DEBUG nova.network.neutron [req-c4c76b3b-3bcc-4604-b656-d2ac62a904e6 req-0f6f7aeb-d1bd-4b79-8e5c-338036f4662f service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Refreshing network info cache for port b963133e-0147-4186-a60a-67fea5e6cc7c {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1701.767036] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902118, 'name': CreateVM_Task, 'duration_secs': 0.517703} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.767432] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1701.767432] env[64496]: value = "task-1902121" [ 1701.767432] env[64496]: _type = "Task" [ 1701.767432] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.770202] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1701.772168] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.772292] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.772640] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1701.776099] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8648ceb7-2914-4c11-bfa8-ee7e25fcf3c0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.784610] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.788850] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1701.788850] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52920fd8-7bc1-43ca-042e-79672b186324" [ 1701.788850] env[64496]: _type = "Task" [ 1701.788850] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.808850] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52920fd8-7bc1-43ca-042e-79672b186324, 'name': SearchDatastore_Task, 'duration_secs': 0.013492} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.809118] env[64496]: DEBUG oslo_vmware.api [None req-98a49953-675e-44d0-a594-d9dc0608a7cc tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902120, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.809462] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.809822] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1701.810888] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.810888] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.810888] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1701.810888] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56875822-79cb-4475-9fe5-647a8216987a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.819848] env[64496]: DEBUG nova.compute.manager [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Received event network-vif-plugged-8ec5d3fa-ecaa-4e4e-851b-e96a1465801c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1701.820054] env[64496]: DEBUG oslo_concurrency.lockutils [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] Acquiring lock "a9ebb1ba-8b34-46a8-a2a3-685950ae89a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.820343] env[64496]: DEBUG oslo_concurrency.lockutils [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] Lock "a9ebb1ba-8b34-46a8-a2a3-685950ae89a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.820563] env[64496]: DEBUG oslo_concurrency.lockutils [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] Lock "a9ebb1ba-8b34-46a8-a2a3-685950ae89a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.820779] env[64496]: DEBUG nova.compute.manager [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] No waiting events found dispatching network-vif-plugged-8ec5d3fa-ecaa-4e4e-851b-e96a1465801c {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1701.820975] env[64496]: WARNING nova.compute.manager [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Received unexpected event network-vif-plugged-8ec5d3fa-ecaa-4e4e-851b-e96a1465801c for instance with vm_state building and task_state spawning. [ 1701.821160] env[64496]: DEBUG nova.compute.manager [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Received event network-changed-8ec5d3fa-ecaa-4e4e-851b-e96a1465801c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1701.821317] env[64496]: DEBUG nova.compute.manager [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Refreshing instance network info cache due to event network-changed-8ec5d3fa-ecaa-4e4e-851b-e96a1465801c. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1701.821484] env[64496]: DEBUG oslo_concurrency.lockutils [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] Acquiring lock "refresh_cache-a9ebb1ba-8b34-46a8-a2a3-685950ae89a4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.823060] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1701.823237] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1701.824299] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55644048-46e7-4954-bc9f-d8bb75f83f46 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.831407] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1701.831407] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c48b2a-53f8-983a-729f-8384607338b8" [ 1701.831407] env[64496]: _type = "Task" [ 1701.831407] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.839221] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c48b2a-53f8-983a-729f-8384607338b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.910842] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1702.013511] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d935e239-ff5f-4cdb-8582-602a5cb3f429 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.024221] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792648bb-5314-4ccd-ba2d-748a5058323f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.057516] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607e9850-4cf5-4214-bb3f-c86105fed851 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.065758] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a91035-9176-456c-b84f-c38f0e2d937e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.081137] env[64496]: DEBUG nova.compute.provider_tree [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.116051] env[64496]: DEBUG nova.compute.utils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.116793] env[64496]: DEBUG nova.compute.manager [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1702.116957] env[64496]: DEBUG nova.network.neutron [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.155430] env[64496]: DEBUG nova.network.neutron [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Updating instance_info_cache with network_info: [{"id": "8ec5d3fa-ecaa-4e4e-851b-e96a1465801c", "address": "fa:16:3e:76:9e:e2", "network": {"id": "107c42cc-4bb8-45df-8a6e-c4e49a15f3e3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1816159794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "492ea597cad24e7198ec94212c9cb657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec5d3fa-ec", "ovs_interfaceid": "8ec5d3fa-ecaa-4e4e-851b-e96a1465801c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.159973] env[64496]: DEBUG oslo_concurrency.lockutils [req-8d90451d-81cb-4c80-b6b5-a7c8562a6bbf req-e2f2f469-1567-49e4-be8f-bd56f6321b6e service nova] Releasing lock "refresh_cache-e2550e36-a48e-493e-b984-95c793fd3651" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.173027] env[64496]: DEBUG nova.policy [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10321eca51a74632bd22e0d17a7d3105', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dad0086c019a4d41b89df8fbc0aae044', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1702.194208] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.194525] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.287103] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.305497] env[64496]: DEBUG oslo_vmware.api [None req-98a49953-675e-44d0-a594-d9dc0608a7cc tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902120, 'name': PowerOffVM_Task, 'duration_secs': 0.52706} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.306593] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a49953-675e-44d0-a594-d9dc0608a7cc tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1702.306902] env[64496]: DEBUG nova.compute.manager [None req-98a49953-675e-44d0-a594-d9dc0608a7cc tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1702.308240] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244de73e-be04-49b8-ab08-e91526a0d9c2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.345341] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c48b2a-53f8-983a-729f-8384607338b8, 'name': SearchDatastore_Task, 'duration_secs': 0.027244} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.346176] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b20c31-4783-4c32-b941-4162038b2b95 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.354273] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1702.354273] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526e74ed-136b-e6a2-9285-32f20e8fe12a" [ 1702.354273] env[64496]: _type = "Task" [ 1702.354273] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.365769] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526e74ed-136b-e6a2-9285-32f20e8fe12a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.453046] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c4faef-6dcc-43ef-beec-cebbfe53e5b4 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1702.453387] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed108fca-a7c5-4088-b578-f87096048e60 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.463273] env[64496]: DEBUG oslo_vmware.api [None req-81c4faef-6dcc-43ef-beec-cebbfe53e5b4 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1702.463273] env[64496]: value = "task-1902122" [ 1702.463273] env[64496]: _type = "Task" [ 1702.463273] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.471741] env[64496]: DEBUG oslo_vmware.api [None req-81c4faef-6dcc-43ef-beec-cebbfe53e5b4 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.584590] env[64496]: DEBUG nova.scheduler.client.report [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1702.620194] env[64496]: DEBUG nova.compute.manager [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1702.638853] env[64496]: DEBUG nova.network.neutron [None req-52319fee-011d-4648-b768-ddeacc97a38b tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Updating instance_info_cache with network_info: [{"id": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "address": "fa:16:3e:09:49:0a", "network": {"id": "81fea6ed-54af-485c-90db-ea39c0567c4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-205770071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c23eec7e59c4d738daaa4e733b2b233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcd1fc-88", "ovs_interfaceid": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.656966] env[64496]: DEBUG nova.network.neutron [req-c4c76b3b-3bcc-4604-b656-d2ac62a904e6 req-0f6f7aeb-d1bd-4b79-8e5c-338036f4662f service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Updated VIF entry in instance network info cache for port b963133e-0147-4186-a60a-67fea5e6cc7c. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1702.656966] env[64496]: DEBUG nova.network.neutron [req-c4c76b3b-3bcc-4604-b656-d2ac62a904e6 req-0f6f7aeb-d1bd-4b79-8e5c-338036f4662f service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Updating instance_info_cache with network_info: [{"id": "b963133e-0147-4186-a60a-67fea5e6cc7c", "address": "fa:16:3e:f0:35:65", "network": {"id": "92316c51-3c65-4a3e-975d-ac03edd63e6f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1157098667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f83b2be4634efebcb62a626a6c862a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb963133e-01", "ovs_interfaceid": "b963133e-0147-4186-a60a-67fea5e6cc7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.660045] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Releasing lock "refresh_cache-a9ebb1ba-8b34-46a8-a2a3-685950ae89a4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.660045] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Instance network_info: |[{"id": "8ec5d3fa-ecaa-4e4e-851b-e96a1465801c", "address": "fa:16:3e:76:9e:e2", "network": {"id": "107c42cc-4bb8-45df-8a6e-c4e49a15f3e3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1816159794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "492ea597cad24e7198ec94212c9cb657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec5d3fa-ec", "ovs_interfaceid": "8ec5d3fa-ecaa-4e4e-851b-e96a1465801c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1702.660045] env[64496]: DEBUG oslo_concurrency.lockutils [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] Acquired lock "refresh_cache-a9ebb1ba-8b34-46a8-a2a3-685950ae89a4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.660045] env[64496]: DEBUG nova.network.neutron [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Refreshing network info cache for port 8ec5d3fa-ecaa-4e4e-851b-e96a1465801c {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1702.663611] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:9e:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ec5d3fa-ecaa-4e4e-851b-e96a1465801c', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1702.670039] env[64496]: DEBUG oslo.service.loopingcall [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1702.671034] env[64496]: DEBUG nova.network.neutron [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Successfully created port: 995637b0-a25c-4707-b0f6-a50b9f4c50cc {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1702.675090] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1702.675090] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be1d3469-fe3c-43de-ba6f-96f3761e936a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.699341] env[64496]: DEBUG nova.compute.utils [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.700780] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1702.700780] env[64496]: value = "task-1902123" [ 1702.700780] env[64496]: _type = "Task" [ 1702.700780] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.715636] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902123, 'name': CreateVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.772654] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.772899] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.773337] env[64496]: DEBUG nova.compute.manager [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Going to confirm migration 4 {{(pid=64496) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1702.786086] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902121, 'name': ReconfigVM_Task, 'duration_secs': 0.624698} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.787370] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd/7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1702.787370] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99003128-ab08-4a57-9a1b-c1e3f8cd8648 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.795033] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1702.795033] env[64496]: value = "task-1902124" [ 1702.795033] env[64496]: _type = "Task" [ 1702.795033] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.805355] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902124, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.826406] env[64496]: DEBUG oslo_concurrency.lockutils [None req-98a49953-675e-44d0-a594-d9dc0608a7cc tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.561s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.855713] env[64496]: DEBUG oslo_vmware.rw_handles [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d17d7a-e699-60ba-ce7a-98cea860d9f1/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1702.858164] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f611d861-50ce-4541-ac0a-a3b178962482 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.870192] env[64496]: DEBUG oslo_vmware.rw_handles [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d17d7a-e699-60ba-ce7a-98cea860d9f1/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1702.870539] env[64496]: ERROR oslo_vmware.rw_handles [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d17d7a-e699-60ba-ce7a-98cea860d9f1/disk-0.vmdk due to incomplete transfer. [ 1702.877747] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ded34995-35ed-4193-a2c0-97afe18b6cc3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.880392] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526e74ed-136b-e6a2-9285-32f20e8fe12a, 'name': SearchDatastore_Task, 'duration_secs': 0.019395} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.880753] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.881122] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] e2550e36-a48e-493e-b984-95c793fd3651/e2550e36-a48e-493e-b984-95c793fd3651.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1702.882176] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9d02d14-9cac-43df-9ac2-5517784a5f62 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.891947] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1702.891947] env[64496]: value = "task-1902125" [ 1702.891947] env[64496]: _type = "Task" [ 1702.891947] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.893517] env[64496]: DEBUG oslo_vmware.rw_handles [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d17d7a-e699-60ba-ce7a-98cea860d9f1/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1702.893714] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Uploaded image 9fc47d97-6017-40c2-9681-3d0c1c48cee6 to the Glance image server {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1702.896959] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1702.905103] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0907fb5f-169e-4db9-80d7-dd1154aeddfa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.914862] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.916482] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1702.916482] env[64496]: value = "task-1902126" [ 1702.916482] env[64496]: _type = "Task" [ 1702.916482] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.925529] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902126, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.976124] env[64496]: DEBUG oslo_vmware.api [None req-81c4faef-6dcc-43ef-beec-cebbfe53e5b4 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902122, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.091064] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.496s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.094126] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.881s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.143084] env[64496]: DEBUG oslo_concurrency.lockutils [None req-52319fee-011d-4648-b768-ddeacc97a38b tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Releasing lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.143374] env[64496]: DEBUG nova.compute.manager [None req-52319fee-011d-4648-b768-ddeacc97a38b tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Inject network info {{(pid=64496) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1703.143746] env[64496]: DEBUG nova.compute.manager [None req-52319fee-011d-4648-b768-ddeacc97a38b tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] network_info to inject: |[{"id": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "address": "fa:16:3e:09:49:0a", "network": {"id": "81fea6ed-54af-485c-90db-ea39c0567c4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-205770071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c23eec7e59c4d738daaa4e733b2b233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcd1fc-88", "ovs_interfaceid": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1703.149303] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-52319fee-011d-4648-b768-ddeacc97a38b tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Reconfiguring VM instance to set the machine id {{(pid=64496) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1703.150112] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5067459d-ab45-4f49-86c0-a0fb53fc4779 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.165388] env[64496]: DEBUG oslo_concurrency.lockutils [req-c4c76b3b-3bcc-4604-b656-d2ac62a904e6 req-0f6f7aeb-d1bd-4b79-8e5c-338036f4662f service nova] Releasing lock "refresh_cache-a7d8fd5a-bc76-42e5-943d-f472a127afda" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.167357] env[64496]: DEBUG nova.objects.instance [None req-442c3f61-dd13-4f6c-a04b-f9c9bbf93f39 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Lazy-loading 'flavor' on Instance uuid 296478f8-a624-4195-8465-03993c5dce8f {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.178822] env[64496]: DEBUG oslo_vmware.api [None req-52319fee-011d-4648-b768-ddeacc97a38b tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Waiting for the task: (returnval){ [ 1703.178822] env[64496]: value = "task-1902127" [ 1703.178822] env[64496]: _type = "Task" [ 1703.178822] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.192599] env[64496]: DEBUG oslo_vmware.api [None req-52319fee-011d-4648-b768-ddeacc97a38b tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902127, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.202829] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.218038] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902123, 'name': CreateVM_Task, 'duration_secs': 0.402683} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.221968] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1703.222971] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.223699] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.224189] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1703.225106] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2be9a14-a046-4ce9-b437-18299f7e9c29 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.231315] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1703.231315] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dd009b-82d0-e72e-bd43-c9e00d528502" [ 1703.231315] env[64496]: _type = "Task" [ 1703.231315] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.241698] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dd009b-82d0-e72e-bd43-c9e00d528502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.308049] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902124, 'name': Rename_Task, 'duration_secs': 0.200494} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.308420] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1703.308706] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92f643b0-f6e9-46c7-8125-8ef2e9b7d172 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.318946] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1703.318946] env[64496]: value = "task-1902128" [ 1703.318946] env[64496]: _type = "Task" [ 1703.318946] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.336083] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.354694] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "refresh_cache-0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.355121] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "refresh_cache-0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.355413] env[64496]: DEBUG nova.network.neutron [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1703.355742] env[64496]: DEBUG nova.objects.instance [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lazy-loading 'info_cache' on Instance uuid 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.405800] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902125, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.426922] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902126, 'name': Destroy_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.474534] env[64496]: DEBUG oslo_vmware.api [None req-81c4faef-6dcc-43ef-beec-cebbfe53e5b4 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902122, 'name': PowerOnVM_Task, 'duration_secs': 0.565305} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.476027] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c4faef-6dcc-43ef-beec-cebbfe53e5b4 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1703.476027] env[64496]: DEBUG nova.compute.manager [None req-81c4faef-6dcc-43ef-beec-cebbfe53e5b4 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1703.476333] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44448244-434e-4262-a50b-a6688c793e54 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.505744] env[64496]: DEBUG nova.network.neutron [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Updated VIF entry in instance network info cache for port 8ec5d3fa-ecaa-4e4e-851b-e96a1465801c. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1703.506141] env[64496]: DEBUG nova.network.neutron [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Updating instance_info_cache with network_info: [{"id": "8ec5d3fa-ecaa-4e4e-851b-e96a1465801c", "address": "fa:16:3e:76:9e:e2", "network": {"id": "107c42cc-4bb8-45df-8a6e-c4e49a15f3e3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1816159794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "492ea597cad24e7198ec94212c9cb657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec5d3fa-ec", "ovs_interfaceid": "8ec5d3fa-ecaa-4e4e-851b-e96a1465801c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.610139] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9248e6a-b5e6-4132-8413-52331d5209f5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.671s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.611254] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bb7adf31-0f63-4c80-b9dc-4af9e68b0c4b tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 8.083s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.613882] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bb7adf31-0f63-4c80-b9dc-4af9e68b0c4b tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.614265] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bb7adf31-0f63-4c80-b9dc-4af9e68b0c4b tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.614577] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bb7adf31-0f63-4c80-b9dc-4af9e68b0c4b tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.616754] env[64496]: INFO nova.compute.manager [None req-bb7adf31-0f63-4c80-b9dc-4af9e68b0c4b tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Terminating instance [ 1703.633685] env[64496]: DEBUG nova.compute.manager [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1703.659021] env[64496]: DEBUG nova.virt.hardware [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1703.659021] env[64496]: DEBUG nova.virt.hardware [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.659021] env[64496]: DEBUG nova.virt.hardware [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1703.659021] env[64496]: DEBUG nova.virt.hardware [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.659021] env[64496]: DEBUG nova.virt.hardware [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1703.659021] env[64496]: DEBUG nova.virt.hardware [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1703.659021] env[64496]: DEBUG nova.virt.hardware [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1703.659660] env[64496]: DEBUG nova.virt.hardware [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1703.659967] env[64496]: DEBUG nova.virt.hardware [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1703.660294] env[64496]: DEBUG nova.virt.hardware [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1703.660605] env[64496]: DEBUG nova.virt.hardware [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1703.661577] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c0c362-ba40-439b-ba85-f8b7b2afa058 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.670018] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f16b43-0432-4921-b327-0b8ed714bfa1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.676567] env[64496]: DEBUG oslo_concurrency.lockutils [None req-442c3f61-dd13-4f6c-a04b-f9c9bbf93f39 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquiring lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.676920] env[64496]: DEBUG oslo_concurrency.lockutils [None req-442c3f61-dd13-4f6c-a04b-f9c9bbf93f39 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquired lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.694652] env[64496]: DEBUG oslo_vmware.api [None req-52319fee-011d-4648-b768-ddeacc97a38b tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902127, 'name': ReconfigVM_Task, 'duration_secs': 0.215884} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.695029] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-52319fee-011d-4648-b768-ddeacc97a38b tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Reconfigured VM instance to set the machine id {{(pid=64496) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1703.744430] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dd009b-82d0-e72e-bd43-c9e00d528502, 'name': SearchDatastore_Task, 'duration_secs': 0.051764} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.745846] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.746256] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1703.746740] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.747028] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.747328] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1703.747952] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48d9e87a-ef8f-45af-b9fd-d912bec5fcc3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.766036] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1703.766036] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1703.766036] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd8561da-71f8-456a-9ac3-e79162cc7e49 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.772017] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1703.772017] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b90b21-8fb8-929e-b325-e0ad42592c51" [ 1703.772017] env[64496]: _type = "Task" [ 1703.772017] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.787952] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b90b21-8fb8-929e-b325-e0ad42592c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.830114] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902128, 'name': PowerOnVM_Task} progress is 87%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.903398] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547857} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.903617] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] e2550e36-a48e-493e-b984-95c793fd3651/e2550e36-a48e-493e-b984-95c793fd3651.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1703.903838] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1703.904102] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdac80c2-d141-44a5-8b3e-166fedc29d29 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.910107] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1703.910107] env[64496]: value = "task-1902129" [ 1703.910107] env[64496]: _type = "Task" [ 1703.910107] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.919351] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.931998] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902126, 'name': Destroy_Task, 'duration_secs': 0.883528} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.932288] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Destroyed the VM [ 1703.932578] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1703.933192] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-425f466e-895a-4cd8-af02-ec2447d5d5bb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.940551] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1703.940551] env[64496]: value = "task-1902130" [ 1703.940551] env[64496]: _type = "Task" [ 1703.940551] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.952344] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902130, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.008772] env[64496]: DEBUG oslo_concurrency.lockutils [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] Releasing lock "refresh_cache-a9ebb1ba-8b34-46a8-a2a3-685950ae89a4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.009187] env[64496]: DEBUG nova.compute.manager [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Received event network-changed-b4bcd1fc-881a-42c0-96c6-d18f055d014e {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1704.009269] env[64496]: DEBUG nova.compute.manager [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Refreshing instance network info cache due to event network-changed-b4bcd1fc-881a-42c0-96c6-d18f055d014e. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1704.009478] env[64496]: DEBUG oslo_concurrency.lockutils [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] Acquiring lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.118085] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Applying migration context for instance 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16 as it has an incoming, in-progress migration 6c9fb5e7-6505-43f3-993c-50d80ba5fc8e. Migration status is confirming {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1704.124875] env[64496]: INFO nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating resource usage from migration 6c9fb5e7-6505-43f3-993c-50d80ba5fc8e [ 1704.129624] env[64496]: DEBUG nova.compute.manager [None req-bb7adf31-0f63-4c80-b9dc-4af9e68b0c4b tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1704.129624] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7adf31-0f63-4c80-b9dc-4af9e68b0c4b tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1704.129624] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9052110d-f56f-45f9-b064-baa433231a17 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.142401] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db31c8ba-7018-4ec7-8e54-f342b6dab96d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.159638] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 4beb0377-8b69-438a-aa7f-af5f68092240 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.159799] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 7c42bab8-c89d-4040-bda6-2a1cbcda2da1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.159975] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance aceef315-f152-4b91-9953-2eceb376b255 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.160160] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance b5fda5f0-2f89-4eed-9284-0b0f74a747db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.160343] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 968500dc-0513-4051-be7a-bc40fd7db142 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.160531] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 8ce2acce-6dcb-45ce-9e25-4561c1d168c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.160733] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance feb9aa48-fdc5-46d5-8b2f-6587ff4600c6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.160878] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 12014bf5-cc7c-402b-aefd-f032a720461e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.161056] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 3b99410d-5523-414a-a281-e8d2567a10c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.161220] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 6a911ef3-0ccf-41ff-894c-15c7fdd683b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.161382] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 296478f8-a624-4195-8465-03993c5dce8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.161543] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance cc45667d-6de3-4fc1-99fb-dc2d69f4a206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.161701] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance c4d694d9-100c-4a7a-86fa-d7636d250205 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.161885] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 78d5ce8b-2d9d-456e-8473-6aac803fddc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.162029] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.162171] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Migration 6c9fb5e7-6505-43f3-993c-50d80ba5fc8e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1704.162325] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.162474] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance a7d8fd5a-bc76-42e5-943d-f472a127afda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.162730] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.162813] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance e2550e36-a48e-493e-b984-95c793fd3651 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.163036] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance a9ebb1ba-8b34-46a8-a2a3-685950ae89a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.163200] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 2ad73e12-d668-41d2-825b-ce0d2487feea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.163537] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1704.163770] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1704.209937] env[64496]: WARNING nova.virt.vmwareapi.vmops [None req-bb7adf31-0f63-4c80-b9dc-4af9e68b0c4b tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 702590cf-65ff-4c68-9c4e-b48ffb86a6c5 could not be found. [ 1704.210306] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7adf31-0f63-4c80-b9dc-4af9e68b0c4b tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1704.210538] env[64496]: INFO nova.compute.manager [None req-bb7adf31-0f63-4c80-b9dc-4af9e68b0c4b tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1704.210889] env[64496]: DEBUG oslo.service.loopingcall [None req-bb7adf31-0f63-4c80-b9dc-4af9e68b0c4b tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.213650] env[64496]: DEBUG nova.network.neutron [None req-442c3f61-dd13-4f6c-a04b-f9c9bbf93f39 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.217747] env[64496]: DEBUG nova.compute.manager [-] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1704.217891] env[64496]: DEBUG nova.network.neutron [-] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1704.286255] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.286511] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.286744] env[64496]: INFO nova.compute.manager [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Attaching volume e609f38f-98c8-4c76-9697-f8c18196c245 to /dev/sdb [ 1704.288384] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b90b21-8fb8-929e-b325-e0ad42592c51, 'name': SearchDatastore_Task, 'duration_secs': 0.032638} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.293036] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e326310-4824-459e-8b41-79beb596ed2d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.307305] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1704.307305] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522236e6-1a64-752c-0918-24f77d8db133" [ 1704.307305] env[64496]: _type = "Task" [ 1704.307305] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.316303] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522236e6-1a64-752c-0918-24f77d8db133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.330284] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902128, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.332285] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53ce6fc-ef54-4641-ab52-5f7db22b3bb7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.341302] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca467dc-bf83-47f8-991a-127f2d5f54e2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.354592] env[64496]: DEBUG nova.virt.block_device [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Updating existing volume attachment record: 7fdfd022-a548-4c96-b40b-8b8eb2995697 {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1704.425204] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072707} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.425204] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1704.425204] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43da60b-de31-44a5-874a-8b1abf138297 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.449959] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] e2550e36-a48e-493e-b984-95c793fd3651/e2550e36-a48e-493e-b984-95c793fd3651.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1704.456906] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94d653b1-113d-4ba7-ae30-f403ee21168c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.488317] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902130, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.490269] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1704.490269] env[64496]: value = "task-1902131" [ 1704.490269] env[64496]: _type = "Task" [ 1704.490269] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.506661] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.595778] env[64496]: DEBUG nova.compute.manager [req-a061465c-33db-4349-ae90-6b2552d5ed16 req-050e621f-510e-42a9-87c2-ec8be7b64529 service nova] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Received event network-vif-plugged-995637b0-a25c-4707-b0f6-a50b9f4c50cc {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1704.595778] env[64496]: DEBUG oslo_concurrency.lockutils [req-a061465c-33db-4349-ae90-6b2552d5ed16 req-050e621f-510e-42a9-87c2-ec8be7b64529 service nova] Acquiring lock "2ad73e12-d668-41d2-825b-ce0d2487feea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.595778] env[64496]: DEBUG oslo_concurrency.lockutils [req-a061465c-33db-4349-ae90-6b2552d5ed16 req-050e621f-510e-42a9-87c2-ec8be7b64529 service nova] Lock "2ad73e12-d668-41d2-825b-ce0d2487feea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.595778] env[64496]: DEBUG oslo_concurrency.lockutils [req-a061465c-33db-4349-ae90-6b2552d5ed16 req-050e621f-510e-42a9-87c2-ec8be7b64529 service nova] Lock "2ad73e12-d668-41d2-825b-ce0d2487feea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.595778] env[64496]: DEBUG nova.compute.manager [req-a061465c-33db-4349-ae90-6b2552d5ed16 req-050e621f-510e-42a9-87c2-ec8be7b64529 service nova] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] No waiting events found dispatching network-vif-plugged-995637b0-a25c-4707-b0f6-a50b9f4c50cc {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1704.595778] env[64496]: WARNING nova.compute.manager [req-a061465c-33db-4349-ae90-6b2552d5ed16 req-050e621f-510e-42a9-87c2-ec8be7b64529 service nova] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Received unexpected event network-vif-plugged-995637b0-a25c-4707-b0f6-a50b9f4c50cc for instance with vm_state building and task_state spawning. [ 1704.616810] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf92e1bf-fec7-476f-aa34-5230baaa1b0c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.624368] env[64496]: DEBUG nova.compute.manager [req-64041a4f-a0d7-4fff-a0ee-d3e112c61eb4 req-83824a3b-c03b-478f-991b-1a1b7714f000 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Received event network-changed-b4bcd1fc-881a-42c0-96c6-d18f055d014e {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1704.624602] env[64496]: DEBUG nova.compute.manager [req-64041a4f-a0d7-4fff-a0ee-d3e112c61eb4 req-83824a3b-c03b-478f-991b-1a1b7714f000 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Refreshing instance network info cache due to event network-changed-b4bcd1fc-881a-42c0-96c6-d18f055d014e. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1704.624814] env[64496]: DEBUG oslo_concurrency.lockutils [req-64041a4f-a0d7-4fff-a0ee-d3e112c61eb4 req-83824a3b-c03b-478f-991b-1a1b7714f000 service nova] Acquiring lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.629879] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d58b68-0e00-48ac-9361-f45bd8c64dce {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.664432] env[64496]: DEBUG nova.network.neutron [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Successfully updated port: 995637b0-a25c-4707-b0f6-a50b9f4c50cc {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1704.667490] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35af6016-5825-4cd6-b43c-c09f419ef58b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.672781] env[64496]: DEBUG nova.objects.instance [None req-8a7652b5-70c4-458c-a332-6c92e2149689 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lazy-loading 'flavor' on Instance uuid aceef315-f152-4b91-9953-2eceb376b255 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.678102] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37f534a-b746-4b93-8db0-ea393c39eb38 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.698192] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1704.779627] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "4247d495-9cad-48c0-aae1-bfe16ec20155" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.779883] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "4247d495-9cad-48c0-aae1-bfe16ec20155" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.819010] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522236e6-1a64-752c-0918-24f77d8db133, 'name': SearchDatastore_Task, 'duration_secs': 0.03901} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.819392] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.819660] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] a9ebb1ba-8b34-46a8-a2a3-685950ae89a4/a9ebb1ba-8b34-46a8-a2a3-685950ae89a4.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1704.819936] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-affa8743-6d24-4cf0-bca4-05b98623e442 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.837521] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1704.837521] env[64496]: value = "task-1902133" [ 1704.837521] env[64496]: _type = "Task" [ 1704.837521] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.840925] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902128, 'name': PowerOnVM_Task, 'duration_secs': 1.125409} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.845676] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1704.845953] env[64496]: INFO nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1704.846223] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1704.847683] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79205c3a-28a6-458b-8f38-085dd740d65b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.855978] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.955764] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902130, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.003969] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902131, 'name': ReconfigVM_Task, 'duration_secs': 0.504115} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.006547] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Reconfigured VM instance instance-0000004f to attach disk [datastore1] e2550e36-a48e-493e-b984-95c793fd3651/e2550e36-a48e-493e-b984-95c793fd3651.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1705.006547] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73543c58-25fb-44c0-8e99-9a833cdea1a8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.013930] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1705.013930] env[64496]: value = "task-1902136" [ 1705.013930] env[64496]: _type = "Task" [ 1705.013930] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.024352] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902136, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.046900] env[64496]: DEBUG nova.network.neutron [-] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.081054] env[64496]: DEBUG nova.network.neutron [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating instance_info_cache with network_info: [{"id": "f3bb9f0b-fe03-4cea-9216-6e642b5d7077", "address": "fa:16:3e:59:a5:45", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bb9f0b-fe", "ovs_interfaceid": "f3bb9f0b-fe03-4cea-9216-6e642b5d7077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.171801] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Acquiring lock "refresh_cache-2ad73e12-d668-41d2-825b-ce0d2487feea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.171995] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Acquired lock "refresh_cache-2ad73e12-d668-41d2-825b-ce0d2487feea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.172205] env[64496]: DEBUG nova.network.neutron [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.181316] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a7652b5-70c4-458c-a332-6c92e2149689 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "refresh_cache-aceef315-f152-4b91-9953-2eceb376b255" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.181534] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a7652b5-70c4-458c-a332-6c92e2149689 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquired lock "refresh_cache-aceef315-f152-4b91-9953-2eceb376b255" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.181734] env[64496]: DEBUG nova.network.neutron [None req-8a7652b5-70c4-458c-a332-6c92e2149689 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.181944] env[64496]: DEBUG nova.objects.instance [None req-8a7652b5-70c4-458c-a332-6c92e2149689 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lazy-loading 'info_cache' on Instance uuid aceef315-f152-4b91-9953-2eceb376b255 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.206163] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1705.246925] env[64496]: DEBUG nova.network.neutron [None req-442c3f61-dd13-4f6c-a04b-f9c9bbf93f39 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Updating instance_info_cache with network_info: [{"id": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "address": "fa:16:3e:09:49:0a", "network": {"id": "81fea6ed-54af-485c-90db-ea39c0567c4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-205770071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c23eec7e59c4d738daaa4e733b2b233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcd1fc-88", "ovs_interfaceid": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.282735] env[64496]: DEBUG nova.compute.manager [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1705.353211] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51192} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.353553] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] a9ebb1ba-8b34-46a8-a2a3-685950ae89a4/a9ebb1ba-8b34-46a8-a2a3-685950ae89a4.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1705.353848] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1705.354121] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ebfd6d2-d3b5-4b54-b46b-eb304a51482d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.360849] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1705.360849] env[64496]: value = "task-1902137" [ 1705.360849] env[64496]: _type = "Task" [ 1705.360849] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.376243] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.376723] env[64496]: INFO nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Took 24.58 seconds to build instance. [ 1705.456269] env[64496]: DEBUG oslo_vmware.api [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902130, 'name': RemoveSnapshot_Task, 'duration_secs': 1.453296} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.456824] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1705.457107] env[64496]: INFO nova.compute.manager [None req-d5f7da11-d84d-4d67-a86a-8c67a9ecd63e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Took 18.43 seconds to snapshot the instance on the hypervisor. [ 1705.525144] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902136, 'name': Rename_Task, 'duration_secs': 0.217695} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.525513] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1705.525729] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a81da319-a4de-4f3c-b85b-3eaabc295ab9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.533119] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1705.533119] env[64496]: value = "task-1902138" [ 1705.533119] env[64496]: _type = "Task" [ 1705.533119] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.542716] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.550844] env[64496]: INFO nova.compute.manager [-] [instance: 702590cf-65ff-4c68-9c4e-b48ffb86a6c5] Took 1.33 seconds to deallocate network for instance. [ 1705.585055] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "refresh_cache-0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.585055] env[64496]: DEBUG nova.objects.instance [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lazy-loading 'migration_context' on Instance uuid 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.685650] env[64496]: DEBUG nova.objects.base [None req-8a7652b5-70c4-458c-a332-6c92e2149689 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1705.713318] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1705.713564] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.620s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.727893] env[64496]: DEBUG nova.network.neutron [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.749619] env[64496]: DEBUG oslo_concurrency.lockutils [None req-442c3f61-dd13-4f6c-a04b-f9c9bbf93f39 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Releasing lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.749855] env[64496]: DEBUG nova.compute.manager [None req-442c3f61-dd13-4f6c-a04b-f9c9bbf93f39 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Inject network info {{(pid=64496) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1705.750318] env[64496]: DEBUG nova.compute.manager [None req-442c3f61-dd13-4f6c-a04b-f9c9bbf93f39 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] network_info to inject: |[{"id": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "address": "fa:16:3e:09:49:0a", "network": {"id": "81fea6ed-54af-485c-90db-ea39c0567c4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-205770071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c23eec7e59c4d738daaa4e733b2b233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcd1fc-88", "ovs_interfaceid": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1705.755549] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-442c3f61-dd13-4f6c-a04b-f9c9bbf93f39 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Reconfiguring VM instance to set the machine id {{(pid=64496) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1705.755849] env[64496]: DEBUG oslo_concurrency.lockutils [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] Acquired lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.756034] env[64496]: DEBUG nova.network.neutron [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Refreshing network info cache for port b4bcd1fc-881a-42c0-96c6-d18f055d014e {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1705.757327] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce4895f-ed73-49ef-aab5-64a9d7163ad5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.775789] env[64496]: DEBUG oslo_vmware.api [None req-442c3f61-dd13-4f6c-a04b-f9c9bbf93f39 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Waiting for the task: (returnval){ [ 1705.775789] env[64496]: value = "task-1902139" [ 1705.775789] env[64496]: _type = "Task" [ 1705.775789] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.783849] env[64496]: DEBUG oslo_vmware.api [None req-442c3f61-dd13-4f6c-a04b-f9c9bbf93f39 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.808865] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.809177] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.810830] env[64496]: INFO nova.compute.claims [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1705.871811] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097268} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.872181] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1705.872770] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749b0671-4987-4924-940d-d89771472488 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.888173] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.109s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.897302] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] a9ebb1ba-8b34-46a8-a2a3-685950ae89a4/a9ebb1ba-8b34-46a8-a2a3-685950ae89a4.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1705.899929] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63be9fbe-d293-4271-ab3f-9b5dba4d35f0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.662512] env[64496]: DEBUG nova.objects.base [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Object Instance<0bbd0bac-69cc-467a-b7a2-3b0cc87dab16> lazy-loaded attributes: info_cache,migration_context {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1706.667826] env[64496]: DEBUG oslo_concurrency.lockutils [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquiring lock "296478f8-a624-4195-8465-03993c5dce8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.668287] env[64496]: DEBUG oslo_concurrency.lockutils [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Lock "296478f8-a624-4195-8465-03993c5dce8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.668287] env[64496]: DEBUG oslo_concurrency.lockutils [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquiring lock "296478f8-a624-4195-8465-03993c5dce8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.668478] env[64496]: DEBUG oslo_concurrency.lockutils [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Lock "296478f8-a624-4195-8465-03993c5dce8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.668603] env[64496]: DEBUG oslo_concurrency.lockutils [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Lock "296478f8-a624-4195-8465-03993c5dce8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.675138] env[64496]: INFO nova.compute.manager [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Terminating instance [ 1706.681548] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc776165-0b1f-45b0-8dd4-2a32410a4dc0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.696027] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1706.696027] env[64496]: value = "task-1902140" [ 1706.696027] env[64496]: _type = "Task" [ 1706.696027] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.720062] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.722085] env[64496]: DEBUG oslo_vmware.api [None req-442c3f61-dd13-4f6c-a04b-f9c9bbf93f39 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902139, 'name': ReconfigVM_Task, 'duration_secs': 0.199196} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.723253] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-442c3f61-dd13-4f6c-a04b-f9c9bbf93f39 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Reconfigured VM instance to set the machine id {{(pid=64496) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1706.724724] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6518495e-4be9-4208-b226-c253fd39b778 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.732224] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.733597] env[64496]: DEBUG nova.compute.manager [req-cbd5ec3b-8b9d-44d0-bf0d-188e1f461d7b req-2eb773d4-9f84-40ad-a18c-afa13cbccf32 service nova] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Received event network-changed-995637b0-a25c-4707-b0f6-a50b9f4c50cc {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1706.733803] env[64496]: DEBUG nova.compute.manager [req-cbd5ec3b-8b9d-44d0-bf0d-188e1f461d7b req-2eb773d4-9f84-40ad-a18c-afa13cbccf32 service nova] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Refreshing instance network info cache due to event network-changed-995637b0-a25c-4707-b0f6-a50b9f4c50cc. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1706.734098] env[64496]: DEBUG oslo_concurrency.lockutils [req-cbd5ec3b-8b9d-44d0-bf0d-188e1f461d7b req-2eb773d4-9f84-40ad-a18c-afa13cbccf32 service nova] Acquiring lock "refresh_cache-2ad73e12-d668-41d2-825b-ce0d2487feea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.737468] env[64496]: DEBUG oslo_vmware.api [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1706.737468] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52952503-a0fb-9577-1470-7e0db4b2ed53" [ 1706.737468] env[64496]: _type = "Task" [ 1706.737468] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.749995] env[64496]: DEBUG oslo_vmware.api [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52952503-a0fb-9577-1470-7e0db4b2ed53, 'name': SearchDatastore_Task, 'duration_secs': 0.007142} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.750324] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.812597] env[64496]: DEBUG nova.network.neutron [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Updating instance_info_cache with network_info: [{"id": "995637b0-a25c-4707-b0f6-a50b9f4c50cc", "address": "fa:16:3e:6e:5e:7a", "network": {"id": "f833ff77-ecd5-4021-951b-8e8aa8d47b55", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1926839295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dad0086c019a4d41b89df8fbc0aae044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995637b0-a2", "ovs_interfaceid": "995637b0-a25c-4707-b0f6-a50b9f4c50cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.058551] env[64496]: DEBUG nova.network.neutron [None req-8a7652b5-70c4-458c-a332-6c92e2149689 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Updating instance_info_cache with network_info: [{"id": "bdd4c751-048f-4a5e-b97a-d1c401424d46", "address": "fa:16:3e:eb:94:89", "network": {"id": "86100faa-67bc-4d4e-8936-9219151cf273", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26886676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35dabbb56da421eb29776a5623274a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd4c751-04", "ovs_interfaceid": "bdd4c751-048f-4a5e-b97a-d1c401424d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.076556] env[64496]: DEBUG nova.network.neutron [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Updated VIF entry in instance network info cache for port b4bcd1fc-881a-42c0-96c6-d18f055d014e. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1707.076923] env[64496]: DEBUG nova.network.neutron [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Updating instance_info_cache with network_info: [{"id": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "address": "fa:16:3e:09:49:0a", "network": {"id": "81fea6ed-54af-485c-90db-ea39c0567c4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-205770071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c23eec7e59c4d738daaa4e733b2b233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcd1fc-88", "ovs_interfaceid": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.169202] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.188435] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "4cf8754a-7f26-495e-9a4c-b8dc3aafc28f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.188722] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "4cf8754a-7f26-495e-9a4c-b8dc3aafc28f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.188943] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "4cf8754a-7f26-495e-9a4c-b8dc3aafc28f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.189183] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "4cf8754a-7f26-495e-9a4c-b8dc3aafc28f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.189434] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "4cf8754a-7f26-495e-9a4c-b8dc3aafc28f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.191483] env[64496]: INFO nova.compute.manager [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Rebuilding instance [ 1707.193568] env[64496]: INFO nova.compute.manager [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Terminating instance [ 1707.195301] env[64496]: DEBUG nova.compute.manager [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1707.195497] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1707.197191] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f95a19-0073-4128-a8fd-c7e59a249e02 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.208768] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bb7adf31-0f63-4c80-b9dc-4af9e68b0c4b tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "702590cf-65ff-4c68-9c4e-b48ffb86a6c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.597s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.214929] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.215255] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5baca46-ef3e-4d1c-8590-70555c7efa58 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.223928] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902140, 'name': ReconfigVM_Task, 'duration_secs': 0.303407} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.226876] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Reconfigured VM instance instance-00000050 to attach disk [datastore1] a9ebb1ba-8b34-46a8-a2a3-685950ae89a4/a9ebb1ba-8b34-46a8-a2a3-685950ae89a4.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1707.227946] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae7dfb65-d69c-443f-b0f8-32880f135aa4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.232967] env[64496]: DEBUG oslo_vmware.api [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Waiting for the task: (returnval){ [ 1707.232967] env[64496]: value = "task-1902142" [ 1707.232967] env[64496]: _type = "Task" [ 1707.232967] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.243870] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1707.243870] env[64496]: value = "task-1902143" [ 1707.243870] env[64496]: _type = "Task" [ 1707.243870] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.250983] env[64496]: DEBUG nova.compute.manager [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1707.254552] env[64496]: DEBUG oslo_vmware.api [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.255263] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f6c149-7a8a-46dd-aac1-b8c31b33af7d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.268252] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902143, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.315407] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Releasing lock "refresh_cache-2ad73e12-d668-41d2-825b-ce0d2487feea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.315827] env[64496]: DEBUG nova.compute.manager [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Instance network_info: |[{"id": "995637b0-a25c-4707-b0f6-a50b9f4c50cc", "address": "fa:16:3e:6e:5e:7a", "network": {"id": "f833ff77-ecd5-4021-951b-8e8aa8d47b55", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1926839295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dad0086c019a4d41b89df8fbc0aae044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995637b0-a2", "ovs_interfaceid": "995637b0-a25c-4707-b0f6-a50b9f4c50cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1707.316465] env[64496]: DEBUG oslo_concurrency.lockutils [req-cbd5ec3b-8b9d-44d0-bf0d-188e1f461d7b req-2eb773d4-9f84-40ad-a18c-afa13cbccf32 service nova] Acquired lock "refresh_cache-2ad73e12-d668-41d2-825b-ce0d2487feea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.316465] env[64496]: DEBUG nova.network.neutron [req-cbd5ec3b-8b9d-44d0-bf0d-188e1f461d7b req-2eb773d4-9f84-40ad-a18c-afa13cbccf32 service nova] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Refreshing network info cache for port 995637b0-a25c-4707-b0f6-a50b9f4c50cc {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1707.318631] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:5e:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '995637b0-a25c-4707-b0f6-a50b9f4c50cc', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1707.327272] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Creating folder: Project (dad0086c019a4d41b89df8fbc0aae044). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1707.331213] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ff3eb9e-4e3d-4280-838c-bea45c809adc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.343666] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Created folder: Project (dad0086c019a4d41b89df8fbc0aae044) in parent group-v392474. [ 1707.343902] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Creating folder: Instances. Parent ref: group-v392693. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1707.344190] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-517997dc-04f5-440e-b004-af59a77344bb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.358391] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Created folder: Instances in parent group-v392693. [ 1707.358736] env[64496]: DEBUG oslo.service.loopingcall [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.358862] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1707.359108] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79a88ce9-2ce5-4b11-8b0f-6d0db5a4bfb1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.387959] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1707.387959] env[64496]: value = "task-1902146" [ 1707.387959] env[64496]: _type = "Task" [ 1707.387959] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.401160] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902146, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.565396] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5123d901-2b75-4bdd-8e03-c084eae1ebfa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.568579] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a7652b5-70c4-458c-a332-6c92e2149689 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Releasing lock "refresh_cache-aceef315-f152-4b91-9953-2eceb376b255" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.575220] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a615658b-3fe7-404b-bb49-4adc563d0ed3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.579401] env[64496]: DEBUG oslo_concurrency.lockutils [req-8fa93ac9-dbb3-4756-a5d8-faaad166046a req-4dce398c-4e8d-4cf7-9ce8-e4382bfebbd0 service nova] Releasing lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.580328] env[64496]: DEBUG oslo_concurrency.lockutils [req-64041a4f-a0d7-4fff-a0ee-d3e112c61eb4 req-83824a3b-c03b-478f-991b-1a1b7714f000 service nova] Acquired lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.580562] env[64496]: DEBUG nova.network.neutron [req-64041a4f-a0d7-4fff-a0ee-d3e112c61eb4 req-83824a3b-c03b-478f-991b-1a1b7714f000 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Refreshing network info cache for port b4bcd1fc-881a-42c0-96c6-d18f055d014e {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1707.609374] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cd0daa-fc26-474b-8e96-25374c65227e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.617821] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430901b2-e2de-472d-bd37-424e89136471 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.632294] env[64496]: DEBUG nova.compute.provider_tree [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.669926] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902138, 'name': PowerOnVM_Task, 'duration_secs': 1.938753} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.670342] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1707.670471] env[64496]: INFO nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1707.670666] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1707.671473] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8d3e30-764d-4295-b038-f497571d943f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.701927] env[64496]: DEBUG nova.compute.manager [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1707.701927] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1707.702615] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923996c7-4c6e-4c3e-8756-92596a953815 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.711342] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.711681] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d8304f7-f1ac-456a-b48a-3909042e7376 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.720323] env[64496]: DEBUG oslo_vmware.api [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1707.720323] env[64496]: value = "task-1902147" [ 1707.720323] env[64496]: _type = "Task" [ 1707.720323] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.730116] env[64496]: DEBUG oslo_vmware.api [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.742288] env[64496]: DEBUG oslo_vmware.api [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902142, 'name': PowerOffVM_Task, 'duration_secs': 0.242281} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.742716] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1707.742810] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1707.743024] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91185f9a-b756-4351-8415-9bd4941f8831 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.755278] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902143, 'name': Rename_Task, 'duration_secs': 0.179706} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.756110] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1707.756223] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6c62a94-4264-49ea-97bc-cf624cc77f8f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.762156] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1707.762156] env[64496]: value = "task-1902149" [ 1707.762156] env[64496]: _type = "Task" [ 1707.762156] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.769949] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.898155] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902146, 'name': CreateVM_Task, 'duration_secs': 0.475642} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.898391] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1707.899116] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.899335] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.899908] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1707.900271] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b08d733-a7c2-4824-acff-038e6e80a281 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.906087] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Waiting for the task: (returnval){ [ 1707.906087] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5299f018-6901-0540-d45d-808b4d1fd893" [ 1707.906087] env[64496]: _type = "Task" [ 1707.906087] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.916238] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5299f018-6901-0540-d45d-808b4d1fd893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.987226] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1707.988927] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1707.988927] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Deleting the datastore file [datastore2] 296478f8-a624-4195-8465-03993c5dce8f {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1707.988927] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3bf5465-9ec4-4acf-9113-f73dd050af35 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.995185] env[64496]: DEBUG oslo_vmware.api [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Waiting for the task: (returnval){ [ 1707.995185] env[64496]: value = "task-1902150" [ 1707.995185] env[64496]: _type = "Task" [ 1707.995185] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.007299] env[64496]: DEBUG oslo_vmware.api [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.117036] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "34ffb63b-2dde-4ae9-876d-fc8bd25a7e87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.117036] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "34ffb63b-2dde-4ae9-876d-fc8bd25a7e87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.139479] env[64496]: DEBUG nova.scheduler.client.report [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1708.151809] env[64496]: DEBUG nova.network.neutron [req-cbd5ec3b-8b9d-44d0-bf0d-188e1f461d7b req-2eb773d4-9f84-40ad-a18c-afa13cbccf32 service nova] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Updated VIF entry in instance network info cache for port 995637b0-a25c-4707-b0f6-a50b9f4c50cc. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1708.152448] env[64496]: DEBUG nova.network.neutron [req-cbd5ec3b-8b9d-44d0-bf0d-188e1f461d7b req-2eb773d4-9f84-40ad-a18c-afa13cbccf32 service nova] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Updating instance_info_cache with network_info: [{"id": "995637b0-a25c-4707-b0f6-a50b9f4c50cc", "address": "fa:16:3e:6e:5e:7a", "network": {"id": "f833ff77-ecd5-4021-951b-8e8aa8d47b55", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1926839295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dad0086c019a4d41b89df8fbc0aae044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995637b0-a2", "ovs_interfaceid": "995637b0-a25c-4707-b0f6-a50b9f4c50cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.188173] env[64496]: INFO nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Took 27.36 seconds to build instance. [ 1708.230509] env[64496]: DEBUG oslo_vmware.api [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902147, 'name': PowerOffVM_Task, 'duration_secs': 0.189519} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.230840] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.231031] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.231395] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aedb49e-7221-49b5-9c03-a15ca938e1b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.275701] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1708.276160] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902149, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.276581] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6a7f0c5-be63-4419-bbf6-afc5cb1da9a0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.283987] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1708.283987] env[64496]: value = "task-1902152" [ 1708.283987] env[64496]: _type = "Task" [ 1708.283987] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.301509] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.347088] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.347320] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.347543] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Deleting the datastore file [datastore2] 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.347822] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb764a59-d421-4ff2-a2ed-3e7584fade37 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.354959] env[64496]: DEBUG oslo_vmware.api [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1708.354959] env[64496]: value = "task-1902153" [ 1708.354959] env[64496]: _type = "Task" [ 1708.354959] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.362923] env[64496]: DEBUG oslo_vmware.api [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.400752] env[64496]: DEBUG nova.network.neutron [req-64041a4f-a0d7-4fff-a0ee-d3e112c61eb4 req-83824a3b-c03b-478f-991b-1a1b7714f000 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Updated VIF entry in instance network info cache for port b4bcd1fc-881a-42c0-96c6-d18f055d014e. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1708.401549] env[64496]: DEBUG nova.network.neutron [req-64041a4f-a0d7-4fff-a0ee-d3e112c61eb4 req-83824a3b-c03b-478f-991b-1a1b7714f000 service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Updating instance_info_cache with network_info: [{"id": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "address": "fa:16:3e:09:49:0a", "network": {"id": "81fea6ed-54af-485c-90db-ea39c0567c4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-205770071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c23eec7e59c4d738daaa4e733b2b233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcd1fc-88", "ovs_interfaceid": "b4bcd1fc-881a-42c0-96c6-d18f055d014e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.417296] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5299f018-6901-0540-d45d-808b4d1fd893, 'name': SearchDatastore_Task, 'duration_secs': 0.013248} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.417578] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.417811] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1708.418099] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.418255] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.418433] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1708.418728] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b6e6a1f-05c5-4c2e-94eb-743855a05863 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.427455] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1708.428171] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1708.428404] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9410e74-45b8-411d-b462-3885ccfe6e04 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.436211] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Waiting for the task: (returnval){ [ 1708.436211] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d7da0e-5a0c-0b4e-fbac-a5a0f36a3f61" [ 1708.436211] env[64496]: _type = "Task" [ 1708.436211] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.444376] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d7da0e-5a0c-0b4e-fbac-a5a0f36a3f61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.508056] env[64496]: DEBUG oslo_vmware.api [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Task: {'id': task-1902150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29786} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.508434] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.508708] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.508964] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.509219] env[64496]: INFO nova.compute.manager [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1708.509556] env[64496]: DEBUG oslo.service.loopingcall [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.509801] env[64496]: DEBUG nova.compute.manager [-] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1708.509929] env[64496]: DEBUG nova.network.neutron [-] [instance: 296478f8-a624-4195-8465-03993c5dce8f] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1708.579735] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7652b5-70c4-458c-a332-6c92e2149689 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1708.580188] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0376d55-bc3b-4f45-afdb-06c4d127b0d2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.586985] env[64496]: DEBUG oslo_vmware.api [None req-8a7652b5-70c4-458c-a332-6c92e2149689 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1708.586985] env[64496]: value = "task-1902154" [ 1708.586985] env[64496]: _type = "Task" [ 1708.586985] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.596741] env[64496]: DEBUG oslo_vmware.api [None req-8a7652b5-70c4-458c-a332-6c92e2149689 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.621508] env[64496]: DEBUG nova.compute.manager [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1708.650174] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.650777] env[64496]: DEBUG nova.compute.manager [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1708.653465] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.903s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.655949] env[64496]: DEBUG oslo_concurrency.lockutils [req-cbd5ec3b-8b9d-44d0-bf0d-188e1f461d7b req-2eb773d4-9f84-40ad-a18c-afa13cbccf32 service nova] Releasing lock "refresh_cache-2ad73e12-d668-41d2-825b-ce0d2487feea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.690937] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "e2550e36-a48e-493e-b984-95c793fd3651" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.874s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.773570] env[64496]: DEBUG oslo_vmware.api [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902149, 'name': PowerOnVM_Task, 'duration_secs': 0.5199} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.773570] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1708.773716] env[64496]: INFO nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1708.773978] env[64496]: DEBUG nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1708.774831] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03265a59-4c42-4b3a-bdcd-ca935cda769e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.792887] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902152, 'name': PowerOffVM_Task, 'duration_secs': 0.341824} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.794679] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.794679] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1708.794679] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4a789c-b5ab-482b-abb1-19d8a2845189 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.802825] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.802994] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2ff55c8-9ba3-4e25-8301-76aaa76ae003 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.865218] env[64496]: DEBUG oslo_vmware.api [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31851} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.865568] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.865841] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.866146] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.866393] env[64496]: INFO nova.compute.manager [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1708.866682] env[64496]: DEBUG oslo.service.loopingcall [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.866896] env[64496]: DEBUG nova.compute.manager [-] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1708.866995] env[64496]: DEBUG nova.network.neutron [-] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1708.894913] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.895105] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.895295] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Deleting the datastore file [datastore1] 12014bf5-cc7c-402b-aefd-f032a720461e {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.895560] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aafbf639-acb2-4b94-add1-695eb3d27255 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.902425] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1708.902425] env[64496]: value = "task-1902156" [ 1708.902425] env[64496]: _type = "Task" [ 1708.902425] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.908378] env[64496]: DEBUG oslo_concurrency.lockutils [req-64041a4f-a0d7-4fff-a0ee-d3e112c61eb4 req-83824a3b-c03b-478f-991b-1a1b7714f000 service nova] Releasing lock "refresh_cache-296478f8-a624-4195-8465-03993c5dce8f" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.914279] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.951564] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d7da0e-5a0c-0b4e-fbac-a5a0f36a3f61, 'name': SearchDatastore_Task, 'duration_secs': 0.015526} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.953028] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f169938-9338-4cdd-8787-7cad68e4ebe8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.959638] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Waiting for the task: (returnval){ [ 1708.959638] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5264a71e-6e09-54e9-9aae-befd749181f6" [ 1708.959638] env[64496]: _type = "Task" [ 1708.959638] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.970775] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5264a71e-6e09-54e9-9aae-befd749181f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.046059] env[64496]: DEBUG nova.compute.manager [req-2bbe3784-8313-4cff-adae-ce11e59c2025 req-aedfeb09-01b2-4fcd-b16d-7dd869d5923d service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Received event network-vif-deleted-b4bcd1fc-881a-42c0-96c6-d18f055d014e {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1709.046059] env[64496]: INFO nova.compute.manager [req-2bbe3784-8313-4cff-adae-ce11e59c2025 req-aedfeb09-01b2-4fcd-b16d-7dd869d5923d service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Neutron deleted interface b4bcd1fc-881a-42c0-96c6-d18f055d014e; detaching it from the instance and deleting it from the info cache [ 1709.046059] env[64496]: DEBUG nova.network.neutron [req-2bbe3784-8313-4cff-adae-ce11e59c2025 req-aedfeb09-01b2-4fcd-b16d-7dd869d5923d service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.099100] env[64496]: DEBUG oslo_vmware.api [None req-8a7652b5-70c4-458c-a332-6c92e2149689 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.149443] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.152851] env[64496]: DEBUG nova.compute.manager [req-3c931c09-2d4a-471f-ad60-aec0e72970b3 req-71fa9a4a-8bac-47fa-9f90-34d9794904e3 service nova] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Received event network-vif-deleted-c43f09fe-c2ef-4f04-8337-ada348ce455d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1709.153073] env[64496]: INFO nova.compute.manager [req-3c931c09-2d4a-471f-ad60-aec0e72970b3 req-71fa9a4a-8bac-47fa-9f90-34d9794904e3 service nova] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Neutron deleted interface c43f09fe-c2ef-4f04-8337-ada348ce455d; detaching it from the instance and deleting it from the info cache [ 1709.153364] env[64496]: DEBUG nova.network.neutron [req-3c931c09-2d4a-471f-ad60-aec0e72970b3 req-71fa9a4a-8bac-47fa-9f90-34d9794904e3 service nova] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.156614] env[64496]: DEBUG nova.compute.utils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.164224] env[64496]: DEBUG nova.compute.manager [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1709.164332] env[64496]: DEBUG nova.network.neutron [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1709.234548] env[64496]: DEBUG nova.policy [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff1cb725a1244b13bf93319a39e20411', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25c6088bdfce4b4ea3f161948856f564', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1709.297024] env[64496]: INFO nova.compute.manager [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Took 28.44 seconds to build instance. [ 1709.415053] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25998} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.415318] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1709.415494] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1709.415661] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1709.421052] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1709.421272] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392692', 'volume_id': 'e609f38f-98c8-4c76-9697-f8c18196c245', 'name': 'volume-e609f38f-98c8-4c76-9697-f8c18196c245', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a911ef3-0ccf-41ff-894c-15c7fdd683b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e609f38f-98c8-4c76-9697-f8c18196c245', 'serial': 'e609f38f-98c8-4c76-9697-f8c18196c245'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1709.425750] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342a1b76-b7b8-441b-a248-2224b6ae8b03 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.449319] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c3308c-0aa2-43a2-bdb9-d8efea136a8c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.475310] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] volume-e609f38f-98c8-4c76-9697-f8c18196c245/volume-e609f38f-98c8-4c76-9697-f8c18196c245.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1709.481064] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be1d1402-36a6-4f1c-8dab-936a27c03395 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.500120] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5264a71e-6e09-54e9-9aae-befd749181f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009803} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.501343] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.501733] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 2ad73e12-d668-41d2-825b-ce0d2487feea/2ad73e12-d668-41d2-825b-ce0d2487feea.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1709.502252] env[64496]: DEBUG oslo_vmware.api [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1709.502252] env[64496]: value = "task-1902157" [ 1709.502252] env[64496]: _type = "Task" [ 1709.502252] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.502252] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29198b20-d4d8-424b-8131-8780043c0301 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.511765] env[64496]: DEBUG nova.network.neutron [-] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.517205] env[64496]: DEBUG oslo_vmware.api [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.517521] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Waiting for the task: (returnval){ [ 1709.517521] env[64496]: value = "task-1902158" [ 1709.517521] env[64496]: _type = "Task" [ 1709.517521] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.525655] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.547907] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ece9159f-82a6-4575-b2a1-8cb73712e80b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.557135] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1794836e-1206-4225-a7b5-90652726370e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.598590] env[64496]: DEBUG nova.compute.manager [req-2bbe3784-8313-4cff-adae-ce11e59c2025 req-aedfeb09-01b2-4fcd-b16d-7dd869d5923d service nova] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Detach interface failed, port_id=b4bcd1fc-881a-42c0-96c6-d18f055d014e, reason: Instance 296478f8-a624-4195-8465-03993c5dce8f could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1709.611864] env[64496]: DEBUG oslo_vmware.api [None req-8a7652b5-70c4-458c-a332-6c92e2149689 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902154, 'name': PowerOnVM_Task, 'duration_secs': 0.609468} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.614113] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7652b5-70c4-458c-a332-6c92e2149689 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1709.614113] env[64496]: DEBUG nova.compute.manager [None req-8a7652b5-70c4-458c-a332-6c92e2149689 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1709.614113] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133ad7cd-8df9-4e41-beee-4af47dbd0ff4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.625024] env[64496]: DEBUG nova.network.neutron [-] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.665819] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73af7c77-46f7-4aa3-bd59-35e710aa1ce3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.669767] env[64496]: DEBUG nova.compute.manager [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1709.672531] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ced19880-c6c5-4f70-ab5c-6f8947989c64 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.682492] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c713ef-74d7-4f7f-bbda-f9d84430c511 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.690468] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1130a70-99ca-443f-a355-af613b2bf21b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.703450] env[64496]: DEBUG nova.network.neutron [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Successfully created port: f0e99717-f06d-4b24-a56c-28d93eeb4348 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.760089] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e570a03-0ac8-45f0-9c6b-550a66f829dd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.763550] env[64496]: DEBUG nova.compute.manager [req-3c931c09-2d4a-471f-ad60-aec0e72970b3 req-71fa9a4a-8bac-47fa-9f90-34d9794904e3 service nova] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Detach interface failed, port_id=c43f09fe-c2ef-4f04-8337-ada348ce455d, reason: Instance 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1709.769571] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6453ec47-2d87-4cd6-a95f-04e1e0c779f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.784749] env[64496]: DEBUG nova.compute.provider_tree [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.798400] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fb45878-e5d0-4669-9ae5-684ed70ad7f9 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "a9ebb1ba-8b34-46a8-a2a3-685950ae89a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.953s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.016480] env[64496]: DEBUG oslo_vmware.api [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.019280] env[64496]: INFO nova.compute.manager [-] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Took 1.51 seconds to deallocate network for instance. [ 1710.037166] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902158, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.127684] env[64496]: INFO nova.compute.manager [-] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Took 1.26 seconds to deallocate network for instance. [ 1710.164287] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.164648] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.164966] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.165268] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.165506] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.167567] env[64496]: INFO nova.compute.manager [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Terminating instance [ 1710.288789] env[64496]: DEBUG nova.scheduler.client.report [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.463901] env[64496]: DEBUG nova.virt.hardware [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1710.464179] env[64496]: DEBUG nova.virt.hardware [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1710.464338] env[64496]: DEBUG nova.virt.hardware [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1710.464521] env[64496]: DEBUG nova.virt.hardware [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1710.464697] env[64496]: DEBUG nova.virt.hardware [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1710.464902] env[64496]: DEBUG nova.virt.hardware [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1710.465141] env[64496]: DEBUG nova.virt.hardware [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1710.465306] env[64496]: DEBUG nova.virt.hardware [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1710.465483] env[64496]: DEBUG nova.virt.hardware [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1710.465639] env[64496]: DEBUG nova.virt.hardware [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1710.465813] env[64496]: DEBUG nova.virt.hardware [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1710.466684] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fef5e56-8631-48f4-8e1d-6c823e3164d8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.475529] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2128248-7bb4-483d-b101-5961c415e7df {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.490122] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:2f:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b9e6381-cf61-443d-b832-4064704594b2', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1710.497334] env[64496]: DEBUG oslo.service.loopingcall [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.497641] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1710.497887] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc023fef-5025-4dc9-bc90-30f7f1821944 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.520662] env[64496]: DEBUG oslo_vmware.api [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902157, 'name': ReconfigVM_Task, 'duration_secs': 0.607631} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.524652] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Reconfigured VM instance instance-00000044 to attach disk [datastore2] volume-e609f38f-98c8-4c76-9697-f8c18196c245/volume-e609f38f-98c8-4c76-9697-f8c18196c245.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.529312] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1710.529312] env[64496]: value = "task-1902159" [ 1710.529312] env[64496]: _type = "Task" [ 1710.529312] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.529495] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccfc433d-fa90-420e-b78e-dfea0514dbe5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.540290] env[64496]: DEBUG oslo_concurrency.lockutils [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.547144] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58892} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.548138] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 2ad73e12-d668-41d2-825b-ce0d2487feea/2ad73e12-d668-41d2-825b-ce0d2487feea.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1710.548138] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1710.548326] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee0cbd92-7a11-4c9f-9fcd-fa635dc33040 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.553098] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902159, 'name': CreateVM_Task} progress is 15%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.554674] env[64496]: DEBUG oslo_vmware.api [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1710.554674] env[64496]: value = "task-1902160" [ 1710.554674] env[64496]: _type = "Task" [ 1710.554674] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.558764] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Waiting for the task: (returnval){ [ 1710.558764] env[64496]: value = "task-1902161" [ 1710.558764] env[64496]: _type = "Task" [ 1710.558764] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.566249] env[64496]: DEBUG oslo_vmware.api [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.571941] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.636279] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.672708] env[64496]: DEBUG nova.compute.manager [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1710.672908] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1710.674101] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de83654a-3196-4cd2-b5af-06ae7e276488 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.683665] env[64496]: DEBUG nova.compute.manager [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1710.685754] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1710.686185] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-224fc9b8-b5c7-4544-ab24-a7c361c30c94 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.693128] env[64496]: DEBUG oslo_vmware.api [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1710.693128] env[64496]: value = "task-1902162" [ 1710.693128] env[64496]: _type = "Task" [ 1710.693128] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.701615] env[64496]: DEBUG oslo_vmware.api [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.709818] env[64496]: DEBUG nova.virt.hardware [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7a0153db23d87fe26c5513dae37a60ec',container_format='bare',created_at=2024-12-15T00:20:26Z,direct_url=,disk_format='vmdk',id=9fc47d97-6017-40c2-9681-3d0c1c48cee6,min_disk=1,min_ram=0,name='tempest-test-snap-1795041126',owner='25c6088bdfce4b4ea3f161948856f564',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-15T00:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1710.710257] env[64496]: DEBUG nova.virt.hardware [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1710.710257] env[64496]: DEBUG nova.virt.hardware [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1710.710444] env[64496]: DEBUG nova.virt.hardware [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1710.710599] env[64496]: DEBUG nova.virt.hardware [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1710.710843] env[64496]: DEBUG nova.virt.hardware [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1710.710957] env[64496]: DEBUG nova.virt.hardware [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1710.711142] env[64496]: DEBUG nova.virt.hardware [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1710.711314] env[64496]: DEBUG nova.virt.hardware [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1710.711483] env[64496]: DEBUG nova.virt.hardware [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1710.711661] env[64496]: DEBUG nova.virt.hardware [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1710.712857] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af22507-3ce2-4955-843c-15af19805481 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.720390] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b9ab40-82a0-4988-a858-304d1267aa72 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.832289] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.832539] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.832736] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1711.048780] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902159, 'name': CreateVM_Task, 'duration_secs': 0.512362} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.048780] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1711.049379] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.049615] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.049951] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1711.050234] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2977c9e-4dff-45f8-bd1d-1652bb09b0b6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.055308] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1711.055308] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52098bae-94e5-8301-fddb-96d55e2e20d7" [ 1711.055308] env[64496]: _type = "Task" [ 1711.055308] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.068835] env[64496]: DEBUG oslo_vmware.api [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.072142] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52098bae-94e5-8301-fddb-96d55e2e20d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.075878] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137977} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.076091] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1711.076826] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f871aa4c-06b8-4a29-83b5-5510ff6f485f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.098565] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 2ad73e12-d668-41d2-825b-ce0d2487feea/2ad73e12-d668-41d2-825b-ce0d2487feea.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.099108] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b783d05-61e1-4156-a584-fa06195aac50 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.119834] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Waiting for the task: (returnval){ [ 1711.119834] env[64496]: value = "task-1902163" [ 1711.119834] env[64496]: _type = "Task" [ 1711.119834] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.130588] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.204053] env[64496]: DEBUG oslo_vmware.api [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902162, 'name': PowerOffVM_Task, 'duration_secs': 0.332462} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.204416] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1711.204618] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1711.204916] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef2fe195-dc99-43ef-b212-04e3e83ee082 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.300989] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.647s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.304646] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.155s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.305892] env[64496]: INFO nova.compute.claims [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1711.324763] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1711.325129] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1711.325445] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Deleting the datastore file [datastore1] 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1711.325802] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6af5ba6b-e3b4-476d-987b-ad1e82ae775d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.332052] env[64496]: DEBUG oslo_vmware.api [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1711.332052] env[64496]: value = "task-1902165" [ 1711.332052] env[64496]: _type = "Task" [ 1711.332052] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.340459] env[64496]: DEBUG oslo_vmware.api [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.567666] env[64496]: DEBUG oslo_vmware.api [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902160, 'name': ReconfigVM_Task, 'duration_secs': 0.639493} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.572053] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392692', 'volume_id': 'e609f38f-98c8-4c76-9697-f8c18196c245', 'name': 'volume-e609f38f-98c8-4c76-9697-f8c18196c245', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a911ef3-0ccf-41ff-894c-15c7fdd683b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e609f38f-98c8-4c76-9697-f8c18196c245', 'serial': 'e609f38f-98c8-4c76-9697-f8c18196c245'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1711.572935] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52098bae-94e5-8301-fddb-96d55e2e20d7, 'name': SearchDatastore_Task, 'duration_secs': 0.023954} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.573424] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.573649] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1711.573877] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.574284] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.574284] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1711.574447] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55249721-398e-4e4f-ab39-72d4eb2df3ac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.594345] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1711.594534] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1711.595285] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0571b64-197e-4e8f-bea4-7a31d8d29cee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.601718] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1711.601718] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522d71fc-1630-d47a-2f77-8f79adc59b55" [ 1711.601718] env[64496]: _type = "Task" [ 1711.601718] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.609585] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522d71fc-1630-d47a-2f77-8f79adc59b55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.629341] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.844608] env[64496]: DEBUG oslo_vmware.api [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430159} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.844930] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1711.845057] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1711.845815] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1711.845815] env[64496]: INFO nova.compute.manager [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1711.845815] env[64496]: DEBUG oslo.service.loopingcall [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.845815] env[64496]: DEBUG nova.compute.manager [-] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1711.846037] env[64496]: DEBUG nova.network.neutron [-] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1711.871924] env[64496]: INFO nova.scheduler.client.report [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleted allocation for migration 6c9fb5e7-6505-43f3-993c-50d80ba5fc8e [ 1712.116778] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522d71fc-1630-d47a-2f77-8f79adc59b55, 'name': SearchDatastore_Task, 'duration_secs': 0.021655} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.117605] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d541066a-b7d4-4d06-9819-3a8e0934eb66 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.132206] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1712.132206] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526cece3-34a1-1059-327b-a6922a27c76e" [ 1712.132206] env[64496]: _type = "Task" [ 1712.132206] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.136859] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902163, 'name': ReconfigVM_Task, 'duration_secs': 0.825974} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.140720] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 2ad73e12-d668-41d2-825b-ce0d2487feea/2ad73e12-d668-41d2-825b-ce0d2487feea.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1712.140720] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f413bd0-3885-4d28-8cbf-c44a977fa964 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.146214] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526cece3-34a1-1059-327b-a6922a27c76e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.147366] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Waiting for the task: (returnval){ [ 1712.147366] env[64496]: value = "task-1902166" [ 1712.147366] env[64496]: _type = "Task" [ 1712.147366] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.157520] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902166, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.218755] env[64496]: DEBUG nova.compute.manager [req-841c3270-a11e-49eb-824f-a1c9e6a74fac req-5c02de89-2bdb-4796-8a43-5e8dd71001c6 service nova] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Received event network-vif-deleted-4336b974-3f92-4b39-97be-bf3e652a78a3 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1712.218985] env[64496]: INFO nova.compute.manager [req-841c3270-a11e-49eb-824f-a1c9e6a74fac req-5c02de89-2bdb-4796-8a43-5e8dd71001c6 service nova] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Neutron deleted interface 4336b974-3f92-4b39-97be-bf3e652a78a3; detaching it from the instance and deleting it from the info cache [ 1712.219076] env[64496]: DEBUG nova.network.neutron [req-841c3270-a11e-49eb-824f-a1c9e6a74fac req-5c02de89-2bdb-4796-8a43-5e8dd71001c6 service nova] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.378347] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c0286491-b0f5-4175-82ff-808b7b6eed32 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.605s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.623551] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7bf22a-b288-4f84-8dbd-1859097f27dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.631474] env[64496]: DEBUG nova.objects.instance [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lazy-loading 'flavor' on Instance uuid 6a911ef3-0ccf-41ff-894c-15c7fdd683b0 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1712.633680] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506fb7a2-8162-4933-a717-eca22077d055 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.645943] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526cece3-34a1-1059-327b-a6922a27c76e, 'name': SearchDatastore_Task, 'duration_secs': 0.019398} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.674460] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.674836] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 12014bf5-cc7c-402b-aefd-f032a720461e/12014bf5-cc7c-402b-aefd-f032a720461e.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1712.678505] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd512867-6fea-4b2e-817a-4662fc0a7921 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.681849] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b34357a-beb2-417a-8a0a-c4bc22e10215 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.691366] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902166, 'name': Rename_Task, 'duration_secs': 0.338894} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.694471] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1712.694818] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1712.694818] env[64496]: value = "task-1902167" [ 1712.694818] env[64496]: _type = "Task" [ 1712.694818] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.698022] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdec13ae-b06a-4e04-bd3c-59513c9ad343 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.698489] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dac8a62-15b2-49e0-bdab-b7905fce3c78 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.702412] env[64496]: DEBUG nova.network.neutron [-] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.716791] env[64496]: DEBUG nova.compute.provider_tree [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.722646] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.722973] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Waiting for the task: (returnval){ [ 1712.722973] env[64496]: value = "task-1902168" [ 1712.722973] env[64496]: _type = "Task" [ 1712.722973] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.723849] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f520ed84-3056-43c3-ae92-f934b0da64c0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.738112] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902168, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.740319] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4246fb7-5ce8-42f1-b3a4-e13dab0f2351 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.755771] env[64496]: DEBUG oslo_concurrency.lockutils [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.756165] env[64496]: DEBUG oslo_concurrency.lockutils [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.756513] env[64496]: DEBUG oslo_concurrency.lockutils [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.756557] env[64496]: DEBUG oslo_concurrency.lockutils [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.756726] env[64496]: DEBUG oslo_concurrency.lockutils [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.759794] env[64496]: INFO nova.compute.manager [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Terminating instance [ 1712.784934] env[64496]: DEBUG nova.compute.manager [req-841c3270-a11e-49eb-824f-a1c9e6a74fac req-5c02de89-2bdb-4796-8a43-5e8dd71001c6 service nova] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Detach interface failed, port_id=4336b974-3f92-4b39-97be-bf3e652a78a3, reason: Instance 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1713.110825] env[64496]: DEBUG oslo_concurrency.lockutils [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "3b99410d-5523-414a-a281-e8d2567a10c2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.111166] env[64496]: DEBUG oslo_concurrency.lockutils [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "3b99410d-5523-414a-a281-e8d2567a10c2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.139955] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4add4736-a140-4649-836b-1e2c1f3dffe5 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.853s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.207325] env[64496]: INFO nova.compute.manager [-] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Took 1.36 seconds to deallocate network for instance. [ 1713.217140] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902167, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.225096] env[64496]: DEBUG nova.scheduler.client.report [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1713.238799] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902168, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.264180] env[64496]: DEBUG nova.compute.manager [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1713.264556] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1713.266274] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bedcc41-b8d5-4b18-965f-f4b13b8c8a25 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.276779] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1713.277123] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3459c5a-edbe-4645-a847-711481f4010a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.284626] env[64496]: DEBUG oslo_vmware.api [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1713.284626] env[64496]: value = "task-1902169" [ 1713.284626] env[64496]: _type = "Task" [ 1713.284626] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.296960] env[64496]: DEBUG oslo_vmware.api [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.334675] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.338600] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "3a586d0d-ad5a-433c-8ba9-0371e6e3339b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.338979] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "3a586d0d-ad5a-433c-8ba9-0371e6e3339b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.616121] env[64496]: DEBUG nova.compute.utils [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1713.714589] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638375} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.715185] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 12014bf5-cc7c-402b-aefd-f032a720461e/12014bf5-cc7c-402b-aefd-f032a720461e.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1713.715304] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1713.715635] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e7b83ef-5142-4e56-b77c-98ee131c8cf3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.720036] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.725464] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1713.725464] env[64496]: value = "task-1902170" [ 1713.725464] env[64496]: _type = "Task" [ 1713.725464] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.734883] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.735462] env[64496]: DEBUG nova.compute.manager [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1713.738057] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.738737] env[64496]: DEBUG oslo_concurrency.lockutils [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.199s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.739020] env[64496]: DEBUG nova.objects.instance [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Lazy-loading 'resources' on Instance uuid 296478f8-a624-4195-8465-03993c5dce8f {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1713.744020] env[64496]: DEBUG oslo_vmware.api [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902168, 'name': PowerOnVM_Task, 'duration_secs': 0.664384} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.744020] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1713.744020] env[64496]: INFO nova.compute.manager [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1713.744323] env[64496]: DEBUG nova.compute.manager [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1713.745707] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506b0394-4d39-4ecd-955a-947d882c5871 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.807697] env[64496]: DEBUG oslo_vmware.api [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902169, 'name': PowerOffVM_Task, 'duration_secs': 0.267423} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.808666] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1713.809239] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1713.809483] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-473e1d73-9525-463b-b643-94da8d3051b9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.832352] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.832607] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Cleaning up deleted instances with incomplete migration {{(pid=64496) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1713.841528] env[64496]: DEBUG nova.compute.manager [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1713.958544] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1713.958805] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1713.958944] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleting the datastore file [datastore1] 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1713.959252] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6f92b07-8561-4fcd-bd6d-b8f6f8a12d40 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.966216] env[64496]: DEBUG oslo_vmware.api [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1713.966216] env[64496]: value = "task-1902172" [ 1713.966216] env[64496]: _type = "Task" [ 1713.966216] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.975079] env[64496]: DEBUG oslo_vmware.api [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.018511] env[64496]: DEBUG nova.network.neutron [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Successfully updated port: f0e99717-f06d-4b24-a56c-28d93eeb4348 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1714.088202] env[64496]: DEBUG nova.compute.manager [req-672cf87f-742e-4b4e-a7d4-e81014e1b22c req-4da8eb0c-e4e8-45e8-89e7-b9d263e8ecc1 service nova] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Received event network-vif-plugged-f0e99717-f06d-4b24-a56c-28d93eeb4348 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1714.088432] env[64496]: DEBUG oslo_concurrency.lockutils [req-672cf87f-742e-4b4e-a7d4-e81014e1b22c req-4da8eb0c-e4e8-45e8-89e7-b9d263e8ecc1 service nova] Acquiring lock "4247d495-9cad-48c0-aae1-bfe16ec20155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.088793] env[64496]: DEBUG oslo_concurrency.lockutils [req-672cf87f-742e-4b4e-a7d4-e81014e1b22c req-4da8eb0c-e4e8-45e8-89e7-b9d263e8ecc1 service nova] Lock "4247d495-9cad-48c0-aae1-bfe16ec20155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.088947] env[64496]: DEBUG oslo_concurrency.lockutils [req-672cf87f-742e-4b4e-a7d4-e81014e1b22c req-4da8eb0c-e4e8-45e8-89e7-b9d263e8ecc1 service nova] Lock "4247d495-9cad-48c0-aae1-bfe16ec20155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.089120] env[64496]: DEBUG nova.compute.manager [req-672cf87f-742e-4b4e-a7d4-e81014e1b22c req-4da8eb0c-e4e8-45e8-89e7-b9d263e8ecc1 service nova] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] No waiting events found dispatching network-vif-plugged-f0e99717-f06d-4b24-a56c-28d93eeb4348 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1714.089290] env[64496]: WARNING nova.compute.manager [req-672cf87f-742e-4b4e-a7d4-e81014e1b22c req-4da8eb0c-e4e8-45e8-89e7-b9d263e8ecc1 service nova] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Received unexpected event network-vif-plugged-f0e99717-f06d-4b24-a56c-28d93eeb4348 for instance with vm_state building and task_state spawning. [ 1714.119112] env[64496]: DEBUG oslo_concurrency.lockutils [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "3b99410d-5523-414a-a281-e8d2567a10c2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.151358] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "c3ff13c9-4406-4fc0-9502-7b5d27a296ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.151650] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "c3ff13c9-4406-4fc0-9502-7b5d27a296ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.240130] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069253} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.240588] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1714.241833] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c4ec4c-069b-4b3a-b954-bb9a5164c8ac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.247177] env[64496]: DEBUG nova.compute.utils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1714.253354] env[64496]: DEBUG nova.compute.manager [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1714.254350] env[64496]: DEBUG nova.network.neutron [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1714.295946] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 12014bf5-cc7c-402b-aefd-f032a720461e/12014bf5-cc7c-402b-aefd-f032a720461e.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1714.303817] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e750ad22-2a99-4e38-9554-e03078feebe7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.330781] env[64496]: INFO nova.compute.manager [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Took 21.34 seconds to build instance. [ 1714.334524] env[64496]: DEBUG nova.policy [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00d993279ab84e0985ea1d49f4f234ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abf416ace2e54dc88c6546c67a74cf2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1714.343967] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1714.343967] env[64496]: value = "task-1902173" [ 1714.343967] env[64496]: _type = "Task" [ 1714.343967] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.368108] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.373106] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.485098] env[64496]: DEBUG oslo_vmware.api [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.521568] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "refresh_cache-4247d495-9cad-48c0-aae1-bfe16ec20155" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.521568] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired lock "refresh_cache-4247d495-9cad-48c0-aae1-bfe16ec20155" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.525723] env[64496]: DEBUG nova.network.neutron [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1714.653871] env[64496]: DEBUG nova.compute.manager [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1714.675949] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5c6f5d-93f1-4400-8d69-b77c82481092 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.679815] env[64496]: DEBUG nova.network.neutron [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Successfully created port: aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1714.686411] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e6f0ba-55f7-44ad-8d9b-d6a7bf0f0d2b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.720351] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c4db3e-f7ae-4bb5-9106-2ad09198b1c9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.733033] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e5a201-b41a-41af-91d6-1b8672d3833e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.751045] env[64496]: DEBUG nova.compute.provider_tree [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.753506] env[64496]: DEBUG nova.compute.manager [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1714.838362] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c40ed6b3-1cba-4057-b33b-488136cf7894 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Lock "2ad73e12-d668-41d2-825b-ce0d2487feea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.871s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.853254] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.884702] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Acquiring lock "2ad73e12-d668-41d2-825b-ce0d2487feea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.885096] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Lock "2ad73e12-d668-41d2-825b-ce0d2487feea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.885382] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Acquiring lock "2ad73e12-d668-41d2-825b-ce0d2487feea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.885609] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Lock "2ad73e12-d668-41d2-825b-ce0d2487feea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.885785] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Lock "2ad73e12-d668-41d2-825b-ce0d2487feea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.888511] env[64496]: INFO nova.compute.manager [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Terminating instance [ 1714.977295] env[64496]: DEBUG oslo_vmware.api [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.781331} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.977616] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1714.977810] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1714.978131] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1714.978362] env[64496]: INFO nova.compute.manager [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1714.978606] env[64496]: DEBUG oslo.service.loopingcall [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1714.978797] env[64496]: DEBUG nova.compute.manager [-] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1714.978892] env[64496]: DEBUG nova.network.neutron [-] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1715.071608] env[64496]: DEBUG nova.network.neutron [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1715.179538] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.227813] env[64496]: DEBUG oslo_concurrency.lockutils [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "3b99410d-5523-414a-a281-e8d2567a10c2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.227813] env[64496]: DEBUG oslo_concurrency.lockutils [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "3b99410d-5523-414a-a281-e8d2567a10c2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.228016] env[64496]: INFO nova.compute.manager [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Attaching volume 56683a54-3532-4be4-a52f-778e892609b4 to /dev/sdb [ 1715.254444] env[64496]: DEBUG nova.scheduler.client.report [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1715.297633] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deba17aa-e1b3-440c-80ec-e75601149fdd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.309270] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5793ceab-e381-4cfa-a0c9-78d841ff508a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.329150] env[64496]: DEBUG nova.virt.block_device [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Updating existing volume attachment record: 9b683053-513d-4fce-a9d1-2b7e69e63581 {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1715.338141] env[64496]: DEBUG nova.network.neutron [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Updating instance_info_cache with network_info: [{"id": "f0e99717-f06d-4b24-a56c-28d93eeb4348", "address": "fa:16:3e:ed:80:1a", "network": {"id": "345921ed-2a8c-41ea-8937-fc58acb88ade", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1142779685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c6088bdfce4b4ea3f161948856f564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e99717-f0", "ovs_interfaceid": "f0e99717-f06d-4b24-a56c-28d93eeb4348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.338406] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.339638] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.356821] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902173, 'name': ReconfigVM_Task, 'duration_secs': 0.887457} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.356821] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 12014bf5-cc7c-402b-aefd-f032a720461e/12014bf5-cc7c-402b-aefd-f032a720461e.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1715.357250] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54e955f4-84db-4bd4-9f23-1d7710ad6db9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.366270] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1715.366270] env[64496]: value = "task-1902174" [ 1715.366270] env[64496]: _type = "Task" [ 1715.366270] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.376720] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902174, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.392250] env[64496]: DEBUG nova.compute.manager [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1715.393882] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1715.393882] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb23e50-2c39-489e-8556-6985dc3c349c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.401975] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1715.402594] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe45ac71-660f-492e-aab7-7239376ba5c4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.409422] env[64496]: DEBUG oslo_vmware.api [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Waiting for the task: (returnval){ [ 1715.409422] env[64496]: value = "task-1902175" [ 1715.409422] env[64496]: _type = "Task" [ 1715.409422] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.418570] env[64496]: DEBUG oslo_vmware.api [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.437042] env[64496]: DEBUG nova.compute.manager [req-8c96c226-a524-4110-aae6-017ade0541ea req-477f8261-affe-4332-a3bf-e087cf847d9a service nova] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Received event network-vif-deleted-f3bb9f0b-fe03-4cea-9216-6e642b5d7077 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1715.437260] env[64496]: INFO nova.compute.manager [req-8c96c226-a524-4110-aae6-017ade0541ea req-477f8261-affe-4332-a3bf-e087cf847d9a service nova] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Neutron deleted interface f3bb9f0b-fe03-4cea-9216-6e642b5d7077; detaching it from the instance and deleting it from the info cache [ 1715.437450] env[64496]: DEBUG nova.network.neutron [req-8c96c226-a524-4110-aae6-017ade0541ea req-477f8261-affe-4332-a3bf-e087cf847d9a service nova] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.763901] env[64496]: DEBUG oslo_concurrency.lockutils [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.766403] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.130s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.766646] env[64496]: DEBUG nova.objects.instance [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lazy-loading 'resources' on Instance uuid 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1715.768528] env[64496]: DEBUG nova.compute.manager [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1715.791206] env[64496]: INFO nova.scheduler.client.report [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Deleted allocations for instance 296478f8-a624-4195-8465-03993c5dce8f [ 1715.796344] env[64496]: DEBUG nova.virt.hardware [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1715.796428] env[64496]: DEBUG nova.virt.hardware [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1715.796673] env[64496]: DEBUG nova.virt.hardware [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1715.796713] env[64496]: DEBUG nova.virt.hardware [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1715.796859] env[64496]: DEBUG nova.virt.hardware [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1715.797022] env[64496]: DEBUG nova.virt.hardware [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1715.797236] env[64496]: DEBUG nova.virt.hardware [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1715.797402] env[64496]: DEBUG nova.virt.hardware [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1715.797593] env[64496]: DEBUG nova.virt.hardware [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1715.797761] env[64496]: DEBUG nova.virt.hardware [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1715.797930] env[64496]: DEBUG nova.virt.hardware [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1715.798764] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9e1fa9-50ad-45e1-b657-180f8e187464 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.809060] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de05bde7-f958-4ac0-b2c0-c555a0e710de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.831828] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.832061] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1715.840427] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lock "refresh_cache-4247d495-9cad-48c0-aae1-bfe16ec20155" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.840726] env[64496]: DEBUG nova.compute.manager [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Instance network_info: |[{"id": "f0e99717-f06d-4b24-a56c-28d93eeb4348", "address": "fa:16:3e:ed:80:1a", "network": {"id": "345921ed-2a8c-41ea-8937-fc58acb88ade", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1142779685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c6088bdfce4b4ea3f161948856f564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e99717-f0", "ovs_interfaceid": "f0e99717-f06d-4b24-a56c-28d93eeb4348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1715.841195] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:80:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0e99717-f06d-4b24-a56c-28d93eeb4348', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1715.848746] env[64496]: DEBUG oslo.service.loopingcall [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.849890] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1715.850096] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c9a671f-915c-44de-a69e-41aed4a50f70 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.867583] env[64496]: DEBUG nova.network.neutron [-] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.873779] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1715.873779] env[64496]: value = "task-1902179" [ 1715.873779] env[64496]: _type = "Task" [ 1715.873779] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.880174] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902174, 'name': Rename_Task, 'duration_secs': 0.177106} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.881383] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1715.881648] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28ed7dda-99f2-409b-8d7e-febc898ef1f2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.886634] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902179, 'name': CreateVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.892109] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1715.892109] env[64496]: value = "task-1902180" [ 1715.892109] env[64496]: _type = "Task" [ 1715.892109] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.900875] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.920120] env[64496]: DEBUG oslo_vmware.api [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902175, 'name': PowerOffVM_Task, 'duration_secs': 0.231797} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.920428] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.920642] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1715.921331] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e89b1f1-f6c3-4f4f-a66c-26fb6d94524a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.940124] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e362014-77f7-4424-a368-e197cefbb7f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.949826] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8700be-7e8f-4c7f-9a1e-151d9429b8c2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.984170] env[64496]: DEBUG nova.compute.manager [req-8c96c226-a524-4110-aae6-017ade0541ea req-477f8261-affe-4332-a3bf-e087cf847d9a service nova] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Detach interface failed, port_id=f3bb9f0b-fe03-4cea-9216-6e642b5d7077, reason: Instance 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1716.048315] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1716.048580] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1716.048809] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Deleting the datastore file [datastore2] 2ad73e12-d668-41d2-825b-ce0d2487feea {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1716.049165] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a04c45b-e55b-4cb8-a1a0-675d7aa6643c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.055938] env[64496]: DEBUG oslo_vmware.api [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Waiting for the task: (returnval){ [ 1716.055938] env[64496]: value = "task-1902182" [ 1716.055938] env[64496]: _type = "Task" [ 1716.055938] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.066956] env[64496]: DEBUG oslo_vmware.api [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.119720] env[64496]: DEBUG nova.compute.manager [req-6ad2b1f7-559e-4b8d-a126-c689ae7de8d3 req-f58451f2-dbe6-4cf5-b2b7-52f182870f7d service nova] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Received event network-changed-f0e99717-f06d-4b24-a56c-28d93eeb4348 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1716.119937] env[64496]: DEBUG nova.compute.manager [req-6ad2b1f7-559e-4b8d-a126-c689ae7de8d3 req-f58451f2-dbe6-4cf5-b2b7-52f182870f7d service nova] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Refreshing instance network info cache due to event network-changed-f0e99717-f06d-4b24-a56c-28d93eeb4348. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1716.120174] env[64496]: DEBUG oslo_concurrency.lockutils [req-6ad2b1f7-559e-4b8d-a126-c689ae7de8d3 req-f58451f2-dbe6-4cf5-b2b7-52f182870f7d service nova] Acquiring lock "refresh_cache-4247d495-9cad-48c0-aae1-bfe16ec20155" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.120320] env[64496]: DEBUG oslo_concurrency.lockutils [req-6ad2b1f7-559e-4b8d-a126-c689ae7de8d3 req-f58451f2-dbe6-4cf5-b2b7-52f182870f7d service nova] Acquired lock "refresh_cache-4247d495-9cad-48c0-aae1-bfe16ec20155" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.120536] env[64496]: DEBUG nova.network.neutron [req-6ad2b1f7-559e-4b8d-a126-c689ae7de8d3 req-f58451f2-dbe6-4cf5-b2b7-52f182870f7d service nova] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Refreshing network info cache for port f0e99717-f06d-4b24-a56c-28d93eeb4348 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.262329] env[64496]: DEBUG nova.network.neutron [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Successfully updated port: aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1716.309610] env[64496]: DEBUG oslo_concurrency.lockutils [None req-161ad1fc-667c-45c9-916c-e8295c929561 tempest-AttachInterfacesUnderV243Test-110542218 tempest-AttachInterfacesUnderV243Test-110542218-project-member] Lock "296478f8-a624-4195-8465-03993c5dce8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.641s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.372808] env[64496]: INFO nova.compute.manager [-] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Took 1.39 seconds to deallocate network for instance. [ 1716.393173] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902179, 'name': CreateVM_Task, 'duration_secs': 0.461928} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.397086] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1716.400399] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fc47d97-6017-40c2-9681-3d0c1c48cee6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.400645] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fc47d97-6017-40c2-9681-3d0c1c48cee6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.400953] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fc47d97-6017-40c2-9681-3d0c1c48cee6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.402238] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2312293d-b0bb-41ea-b1d5-aab23a2fdcd1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.406667] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902180, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.409866] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1716.409866] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f6f70e-1a48-4445-4779-82b0a540923a" [ 1716.409866] env[64496]: _type = "Task" [ 1716.409866] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.420705] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f6f70e-1a48-4445-4779-82b0a540923a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.567911] env[64496]: DEBUG oslo_vmware.api [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Task: {'id': task-1902182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225223} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.570977] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1716.571202] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1716.571386] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1716.571557] env[64496]: INFO nova.compute.manager [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1716.571805] env[64496]: DEBUG oslo.service.loopingcall [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.573632] env[64496]: DEBUG nova.compute.manager [-] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1716.573632] env[64496]: DEBUG nova.network.neutron [-] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1716.748505] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6582b52e-721d-4f8c-bb42-601e6669295c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.756082] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829c443b-3782-4121-bcb0-76a0da4a7040 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.789666] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "refresh_cache-34ffb63b-2dde-4ae9-876d-fc8bd25a7e87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.789826] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "refresh_cache-34ffb63b-2dde-4ae9-876d-fc8bd25a7e87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.789969] env[64496]: DEBUG nova.network.neutron [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.794067] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbfb1cc-360a-4571-a37b-fe85bcd89eac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.802556] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4fc064-62de-4ae5-9106-c71488de2e92 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.817286] env[64496]: DEBUG nova.compute.provider_tree [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.832327] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.832327] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1716.832430] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1716.888517] env[64496]: DEBUG oslo_concurrency.lockutils [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.903175] env[64496]: DEBUG oslo_vmware.api [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902180, 'name': PowerOnVM_Task, 'duration_secs': 0.65335} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.903461] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1716.903659] env[64496]: DEBUG nova.compute.manager [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1716.904455] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141e21a7-9069-429e-8197-5349e68bc12f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.923955] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fc47d97-6017-40c2-9681-3d0c1c48cee6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.924222] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Processing image 9fc47d97-6017-40c2-9681-3d0c1c48cee6 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.924453] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fc47d97-6017-40c2-9681-3d0c1c48cee6/9fc47d97-6017-40c2-9681-3d0c1c48cee6.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.924597] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fc47d97-6017-40c2-9681-3d0c1c48cee6/9fc47d97-6017-40c2-9681-3d0c1c48cee6.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.924768] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.925184] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8deac4e6-b994-4e81-b46b-15f9e95d6563 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.943545] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.943713] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.944457] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a3e186-3ac4-4072-a8c8-9fd357c8bd14 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.950175] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1716.950175] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d43cb4-d112-5a15-94b0-426fbd674830" [ 1716.950175] env[64496]: _type = "Task" [ 1716.950175] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.958214] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d43cb4-d112-5a15-94b0-426fbd674830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.213518] env[64496]: DEBUG nova.network.neutron [req-6ad2b1f7-559e-4b8d-a126-c689ae7de8d3 req-f58451f2-dbe6-4cf5-b2b7-52f182870f7d service nova] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Updated VIF entry in instance network info cache for port f0e99717-f06d-4b24-a56c-28d93eeb4348. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1717.213952] env[64496]: DEBUG nova.network.neutron [req-6ad2b1f7-559e-4b8d-a126-c689ae7de8d3 req-f58451f2-dbe6-4cf5-b2b7-52f182870f7d service nova] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Updating instance_info_cache with network_info: [{"id": "f0e99717-f06d-4b24-a56c-28d93eeb4348", "address": "fa:16:3e:ed:80:1a", "network": {"id": "345921ed-2a8c-41ea-8937-fc58acb88ade", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1142779685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c6088bdfce4b4ea3f161948856f564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e99717-f0", "ovs_interfaceid": "f0e99717-f06d-4b24-a56c-28d93eeb4348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.321871] env[64496]: DEBUG nova.scheduler.client.report [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1717.339410] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Skipping network cache update for instance because it is being deleted. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1717.339773] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Skipping network cache update for instance because it is Building. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1717.339935] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Skipping network cache update for instance because it is Building. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1717.368860] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.369027] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquired lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.369181] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Forcefully refreshing network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1717.369332] env[64496]: DEBUG nova.objects.instance [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lazy-loading 'info_cache' on Instance uuid 4beb0377-8b69-438a-aa7f-af5f68092240 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.374023] env[64496]: DEBUG nova.network.neutron [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.432615] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.461151] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Preparing fetch location {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1717.461422] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Fetch image to [datastore2] OSTACK_IMG_494f171d-0f22-4c7a-8b95-e0d63ce88ba8/OSTACK_IMG_494f171d-0f22-4c7a-8b95-e0d63ce88ba8.vmdk {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1717.461604] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Downloading stream optimized image 9fc47d97-6017-40c2-9681-3d0c1c48cee6 to [datastore2] OSTACK_IMG_494f171d-0f22-4c7a-8b95-e0d63ce88ba8/OSTACK_IMG_494f171d-0f22-4c7a-8b95-e0d63ce88ba8.vmdk on the data store datastore2 as vApp {{(pid=64496) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1717.461774] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Downloading image file data 9fc47d97-6017-40c2-9681-3d0c1c48cee6 to the ESX as VM named 'OSTACK_IMG_494f171d-0f22-4c7a-8b95-e0d63ce88ba8' {{(pid=64496) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1717.483346] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "b5fda5f0-2f89-4eed-9284-0b0f74a747db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.483546] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "b5fda5f0-2f89-4eed-9284-0b0f74a747db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.483786] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "b5fda5f0-2f89-4eed-9284-0b0f74a747db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.483946] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "b5fda5f0-2f89-4eed-9284-0b0f74a747db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.484136] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "b5fda5f0-2f89-4eed-9284-0b0f74a747db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.486162] env[64496]: INFO nova.compute.manager [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Terminating instance [ 1717.544336] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1717.544336] env[64496]: value = "resgroup-9" [ 1717.544336] env[64496]: _type = "ResourcePool" [ 1717.544336] env[64496]: }. {{(pid=64496) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1717.544648] env[64496]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1d2a4397-1acf-4451-bf1a-870ff7ea83f8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.572264] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lease: (returnval){ [ 1717.572264] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52be528a-395e-d7ef-4c98-d3cfe1fd6261" [ 1717.572264] env[64496]: _type = "HttpNfcLease" [ 1717.572264] env[64496]: } obtained for vApp import into resource pool (val){ [ 1717.572264] env[64496]: value = "resgroup-9" [ 1717.572264] env[64496]: _type = "ResourcePool" [ 1717.572264] env[64496]: }. {{(pid=64496) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1717.572576] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the lease: (returnval){ [ 1717.572576] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52be528a-395e-d7ef-4c98-d3cfe1fd6261" [ 1717.572576] env[64496]: _type = "HttpNfcLease" [ 1717.572576] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1717.581344] env[64496]: DEBUG nova.network.neutron [-] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.582429] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1717.582429] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52be528a-395e-d7ef-4c98-d3cfe1fd6261" [ 1717.582429] env[64496]: _type = "HttpNfcLease" [ 1717.582429] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1717.658679] env[64496]: DEBUG nova.network.neutron [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Updating instance_info_cache with network_info: [{"id": "aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce", "address": "fa:16:3e:88:02:71", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa12cdb-2e", "ovs_interfaceid": "aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.718653] env[64496]: DEBUG oslo_concurrency.lockutils [req-6ad2b1f7-559e-4b8d-a126-c689ae7de8d3 req-f58451f2-dbe6-4cf5-b2b7-52f182870f7d service nova] Releasing lock "refresh_cache-4247d495-9cad-48c0-aae1-bfe16ec20155" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.829792] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.831518] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.111s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.831801] env[64496]: DEBUG nova.objects.instance [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lazy-loading 'resources' on Instance uuid 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.855771] env[64496]: INFO nova.scheduler.client.report [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Deleted allocations for instance 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f [ 1717.989976] env[64496]: DEBUG nova.compute.manager [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1717.990152] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1717.991035] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c66517-5ede-4b86-b43c-d1b037770870 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.999895] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.000148] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b7bc15f-8160-4be8-8c01-4b184fd8dc45 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.007174] env[64496]: DEBUG oslo_vmware.api [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1718.007174] env[64496]: value = "task-1902185" [ 1718.007174] env[64496]: _type = "Task" [ 1718.007174] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.015211] env[64496]: DEBUG oslo_vmware.api [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1902185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.081617] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1718.081617] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52be528a-395e-d7ef-4c98-d3cfe1fd6261" [ 1718.081617] env[64496]: _type = "HttpNfcLease" [ 1718.081617] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1718.084341] env[64496]: INFO nova.compute.manager [-] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Took 1.51 seconds to deallocate network for instance. [ 1718.156541] env[64496]: DEBUG nova.compute.manager [req-e8e4c047-030e-43b3-bee0-e5c75356a2d9 req-20cd28cb-d78f-4de4-b639-9652e6ae29a1 service nova] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Received event network-vif-plugged-aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1718.156753] env[64496]: DEBUG oslo_concurrency.lockutils [req-e8e4c047-030e-43b3-bee0-e5c75356a2d9 req-20cd28cb-d78f-4de4-b639-9652e6ae29a1 service nova] Acquiring lock "34ffb63b-2dde-4ae9-876d-fc8bd25a7e87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.156998] env[64496]: DEBUG oslo_concurrency.lockutils [req-e8e4c047-030e-43b3-bee0-e5c75356a2d9 req-20cd28cb-d78f-4de4-b639-9652e6ae29a1 service nova] Lock "34ffb63b-2dde-4ae9-876d-fc8bd25a7e87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.157346] env[64496]: DEBUG oslo_concurrency.lockutils [req-e8e4c047-030e-43b3-bee0-e5c75356a2d9 req-20cd28cb-d78f-4de4-b639-9652e6ae29a1 service nova] Lock "34ffb63b-2dde-4ae9-876d-fc8bd25a7e87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.157614] env[64496]: DEBUG nova.compute.manager [req-e8e4c047-030e-43b3-bee0-e5c75356a2d9 req-20cd28cb-d78f-4de4-b639-9652e6ae29a1 service nova] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] No waiting events found dispatching network-vif-plugged-aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1718.157916] env[64496]: WARNING nova.compute.manager [req-e8e4c047-030e-43b3-bee0-e5c75356a2d9 req-20cd28cb-d78f-4de4-b639-9652e6ae29a1 service nova] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Received unexpected event network-vif-plugged-aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce for instance with vm_state building and task_state spawning. [ 1718.158204] env[64496]: DEBUG nova.compute.manager [req-e8e4c047-030e-43b3-bee0-e5c75356a2d9 req-20cd28cb-d78f-4de4-b639-9652e6ae29a1 service nova] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Received event network-changed-aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1718.158640] env[64496]: DEBUG nova.compute.manager [req-e8e4c047-030e-43b3-bee0-e5c75356a2d9 req-20cd28cb-d78f-4de4-b639-9652e6ae29a1 service nova] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Refreshing instance network info cache due to event network-changed-aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1718.159072] env[64496]: DEBUG oslo_concurrency.lockutils [req-e8e4c047-030e-43b3-bee0-e5c75356a2d9 req-20cd28cb-d78f-4de4-b639-9652e6ae29a1 service nova] Acquiring lock "refresh_cache-34ffb63b-2dde-4ae9-876d-fc8bd25a7e87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.161701] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "refresh_cache-34ffb63b-2dde-4ae9-876d-fc8bd25a7e87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.162126] env[64496]: DEBUG nova.compute.manager [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Instance network_info: |[{"id": "aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce", "address": "fa:16:3e:88:02:71", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa12cdb-2e", "ovs_interfaceid": "aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1718.162697] env[64496]: DEBUG oslo_concurrency.lockutils [req-e8e4c047-030e-43b3-bee0-e5c75356a2d9 req-20cd28cb-d78f-4de4-b639-9652e6ae29a1 service nova] Acquired lock "refresh_cache-34ffb63b-2dde-4ae9-876d-fc8bd25a7e87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.163100] env[64496]: DEBUG nova.network.neutron [req-e8e4c047-030e-43b3-bee0-e5c75356a2d9 req-20cd28cb-d78f-4de4-b639-9652e6ae29a1 service nova] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Refreshing network info cache for port aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.167815] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:02:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1718.179504] env[64496]: DEBUG oslo.service.loopingcall [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.181721] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1718.182956] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15392af8-f954-4ea6-8ad0-ac3b8b922674 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.203199] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1718.203199] env[64496]: value = "task-1902186" [ 1718.203199] env[64496]: _type = "Task" [ 1718.203199] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.213112] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902186, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.368020] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7d1477d5-3ffc-4d4a-9ff6-647ba136115a tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "4cf8754a-7f26-495e-9a4c-b8dc3aafc28f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.179s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.519945] env[64496]: DEBUG oslo_vmware.api [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1902185, 'name': PowerOffVM_Task, 'duration_secs': 0.314346} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.519945] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.519945] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.520239] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5719123f-ffc8-45ec-a178-68f019a5bb61 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.587558] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1718.587558] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52be528a-395e-d7ef-4c98-d3cfe1fd6261" [ 1718.587558] env[64496]: _type = "HttpNfcLease" [ 1718.587558] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1718.588296] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1718.588296] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52be528a-395e-d7ef-4c98-d3cfe1fd6261" [ 1718.588296] env[64496]: _type = "HttpNfcLease" [ 1718.588296] env[64496]: }. {{(pid=64496) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1718.589093] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051ad818-02a2-471c-92d8-fe0a2320b79d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.595073] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.601872] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d5a95-eb47-ba74-5d2c-9272ff5b0406/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1718.601872] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d5a95-eb47-ba74-5d2c-9272ff5b0406/disk-0.vmdk. {{(pid=64496) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1718.666230] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4a1f4b0-f493-4cf1-9794-654677a22c7d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.713174] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902186, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.716433] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9837a02-7d60-4cae-b8b1-c6c6a301e5d4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.723902] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65143781-2167-41f3-9241-13d1a913aa8e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.759713] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4fa0d3-33b9-4652-af7f-96f01766e5e1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.768411] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c107ed8-632d-4066-93ad-bde18f353751 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.784398] env[64496]: DEBUG nova.compute.provider_tree [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.114686] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1719.114989] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1719.115184] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Deleting the datastore file [datastore1] b5fda5f0-2f89-4eed-9284-0b0f74a747db {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1719.115478] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba2fd6f8-798c-497b-a09e-63cb4b9d445e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.123856] env[64496]: DEBUG oslo_vmware.api [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for the task: (returnval){ [ 1719.123856] env[64496]: value = "task-1902188" [ 1719.123856] env[64496]: _type = "Task" [ 1719.123856] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.132205] env[64496]: DEBUG oslo_vmware.api [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1902188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.170496] env[64496]: DEBUG nova.network.neutron [req-e8e4c047-030e-43b3-bee0-e5c75356a2d9 req-20cd28cb-d78f-4de4-b639-9652e6ae29a1 service nova] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Updated VIF entry in instance network info cache for port aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.170964] env[64496]: DEBUG nova.network.neutron [req-e8e4c047-030e-43b3-bee0-e5c75356a2d9 req-20cd28cb-d78f-4de4-b639-9652e6ae29a1 service nova] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Updating instance_info_cache with network_info: [{"id": "aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce", "address": "fa:16:3e:88:02:71", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa12cdb-2e", "ovs_interfaceid": "aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.186975] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance_info_cache with network_info: [{"id": "b2294e44-e192-4a2f-a511-38e18e923e50", "address": "fa:16:3e:a2:87:86", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2294e44-e1", "ovs_interfaceid": "b2294e44-e192-4a2f-a511-38e18e923e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.192907] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "78d5ce8b-2d9d-456e-8473-6aac803fddc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.193115] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "78d5ce8b-2d9d-456e-8473-6aac803fddc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.193317] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "78d5ce8b-2d9d-456e-8473-6aac803fddc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.193492] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "78d5ce8b-2d9d-456e-8473-6aac803fddc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.193662] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "78d5ce8b-2d9d-456e-8473-6aac803fddc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.195750] env[64496]: INFO nova.compute.manager [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Terminating instance [ 1719.215069] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902186, 'name': CreateVM_Task, 'duration_secs': 0.689638} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.215251] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1719.215939] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.216155] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.216478] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1719.216722] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c973e3-bb98-4c38-bb87-5d01eebdfbba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.223355] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1719.223355] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f606f4-ddd9-d95b-84d9-be678ffbe5c1" [ 1719.223355] env[64496]: _type = "Task" [ 1719.223355] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.231621] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f606f4-ddd9-d95b-84d9-be678ffbe5c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.290695] env[64496]: DEBUG nova.scheduler.client.report [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1719.633978] env[64496]: DEBUG oslo_vmware.api [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Task: {'id': task-1902188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258785} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.634396] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1719.634467] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1719.634789] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.634896] env[64496]: INFO nova.compute.manager [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1719.635244] env[64496]: DEBUG oslo.service.loopingcall [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.635500] env[64496]: DEBUG nova.compute.manager [-] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1719.635815] env[64496]: DEBUG nova.network.neutron [-] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1719.638341] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Completed reading data from the image iterator. {{(pid=64496) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1719.638341] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d5a95-eb47-ba74-5d2c-9272ff5b0406/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1719.639311] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd71ded3-0552-4115-8404-390679aa08f4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.646251] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d5a95-eb47-ba74-5d2c-9272ff5b0406/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1719.646446] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d5a95-eb47-ba74-5d2c-9272ff5b0406/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1719.646721] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2e7576e3-516a-472f-a282-9d21293be786 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.675523] env[64496]: DEBUG oslo_concurrency.lockutils [req-e8e4c047-030e-43b3-bee0-e5c75356a2d9 req-20cd28cb-d78f-4de4-b639-9652e6ae29a1 service nova] Releasing lock "refresh_cache-34ffb63b-2dde-4ae9-876d-fc8bd25a7e87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.675791] env[64496]: DEBUG nova.compute.manager [req-e8e4c047-030e-43b3-bee0-e5c75356a2d9 req-20cd28cb-d78f-4de4-b639-9652e6ae29a1 service nova] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Received event network-vif-deleted-995637b0-a25c-4707-b0f6-a50b9f4c50cc {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1719.690268] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Releasing lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.690385] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updated the network info_cache for instance {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1719.690654] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1719.701405] env[64496]: DEBUG nova.compute.manager [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1719.701541] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1719.702493] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deca02f-c460-4923-b65b-d9dbbd4514ff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.710294] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.710593] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b67b73a-02dd-440a-90e3-cca805d88060 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.716565] env[64496]: DEBUG oslo_vmware.api [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1719.716565] env[64496]: value = "task-1902189" [ 1719.716565] env[64496]: _type = "Task" [ 1719.716565] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.724820] env[64496]: DEBUG oslo_vmware.api [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.733378] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f606f4-ddd9-d95b-84d9-be678ffbe5c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012924} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.733718] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.733983] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1719.734257] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.734426] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.734615] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1719.734882] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26941813-fcdd-4002-82b8-d0630fbc3d5d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.743868] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1719.744121] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1719.744992] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464e856c-3054-4880-b22e-06c741a8a7b7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.750764] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1719.750764] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dd5697-bf1e-986d-5ecf-a8db1c9f49a9" [ 1719.750764] env[64496]: _type = "Task" [ 1719.750764] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.758990] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dd5697-bf1e-986d-5ecf-a8db1c9f49a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.796135] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.798660] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.428s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.800413] env[64496]: INFO nova.compute.claims [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.820072] env[64496]: INFO nova.scheduler.client.report [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Deleted allocations for instance 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd [ 1719.954875] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d5a95-eb47-ba74-5d2c-9272ff5b0406/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1719.955216] env[64496]: INFO nova.virt.vmwareapi.images [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Downloaded image file data 9fc47d97-6017-40c2-9681-3d0c1c48cee6 [ 1719.956779] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716af313-37eb-4398-b339-c0e16e90cecc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.975992] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0141134c-9422-4978-8b5f-c77a7c7e7d47 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.084754] env[64496]: INFO nova.virt.vmwareapi.images [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] The imported VM was unregistered [ 1720.087795] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Caching image {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1720.088069] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Creating directory with path [datastore2] devstack-image-cache_base/9fc47d97-6017-40c2-9681-3d0c1c48cee6 {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1720.088347] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c18d1dc8-8cc4-4085-a8bc-91d758e2a3ac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.135021] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Created directory with path [datastore2] devstack-image-cache_base/9fc47d97-6017-40c2-9681-3d0c1c48cee6 {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1720.135021] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_494f171d-0f22-4c7a-8b95-e0d63ce88ba8/OSTACK_IMG_494f171d-0f22-4c7a-8b95-e0d63ce88ba8.vmdk to [datastore2] devstack-image-cache_base/9fc47d97-6017-40c2-9681-3d0c1c48cee6/9fc47d97-6017-40c2-9681-3d0c1c48cee6.vmdk. {{(pid=64496) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1720.135021] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-dce1c9a5-2115-4487-801c-95825a3a59b6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.140044] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1720.140044] env[64496]: value = "task-1902191" [ 1720.140044] env[64496]: _type = "Task" [ 1720.140044] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.150353] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902191, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.194058] env[64496]: DEBUG nova.compute.manager [req-19eb78e1-3303-4e43-8cad-53f304e9ea6b req-5689a5ee-15f7-47a5-82f6-c6ddf07e0baa service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Received event network-vif-deleted-d64c746e-fcc2-4ad4-ba0b-00bfa48ec537 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1720.194351] env[64496]: INFO nova.compute.manager [req-19eb78e1-3303-4e43-8cad-53f304e9ea6b req-5689a5ee-15f7-47a5-82f6-c6ddf07e0baa service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Neutron deleted interface d64c746e-fcc2-4ad4-ba0b-00bfa48ec537; detaching it from the instance and deleting it from the info cache [ 1720.194782] env[64496]: DEBUG nova.network.neutron [req-19eb78e1-3303-4e43-8cad-53f304e9ea6b req-5689a5ee-15f7-47a5-82f6-c6ddf07e0baa service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.225869] env[64496]: DEBUG oslo_vmware.api [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902189, 'name': PowerOffVM_Task, 'duration_secs': 0.231655} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.226137] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1720.226314] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1720.226559] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cda4e960-e726-4f1f-af9d-938f6267cd28 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.264679] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dd5697-bf1e-986d-5ecf-a8db1c9f49a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013774} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.264679] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b584c2e-9260-484f-9a66-09c244fc2700 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.270099] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1720.270099] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52114b23-bb30-13a8-cdc6-62c5fc40b18c" [ 1720.270099] env[64496]: _type = "Task" [ 1720.270099] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.278129] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52114b23-bb30-13a8-cdc6-62c5fc40b18c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.308250] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1720.308433] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1720.308623] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Deleting the datastore file [datastore2] 78d5ce8b-2d9d-456e-8473-6aac803fddc8 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1720.308876] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84350555-75bf-4abd-8ef2-95533a212f4c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.323508] env[64496]: DEBUG oslo_vmware.api [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1720.323508] env[64496]: value = "task-1902193" [ 1720.323508] env[64496]: _type = "Task" [ 1720.323508] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.330171] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ca7ab94c-a84b-4f6e-9d60-101653975de1 tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.165s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.334961] env[64496]: DEBUG oslo_vmware.api [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.388925] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1720.389441] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392698', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'name': 'volume-56683a54-3532-4be4-a52f-778e892609b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b99410d-5523-414a-a281-e8d2567a10c2', 'attached_at': '', 'detached_at': '', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'serial': '56683a54-3532-4be4-a52f-778e892609b4'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1720.390886] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c16bc2-1a1c-4d46-9b02-8fa308504931 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.406874] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1c7496-bc01-491e-80d1-65ff836b3a4a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.434748] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] volume-56683a54-3532-4be4-a52f-778e892609b4/volume-56683a54-3532-4be4-a52f-778e892609b4.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1720.435195] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b67ec1a4-ef2d-450a-81ac-f8c71eb5b9e5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.457369] env[64496]: DEBUG oslo_vmware.api [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1720.457369] env[64496]: value = "task-1902194" [ 1720.457369] env[64496]: _type = "Task" [ 1720.457369] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.466469] env[64496]: DEBUG oslo_vmware.api [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.651012] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902191, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.668900] env[64496]: DEBUG nova.network.neutron [-] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.697135] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24691357-aab6-43cc-be90-a58b7b3625e3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.707364] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86fd024-e4f6-44c2-ae44-fc4b8af85098 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.743070] env[64496]: DEBUG nova.compute.manager [req-19eb78e1-3303-4e43-8cad-53f304e9ea6b req-5689a5ee-15f7-47a5-82f6-c6ddf07e0baa service nova] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Detach interface failed, port_id=d64c746e-fcc2-4ad4-ba0b-00bfa48ec537, reason: Instance b5fda5f0-2f89-4eed-9284-0b0f74a747db could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1720.781310] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52114b23-bb30-13a8-cdc6-62c5fc40b18c, 'name': SearchDatastore_Task, 'duration_secs': 0.035587} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.784018] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.784018] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87/34ffb63b-2dde-4ae9-876d-fc8bd25a7e87.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1720.784018] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-198439a9-4ece-4c97-b8cc-8ef687e68881 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.789954] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1720.789954] env[64496]: value = "task-1902195" [ 1720.789954] env[64496]: _type = "Task" [ 1720.789954] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.798951] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.833437] env[64496]: DEBUG oslo_vmware.api [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.972264] env[64496]: DEBUG oslo_vmware.api [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.159926] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902191, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.171473] env[64496]: INFO nova.compute.manager [-] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Took 1.54 seconds to deallocate network for instance. [ 1721.181195] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833692b6-60e3-40c3-b5b5-c6a7fbc3f22b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.188099] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1863479-d306-408d-a1e3-c85668be384b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.222397] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339ddb58-516d-4a38-9643-e1eb67a78409 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.231568] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bb728c-bcfc-4035-8f42-16160819b402 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.247723] env[64496]: DEBUG nova.compute.provider_tree [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.301254] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.333387] env[64496]: DEBUG oslo_vmware.api [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.669468} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.333662] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1721.333922] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1721.334041] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1721.334222] env[64496]: INFO nova.compute.manager [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1721.334472] env[64496]: DEBUG oslo.service.loopingcall [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.334666] env[64496]: DEBUG nova.compute.manager [-] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1721.334889] env[64496]: DEBUG nova.network.neutron [-] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1721.476315] env[64496]: DEBUG oslo_vmware.api [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.652692] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902191, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.680236] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.750954] env[64496]: DEBUG nova.scheduler.client.report [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1721.802915] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.832216] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1721.971689] env[64496]: DEBUG oslo_vmware.api [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.999576] env[64496]: DEBUG oslo_concurrency.lockutils [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "e2550e36-a48e-493e-b984-95c793fd3651" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.999919] env[64496]: DEBUG oslo_concurrency.lockutils [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "e2550e36-a48e-493e-b984-95c793fd3651" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.000156] env[64496]: DEBUG oslo_concurrency.lockutils [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "e2550e36-a48e-493e-b984-95c793fd3651-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.000470] env[64496]: DEBUG oslo_concurrency.lockutils [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "e2550e36-a48e-493e-b984-95c793fd3651-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.000740] env[64496]: DEBUG oslo_concurrency.lockutils [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "e2550e36-a48e-493e-b984-95c793fd3651-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.003067] env[64496]: INFO nova.compute.manager [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Terminating instance [ 1722.108561] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "a9ebb1ba-8b34-46a8-a2a3-685950ae89a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.108860] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "a9ebb1ba-8b34-46a8-a2a3-685950ae89a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.109514] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "a9ebb1ba-8b34-46a8-a2a3-685950ae89a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.109776] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "a9ebb1ba-8b34-46a8-a2a3-685950ae89a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.110169] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "a9ebb1ba-8b34-46a8-a2a3-685950ae89a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.112295] env[64496]: INFO nova.compute.manager [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Terminating instance [ 1722.155631] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902191, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.161552] env[64496]: DEBUG nova.network.neutron [-] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.225202] env[64496]: DEBUG nova.compute.manager [req-629fb240-d4c2-4c65-9d61-8057bba3f2ed req-3295b4b5-c35f-44d2-acc6-704cdd5461bb service nova] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Received event network-vif-deleted-5e826fd0-dc14-46cf-b4c8-b59490b7356e {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1722.257886] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.258497] env[64496]: DEBUG nova.compute.manager [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1722.263878] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.085s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.265501] env[64496]: INFO nova.compute.claims [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1722.302402] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.341856] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1722.473485] env[64496]: DEBUG oslo_vmware.api [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.510019] env[64496]: DEBUG nova.compute.manager [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.510019] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.510019] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb01959-0233-4aa2-a122-5beae9b37ab6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.519934] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.520649] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d04efca-4b3a-42e7-887f-23021d5b34b5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.528751] env[64496]: DEBUG oslo_vmware.api [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1722.528751] env[64496]: value = "task-1902196" [ 1722.528751] env[64496]: _type = "Task" [ 1722.528751] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.538449] env[64496]: DEBUG oslo_vmware.api [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.616548] env[64496]: DEBUG nova.compute.manager [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.616799] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.618611] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3cf895-58d0-4732-b054-9cbb2ca7773b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.628444] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.628444] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99c047f4-322e-4385-aedf-1e577f3e3afc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.635294] env[64496]: DEBUG oslo_vmware.api [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1722.635294] env[64496]: value = "task-1902197" [ 1722.635294] env[64496]: _type = "Task" [ 1722.635294] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.646795] env[64496]: DEBUG oslo_vmware.api [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.658365] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902191, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.665261] env[64496]: INFO nova.compute.manager [-] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Took 1.33 seconds to deallocate network for instance. [ 1722.780027] env[64496]: DEBUG nova.compute.utils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1722.780579] env[64496]: DEBUG nova.compute.manager [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1722.780794] env[64496]: DEBUG nova.network.neutron [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1722.803064] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902195, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.831571] env[64496]: DEBUG nova.policy [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3807870f31e40898a53f21453c19b93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '830bd96902d24c8f8a3bc554a44796cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1722.845074] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.971674] env[64496]: DEBUG oslo_vmware.api [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902194, 'name': ReconfigVM_Task, 'duration_secs': 2.46015} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.972144] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Reconfigured VM instance instance-00000041 to attach disk [datastore2] volume-56683a54-3532-4be4-a52f-778e892609b4/volume-56683a54-3532-4be4-a52f-778e892609b4.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1722.978202] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d64c299e-5eb4-4ec3-a020-3ec547db8084 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.000542] env[64496]: DEBUG oslo_vmware.api [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1723.000542] env[64496]: value = "task-1902198" [ 1723.000542] env[64496]: _type = "Task" [ 1723.000542] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.011207] env[64496]: DEBUG oslo_vmware.api [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.042047] env[64496]: DEBUG oslo_vmware.api [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902196, 'name': PowerOffVM_Task, 'duration_secs': 0.216256} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.042047] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.042354] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.043240] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88ef58e3-6511-45cb-bc7b-33a91cba042d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.147807] env[64496]: DEBUG oslo_vmware.api [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902197, 'name': PowerOffVM_Task, 'duration_secs': 0.252115} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.151169] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.151397] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.151652] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f42f373-8743-4d55-91b1-5e0dd105a34c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.158670] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902191, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.174697] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.226360] env[64496]: DEBUG nova.network.neutron [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Successfully created port: f55a726e-a791-4d53-a45d-45b43b8a89a1 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1723.277828] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.278079] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.278349] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Deleting the datastore file [datastore1] e2550e36-a48e-493e-b984-95c793fd3651 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.281827] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-964517b8-a1e0-4ed2-8dc8-2bcb5cfcccb0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.285105] env[64496]: DEBUG nova.compute.manager [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1723.292607] env[64496]: DEBUG oslo_vmware.api [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1723.292607] env[64496]: value = "task-1902201" [ 1723.292607] env[64496]: _type = "Task" [ 1723.292607] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.305891] env[64496]: DEBUG oslo_vmware.api [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.313572] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902195, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.484452} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.315082] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87/34ffb63b-2dde-4ae9-876d-fc8bd25a7e87.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1723.315418] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1723.316306] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.317763] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.317996] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Deleting the datastore file [datastore1] a9ebb1ba-8b34-46a8-a2a3-685950ae89a4 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.325290] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47ad90c0-6579-496e-a496-82f58673f850 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.327702] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b41e3b57-4cbb-497c-9a79-4aa8d1de2292 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.335841] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1723.335841] env[64496]: value = "task-1902202" [ 1723.335841] env[64496]: _type = "Task" [ 1723.335841] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.337366] env[64496]: DEBUG oslo_vmware.api [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for the task: (returnval){ [ 1723.337366] env[64496]: value = "task-1902203" [ 1723.337366] env[64496]: _type = "Task" [ 1723.337366] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.352887] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.356553] env[64496]: DEBUG oslo_vmware.api [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.516691] env[64496]: DEBUG oslo_vmware.api [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902198, 'name': ReconfigVM_Task, 'duration_secs': 0.375036} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.516691] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392698', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'name': 'volume-56683a54-3532-4be4-a52f-778e892609b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b99410d-5523-414a-a281-e8d2567a10c2', 'attached_at': '', 'detached_at': '', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'serial': '56683a54-3532-4be4-a52f-778e892609b4'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1723.656408] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902191, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.19462} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.656714] env[64496]: INFO nova.virt.vmwareapi.ds_util [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_494f171d-0f22-4c7a-8b95-e0d63ce88ba8/OSTACK_IMG_494f171d-0f22-4c7a-8b95-e0d63ce88ba8.vmdk to [datastore2] devstack-image-cache_base/9fc47d97-6017-40c2-9681-3d0c1c48cee6/9fc47d97-6017-40c2-9681-3d0c1c48cee6.vmdk. [ 1723.656906] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Cleaning up location [datastore2] OSTACK_IMG_494f171d-0f22-4c7a-8b95-e0d63ce88ba8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1723.658208] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_494f171d-0f22-4c7a-8b95-e0d63ce88ba8 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.658208] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a034b7e-8fc6-4bcf-b986-33cb28f3544e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.667651] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1723.667651] env[64496]: value = "task-1902204" [ 1723.667651] env[64496]: _type = "Task" [ 1723.667651] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.678225] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.694629] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51fad76-8f61-4374-aa6b-51aff22b1158 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.703375] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38bcd5a-5fce-44d1-9c59-f33d8511091b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.736524] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7d4d38-2bd9-46f3-b056-905d08ca3c12 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.745757] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da995579-2d16-4ea2-81a8-260b01b72121 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.760770] env[64496]: DEBUG nova.compute.provider_tree [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.802667] env[64496]: DEBUG oslo_vmware.api [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.852401] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110054} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.853080] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1723.853884] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288867ef-87d5-43d9-aad3-0eb85cae72ec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.860370] env[64496]: DEBUG oslo_vmware.api [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.888364] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87/34ffb63b-2dde-4ae9-876d-fc8bd25a7e87.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.888684] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f54626-1a4f-4d50-ab67-64fa8199cc93 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.907481] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1723.907481] env[64496]: value = "task-1902205" [ 1723.907481] env[64496]: _type = "Task" [ 1723.907481] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.915505] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.178372] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15522} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.178651] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.178822] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fc47d97-6017-40c2-9681-3d0c1c48cee6/9fc47d97-6017-40c2-9681-3d0c1c48cee6.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.179081] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fc47d97-6017-40c2-9681-3d0c1c48cee6/9fc47d97-6017-40c2-9681-3d0c1c48cee6.vmdk to [datastore2] 4247d495-9cad-48c0-aae1-bfe16ec20155/4247d495-9cad-48c0-aae1-bfe16ec20155.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1724.179338] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7910fe4-e315-4a2e-9607-ce0cdaff5a80 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.186143] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1724.186143] env[64496]: value = "task-1902206" [ 1724.186143] env[64496]: _type = "Task" [ 1724.186143] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.194079] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.264245] env[64496]: DEBUG nova.scheduler.client.report [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1724.298120] env[64496]: DEBUG nova.compute.manager [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1724.307228] env[64496]: DEBUG oslo_vmware.api [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.709554} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.307228] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.307228] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.307401] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.307485] env[64496]: INFO nova.compute.manager [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1724.307725] env[64496]: DEBUG oslo.service.loopingcall [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.308324] env[64496]: DEBUG nova.compute.manager [-] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.308324] env[64496]: DEBUG nova.network.neutron [-] [instance: e2550e36-a48e-493e-b984-95c793fd3651] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.336695] env[64496]: DEBUG nova.virt.hardware [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1724.336966] env[64496]: DEBUG nova.virt.hardware [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1724.337144] env[64496]: DEBUG nova.virt.hardware [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1724.337335] env[64496]: DEBUG nova.virt.hardware [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1724.337484] env[64496]: DEBUG nova.virt.hardware [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1724.337690] env[64496]: DEBUG nova.virt.hardware [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1724.337930] env[64496]: DEBUG nova.virt.hardware [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1724.338125] env[64496]: DEBUG nova.virt.hardware [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1724.338318] env[64496]: DEBUG nova.virt.hardware [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1724.338517] env[64496]: DEBUG nova.virt.hardware [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1724.338714] env[64496]: DEBUG nova.virt.hardware [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1724.340197] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa183260-d519-4334-908a-e12566d2a1b5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.352649] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b10fc1-6067-4ad8-b5e9-447a9c927baf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.363508] env[64496]: DEBUG oslo_vmware.api [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Task: {'id': task-1902203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.719481} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.366066] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Acquiring lock "47144884-578c-4655-a2f1-bdd476a1f5ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.366320] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Lock "47144884-578c-4655-a2f1-bdd476a1f5ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.367448] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.367693] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.367868] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.368082] env[64496]: INFO nova.compute.manager [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1724.368325] env[64496]: DEBUG oslo.service.loopingcall [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.378969] env[64496]: DEBUG nova.compute.manager [-] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.379087] env[64496]: DEBUG nova.network.neutron [-] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.419699] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.565146] env[64496]: DEBUG nova.objects.instance [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lazy-loading 'flavor' on Instance uuid 3b99410d-5523-414a-a281-e8d2567a10c2 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.698033] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902206, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.770630] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.771372] env[64496]: DEBUG nova.compute.manager [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1724.775028] env[64496]: DEBUG oslo_concurrency.lockutils [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.887s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.775338] env[64496]: DEBUG oslo_concurrency.lockutils [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.780572] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.346s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.780572] env[64496]: DEBUG nova.objects.instance [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64496) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1724.818408] env[64496]: INFO nova.scheduler.client.report [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleted allocations for instance 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16 [ 1724.870557] env[64496]: DEBUG nova.compute.manager [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1724.923443] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902205, 'name': ReconfigVM_Task, 'duration_secs': 0.734732} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.924471] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87/34ffb63b-2dde-4ae9-876d-fc8bd25a7e87.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.925143] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae8b1bfa-256f-48ac-bce2-d588827759f8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.933277] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1724.933277] env[64496]: value = "task-1902207" [ 1724.933277] env[64496]: _type = "Task" [ 1724.933277] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.942836] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902207, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.076896] env[64496]: DEBUG oslo_concurrency.lockutils [None req-39fef88e-5231-4cee-bec9-0a7b077d6883 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "3b99410d-5523-414a-a281-e8d2567a10c2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.849s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.081349] env[64496]: INFO nova.compute.manager [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Rebuilding instance [ 1725.111097] env[64496]: DEBUG nova.network.neutron [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Successfully updated port: f55a726e-a791-4d53-a45d-45b43b8a89a1 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1725.144019] env[64496]: DEBUG nova.compute.manager [req-767d3bef-8c8e-4f91-9fbb-83cc7ee6ec79 req-0afdee36-8b24-4bbb-9c75-efcceae00326 service nova] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Received event network-vif-plugged-f55a726e-a791-4d53-a45d-45b43b8a89a1 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1725.144019] env[64496]: DEBUG oslo_concurrency.lockutils [req-767d3bef-8c8e-4f91-9fbb-83cc7ee6ec79 req-0afdee36-8b24-4bbb-9c75-efcceae00326 service nova] Acquiring lock "3a586d0d-ad5a-433c-8ba9-0371e6e3339b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.144019] env[64496]: DEBUG oslo_concurrency.lockutils [req-767d3bef-8c8e-4f91-9fbb-83cc7ee6ec79 req-0afdee36-8b24-4bbb-9c75-efcceae00326 service nova] Lock "3a586d0d-ad5a-433c-8ba9-0371e6e3339b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.144019] env[64496]: DEBUG oslo_concurrency.lockutils [req-767d3bef-8c8e-4f91-9fbb-83cc7ee6ec79 req-0afdee36-8b24-4bbb-9c75-efcceae00326 service nova] Lock "3a586d0d-ad5a-433c-8ba9-0371e6e3339b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.144019] env[64496]: DEBUG nova.compute.manager [req-767d3bef-8c8e-4f91-9fbb-83cc7ee6ec79 req-0afdee36-8b24-4bbb-9c75-efcceae00326 service nova] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] No waiting events found dispatching network-vif-plugged-f55a726e-a791-4d53-a45d-45b43b8a89a1 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1725.144543] env[64496]: WARNING nova.compute.manager [req-767d3bef-8c8e-4f91-9fbb-83cc7ee6ec79 req-0afdee36-8b24-4bbb-9c75-efcceae00326 service nova] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Received unexpected event network-vif-plugged-f55a726e-a791-4d53-a45d-45b43b8a89a1 for instance with vm_state building and task_state spawning. [ 1725.173231] env[64496]: DEBUG nova.compute.manager [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.175702] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a82c2a-28c4-4b88-b71a-a8b9b6438b95 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.181028] env[64496]: DEBUG nova.compute.manager [req-2650affa-7da5-49b8-9647-e1d017a74154 req-3bb17ccf-944a-4b6a-bf31-8f8807e8e459 service nova] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Received event network-vif-deleted-f503ceb5-1e27-4e4c-a8ea-00b334a6bd51 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1725.181396] env[64496]: INFO nova.compute.manager [req-2650affa-7da5-49b8-9647-e1d017a74154 req-3bb17ccf-944a-4b6a-bf31-8f8807e8e459 service nova] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Neutron deleted interface f503ceb5-1e27-4e4c-a8ea-00b334a6bd51; detaching it from the instance and deleting it from the info cache [ 1725.181396] env[64496]: DEBUG nova.network.neutron [req-2650affa-7da5-49b8-9647-e1d017a74154 req-3bb17ccf-944a-4b6a-bf31-8f8807e8e459 service nova] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.207416] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902206, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.287065] env[64496]: DEBUG nova.compute.utils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1725.292427] env[64496]: DEBUG nova.compute.manager [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1725.292656] env[64496]: DEBUG nova.network.neutron [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1725.327069] env[64496]: DEBUG oslo_concurrency.lockutils [None req-28e71937-a1b4-48dc-9038-0fbf9b593b0d tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "0bbd0bac-69cc-467a-b7a2-3b0cc87dab16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.571s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.349364] env[64496]: DEBUG nova.policy [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96d22e6d7e40441cb201b66951bd0909', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73c3f6f05d5840deb4e09e6fc24753d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1725.399194] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.445696] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902207, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.563413] env[64496]: DEBUG nova.network.neutron [-] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.615784] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "refresh_cache-3a586d0d-ad5a-433c-8ba9-0371e6e3339b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.619382] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "refresh_cache-3a586d0d-ad5a-433c-8ba9-0371e6e3339b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.620130] env[64496]: DEBUG nova.network.neutron [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1725.629546] env[64496]: DEBUG nova.network.neutron [-] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.674237] env[64496]: DEBUG nova.network.neutron [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Successfully created port: 794768a3-0531-4e87-b676-8f4ddd8f6b44 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1725.685064] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d509638-5bd6-40fd-a4b5-14006e794c8a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.702837] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902206, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.709422] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620dd18e-3e49-4e22-9c2f-1f7df1dad6bf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.748093] env[64496]: DEBUG nova.compute.manager [req-2650affa-7da5-49b8-9647-e1d017a74154 req-3bb17ccf-944a-4b6a-bf31-8f8807e8e459 service nova] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Detach interface failed, port_id=f503ceb5-1e27-4e4c-a8ea-00b334a6bd51, reason: Instance e2550e36-a48e-493e-b984-95c793fd3651 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1725.793448] env[64496]: DEBUG nova.compute.manager [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1725.797681] env[64496]: DEBUG oslo_concurrency.lockutils [None req-96191d7c-d22c-4074-9352-a8aa43137c34 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.800419] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.204s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.800419] env[64496]: DEBUG nova.objects.instance [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Lazy-loading 'resources' on Instance uuid 2ad73e12-d668-41d2-825b-ce0d2487feea {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.947925] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902207, 'name': Rename_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.066545] env[64496]: INFO nova.compute.manager [-] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Took 1.76 seconds to deallocate network for instance. [ 1726.132226] env[64496]: INFO nova.compute.manager [-] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Took 1.75 seconds to deallocate network for instance. [ 1726.157619] env[64496]: DEBUG nova.network.neutron [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1726.200082] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902206, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.206345] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1726.206672] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7de9844-1b09-4ebf-9f03-d717b0ab973a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.214463] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1726.214463] env[64496]: value = "task-1902208" [ 1726.214463] env[64496]: _type = "Task" [ 1726.214463] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.223795] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.376012] env[64496]: DEBUG nova.network.neutron [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Updating instance_info_cache with network_info: [{"id": "f55a726e-a791-4d53-a45d-45b43b8a89a1", "address": "fa:16:3e:cb:01:3a", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf55a726e-a7", "ovs_interfaceid": "f55a726e-a791-4d53-a45d-45b43b8a89a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.446432] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902207, 'name': Rename_Task, 'duration_secs': 1.019427} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.447208] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1726.447208] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-518769f4-3405-4fcd-b76e-9723d8b68086 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.457712] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1726.457712] env[64496]: value = "task-1902209" [ 1726.457712] env[64496]: _type = "Task" [ 1726.457712] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.468100] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.574191] env[64496]: DEBUG oslo_concurrency.lockutils [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.639670] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.641719] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad10ac4-3001-41e6-9e42-2e3ae48bedf4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.650251] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df266a50-ece4-4eb6-bbcc-8d3cb3496953 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.681813] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b46d79-f760-48b4-88fe-021efdc115d8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.689749] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5000be-1fe2-4ce3-950a-61f5a5631c6e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.706418] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902206, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.713889] env[64496]: DEBUG nova.compute.provider_tree [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1726.723865] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.810350] env[64496]: DEBUG nova.compute.manager [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1726.836609] env[64496]: DEBUG nova.virt.hardware [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1726.836879] env[64496]: DEBUG nova.virt.hardware [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1726.837058] env[64496]: DEBUG nova.virt.hardware [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1726.837250] env[64496]: DEBUG nova.virt.hardware [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1726.837398] env[64496]: DEBUG nova.virt.hardware [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1726.837547] env[64496]: DEBUG nova.virt.hardware [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1726.837819] env[64496]: DEBUG nova.virt.hardware [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1726.837995] env[64496]: DEBUG nova.virt.hardware [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1726.838182] env[64496]: DEBUG nova.virt.hardware [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1726.838410] env[64496]: DEBUG nova.virt.hardware [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1726.838516] env[64496]: DEBUG nova.virt.hardware [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1726.839385] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d20a9c-58d5-46d0-80cc-1b97abfed39e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.847652] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0d3899-a1d5-4e83-9741-41cdc2a4c7aa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.878594] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "refresh_cache-3a586d0d-ad5a-433c-8ba9-0371e6e3339b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.878916] env[64496]: DEBUG nova.compute.manager [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Instance network_info: |[{"id": "f55a726e-a791-4d53-a45d-45b43b8a89a1", "address": "fa:16:3e:cb:01:3a", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf55a726e-a7", "ovs_interfaceid": "f55a726e-a791-4d53-a45d-45b43b8a89a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1726.879338] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:01:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f55a726e-a791-4d53-a45d-45b43b8a89a1', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1726.887137] env[64496]: DEBUG oslo.service.loopingcall [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.887356] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1726.887581] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cef57d84-d96f-41d8-98c0-3544f47697ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.906190] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1726.906190] env[64496]: value = "task-1902210" [ 1726.906190] env[64496]: _type = "Task" [ 1726.906190] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.913539] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902210, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.968265] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902209, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.210029] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902206, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.662244} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.210029] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fc47d97-6017-40c2-9681-3d0c1c48cee6/9fc47d97-6017-40c2-9681-3d0c1c48cee6.vmdk to [datastore2] 4247d495-9cad-48c0-aae1-bfe16ec20155/4247d495-9cad-48c0-aae1-bfe16ec20155.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1727.210029] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e753679d-93bf-4f29-bfc5-3dae24a6187c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.236076] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 4247d495-9cad-48c0-aae1-bfe16ec20155/4247d495-9cad-48c0-aae1-bfe16ec20155.vmdk or device None with type streamOptimized {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1727.240984] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff59b1d-69f3-4020-b1bc-47ca973b8b6d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.258364] env[64496]: ERROR nova.scheduler.client.report [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] [req-03619818-ee6e-4e01-ae9a-55b424836008] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-03619818-ee6e-4e01-ae9a-55b424836008"}]} [ 1727.264075] env[64496]: DEBUG nova.compute.manager [req-7b55b44b-80e3-4de2-8f7c-baf72be0849a req-890e709d-738b-4ac5-b0be-340c8a167669 service nova] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Received event network-changed-f55a726e-a791-4d53-a45d-45b43b8a89a1 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1727.264434] env[64496]: DEBUG nova.compute.manager [req-7b55b44b-80e3-4de2-8f7c-baf72be0849a req-890e709d-738b-4ac5-b0be-340c8a167669 service nova] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Refreshing instance network info cache due to event network-changed-f55a726e-a791-4d53-a45d-45b43b8a89a1. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1727.264771] env[64496]: DEBUG oslo_concurrency.lockutils [req-7b55b44b-80e3-4de2-8f7c-baf72be0849a req-890e709d-738b-4ac5-b0be-340c8a167669 service nova] Acquiring lock "refresh_cache-3a586d0d-ad5a-433c-8ba9-0371e6e3339b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.266022] env[64496]: DEBUG oslo_concurrency.lockutils [req-7b55b44b-80e3-4de2-8f7c-baf72be0849a req-890e709d-738b-4ac5-b0be-340c8a167669 service nova] Acquired lock "refresh_cache-3a586d0d-ad5a-433c-8ba9-0371e6e3339b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.266022] env[64496]: DEBUG nova.network.neutron [req-7b55b44b-80e3-4de2-8f7c-baf72be0849a req-890e709d-738b-4ac5-b0be-340c8a167669 service nova] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Refreshing network info cache for port f55a726e-a791-4d53-a45d-45b43b8a89a1 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1727.273150] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902208, 'name': PowerOffVM_Task, 'duration_secs': 0.714324} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.274679] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1727.276843] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1727.276843] env[64496]: value = "task-1902211" [ 1727.276843] env[64496]: _type = "Task" [ 1727.276843] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.290901] env[64496]: DEBUG nova.compute.manager [req-f157148b-e5ca-4fff-94df-90b7ae5a2c0d req-3d0735e7-342f-4993-ae64-0b4c30a973ee service nova] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Received event network-vif-deleted-8ec5d3fa-ecaa-4e4e-851b-e96a1465801c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1727.291194] env[64496]: DEBUG nova.compute.manager [req-f157148b-e5ca-4fff-94df-90b7ae5a2c0d req-3d0735e7-342f-4993-ae64-0b4c30a973ee service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Received event network-vif-plugged-794768a3-0531-4e87-b676-8f4ddd8f6b44 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1727.291436] env[64496]: DEBUG oslo_concurrency.lockutils [req-f157148b-e5ca-4fff-94df-90b7ae5a2c0d req-3d0735e7-342f-4993-ae64-0b4c30a973ee service nova] Acquiring lock "c3ff13c9-4406-4fc0-9502-7b5d27a296ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.291673] env[64496]: DEBUG oslo_concurrency.lockutils [req-f157148b-e5ca-4fff-94df-90b7ae5a2c0d req-3d0735e7-342f-4993-ae64-0b4c30a973ee service nova] Lock "c3ff13c9-4406-4fc0-9502-7b5d27a296ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.291888] env[64496]: DEBUG oslo_concurrency.lockutils [req-f157148b-e5ca-4fff-94df-90b7ae5a2c0d req-3d0735e7-342f-4993-ae64-0b4c30a973ee service nova] Lock "c3ff13c9-4406-4fc0-9502-7b5d27a296ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.292137] env[64496]: DEBUG nova.compute.manager [req-f157148b-e5ca-4fff-94df-90b7ae5a2c0d req-3d0735e7-342f-4993-ae64-0b4c30a973ee service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] No waiting events found dispatching network-vif-plugged-794768a3-0531-4e87-b676-8f4ddd8f6b44 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1727.292391] env[64496]: WARNING nova.compute.manager [req-f157148b-e5ca-4fff-94df-90b7ae5a2c0d req-3d0735e7-342f-4993-ae64-0b4c30a973ee service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Received unexpected event network-vif-plugged-794768a3-0531-4e87-b676-8f4ddd8f6b44 for instance with vm_state building and task_state spawning. [ 1727.293759] env[64496]: DEBUG nova.scheduler.client.report [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1727.301624] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.309225] env[64496]: DEBUG nova.scheduler.client.report [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1727.309521] env[64496]: DEBUG nova.compute.provider_tree [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1727.314471] env[64496]: DEBUG nova.network.neutron [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Successfully updated port: 794768a3-0531-4e87-b676-8f4ddd8f6b44 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1727.322377] env[64496]: DEBUG nova.scheduler.client.report [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1727.343256] env[64496]: DEBUG nova.scheduler.client.report [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1727.358228] env[64496]: INFO nova.compute.manager [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Detaching volume 56683a54-3532-4be4-a52f-778e892609b4 [ 1727.403209] env[64496]: INFO nova.virt.block_device [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Attempting to driver detach volume 56683a54-3532-4be4-a52f-778e892609b4 from mountpoint /dev/sdb [ 1727.403481] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1727.403700] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392698', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'name': 'volume-56683a54-3532-4be4-a52f-778e892609b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b99410d-5523-414a-a281-e8d2567a10c2', 'attached_at': '', 'detached_at': '', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'serial': '56683a54-3532-4be4-a52f-778e892609b4'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1727.405199] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431c00b5-1450-46b5-b4be-119cca6300cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.433772] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25c5028-c8e3-4e42-bad5-ec0041a0396e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.439704] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902210, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.444372] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadcfc91-f32b-4281-9b6e-f9858b361eb8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.471552] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de052c7d-38eb-410c-9229-cd755674058f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.479824] env[64496]: DEBUG oslo_vmware.api [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902209, 'name': PowerOnVM_Task, 'duration_secs': 0.786574} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.489850] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1727.490088] env[64496]: INFO nova.compute.manager [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Took 11.72 seconds to spawn the instance on the hypervisor. [ 1727.490277] env[64496]: DEBUG nova.compute.manager [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.490574] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] The volume has not been displaced from its original location: [datastore2] volume-56683a54-3532-4be4-a52f-778e892609b4/volume-56683a54-3532-4be4-a52f-778e892609b4.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1727.495653] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1727.498697] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0142a10b-6f46-4659-a03d-349c0652f53b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.501017] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58ff923f-268b-4e47-96ec-d27fdc054188 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.522400] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1727.522400] env[64496]: value = "task-1902212" [ 1727.522400] env[64496]: _type = "Task" [ 1727.522400] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.532356] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902212, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.685460] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b4f0a1-fab6-4d0b-8613-81ea1e820639 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.693193] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d898f6e7-736b-4c09-875e-3e6b7ce12436 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.723268] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235b2d64-203d-49b3-b054-dd5703b1dd8d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.730484] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91e1066-1cdd-4a05-8edf-60bbf537dead {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.743468] env[64496]: DEBUG nova.compute.provider_tree [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1727.787043] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.817189] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "refresh_cache-c3ff13c9-4406-4fc0-9502-7b5d27a296ed" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.817313] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired lock "refresh_cache-c3ff13c9-4406-4fc0-9502-7b5d27a296ed" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.817473] env[64496]: DEBUG nova.network.neutron [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1727.921103] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902210, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.986427] env[64496]: DEBUG nova.network.neutron [req-7b55b44b-80e3-4de2-8f7c-baf72be0849a req-890e709d-738b-4ac5-b0be-340c8a167669 service nova] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Updated VIF entry in instance network info cache for port f55a726e-a791-4d53-a45d-45b43b8a89a1. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1727.986846] env[64496]: DEBUG nova.network.neutron [req-7b55b44b-80e3-4de2-8f7c-baf72be0849a req-890e709d-738b-4ac5-b0be-340c8a167669 service nova] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Updating instance_info_cache with network_info: [{"id": "f55a726e-a791-4d53-a45d-45b43b8a89a1", "address": "fa:16:3e:cb:01:3a", "network": {"id": "f945d926-faaa-4280-a173-a087d2ede7c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1911962122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830bd96902d24c8f8a3bc554a44796cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf55a726e-a7", "ovs_interfaceid": "f55a726e-a791-4d53-a45d-45b43b8a89a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.035957] env[64496]: INFO nova.compute.manager [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Took 18.91 seconds to build instance. [ 1728.040170] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.275309] env[64496]: DEBUG nova.scheduler.client.report [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1728.275587] env[64496]: DEBUG nova.compute.provider_tree [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 123 to 124 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1728.275770] env[64496]: DEBUG nova.compute.provider_tree [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1728.288357] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902211, 'name': ReconfigVM_Task, 'duration_secs': 0.973477} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.288802] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 4247d495-9cad-48c0-aae1-bfe16ec20155/4247d495-9cad-48c0-aae1-bfe16ec20155.vmdk or device None with type streamOptimized {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1728.290084] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3834a1b7-6177-4220-a667-4fbdbcdd8983 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.296424] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1728.296424] env[64496]: value = "task-1902213" [ 1728.296424] env[64496]: _type = "Task" [ 1728.296424] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.305313] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902213, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.364836] env[64496]: DEBUG nova.network.neutron [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1728.419988] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902210, 'name': CreateVM_Task, 'duration_secs': 1.487834} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.420216] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1728.420959] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.421154] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.421476] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1728.423884] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13007cca-6fb5-416b-bf4b-8175256edf92 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.429676] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1728.429676] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52efb521-1a64-5c7e-6613-11deac1dafc7" [ 1728.429676] env[64496]: _type = "Task" [ 1728.429676] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.442369] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52efb521-1a64-5c7e-6613-11deac1dafc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.489504] env[64496]: DEBUG oslo_concurrency.lockutils [req-7b55b44b-80e3-4de2-8f7c-baf72be0849a req-890e709d-738b-4ac5-b0be-340c8a167669 service nova] Releasing lock "refresh_cache-3a586d0d-ad5a-433c-8ba9-0371e6e3339b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.534366] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902212, 'name': ReconfigVM_Task, 'duration_secs': 0.682738} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.537020] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1728.543557] env[64496]: DEBUG oslo_concurrency.lockutils [None req-69658779-7863-47b2-a244-31ce4fb6f3d1 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "34ffb63b-2dde-4ae9-876d-fc8bd25a7e87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.429s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.543822] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b0bff75-1c6c-4a66-bd91-c7dcc63ae503 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.561332] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1728.561332] env[64496]: value = "task-1902214" [ 1728.561332] env[64496]: _type = "Task" [ 1728.561332] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.570254] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.592254] env[64496]: DEBUG nova.network.neutron [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Updating instance_info_cache with network_info: [{"id": "794768a3-0531-4e87-b676-8f4ddd8f6b44", "address": "fa:16:3e:31:49:09", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap794768a3-05", "ovs_interfaceid": "794768a3-0531-4e87-b676-8f4ddd8f6b44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.784321] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.985s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.786960] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.107s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.787261] env[64496]: DEBUG nova.objects.instance [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lazy-loading 'resources' on Instance uuid b5fda5f0-2f89-4eed-9284-0b0f74a747db {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.809584] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902213, 'name': Rename_Task, 'duration_secs': 0.305553} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.811009] env[64496]: INFO nova.scheduler.client.report [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Deleted allocations for instance 2ad73e12-d668-41d2-825b-ce0d2487feea [ 1728.812402] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1728.816032] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bdeb299-22aa-4d7f-ac64-b0f28ba9420d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.824345] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1728.824345] env[64496]: value = "task-1902215" [ 1728.824345] env[64496]: _type = "Task" [ 1728.824345] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.832997] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.897062] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3dc1f5e2-f057-468f-81a7-94ec1bd3173a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "34ffb63b-2dde-4ae9-876d-fc8bd25a7e87" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.897214] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3dc1f5e2-f057-468f-81a7-94ec1bd3173a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "34ffb63b-2dde-4ae9-876d-fc8bd25a7e87" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.897310] env[64496]: DEBUG nova.compute.manager [None req-3dc1f5e2-f057-468f-81a7-94ec1bd3173a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.898228] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9a544a-3f9e-4d83-b040-3285aec2d000 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.906086] env[64496]: DEBUG nova.compute.manager [None req-3dc1f5e2-f057-468f-81a7-94ec1bd3173a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64496) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1728.906710] env[64496]: DEBUG nova.objects.instance [None req-3dc1f5e2-f057-468f-81a7-94ec1bd3173a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lazy-loading 'flavor' on Instance uuid 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.940029] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52efb521-1a64-5c7e-6613-11deac1dafc7, 'name': SearchDatastore_Task, 'duration_secs': 0.029256} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.940353] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.940602] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1728.940855] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.941025] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.941206] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1728.941553] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c42ec11-4faf-4864-ae91-9d9a4fc2da1e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.949950] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1728.950149] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1728.950906] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f29712f-f703-417b-bb71-2a62167937ae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.955820] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1728.955820] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b51ea5-390a-cfa0-ca18-685b6616998f" [ 1728.955820] env[64496]: _type = "Task" [ 1728.955820] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.965760] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b51ea5-390a-cfa0-ca18-685b6616998f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.072063] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902214, 'name': ReconfigVM_Task, 'duration_secs': 0.274892} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.072203] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392698', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'name': 'volume-56683a54-3532-4be4-a52f-778e892609b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b99410d-5523-414a-a281-e8d2567a10c2', 'attached_at': '', 'detached_at': '', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'serial': '56683a54-3532-4be4-a52f-778e892609b4'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1729.095846] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Releasing lock "refresh_cache-c3ff13c9-4406-4fc0-9502-7b5d27a296ed" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.096258] env[64496]: DEBUG nova.compute.manager [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Instance network_info: |[{"id": "794768a3-0531-4e87-b676-8f4ddd8f6b44", "address": "fa:16:3e:31:49:09", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap794768a3-05", "ovs_interfaceid": "794768a3-0531-4e87-b676-8f4ddd8f6b44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1729.096649] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:49:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '794768a3-0531-4e87-b676-8f4ddd8f6b44', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1729.104422] env[64496]: DEBUG oslo.service.loopingcall [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.104668] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1729.105472] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-172af6e6-3e2b-464d-9d43-329e18de48a8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.124291] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1729.124291] env[64496]: value = "task-1902216" [ 1729.124291] env[64496]: _type = "Task" [ 1729.124291] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.131757] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902216, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.317481] env[64496]: DEBUG nova.compute.manager [req-ea24028a-c53e-4c6c-80c0-48b6627c7510 req-680d2e60-c2d1-4b8a-9a0b-f56901c8b1d8 service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Received event network-changed-794768a3-0531-4e87-b676-8f4ddd8f6b44 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1729.317481] env[64496]: DEBUG nova.compute.manager [req-ea24028a-c53e-4c6c-80c0-48b6627c7510 req-680d2e60-c2d1-4b8a-9a0b-f56901c8b1d8 service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Refreshing instance network info cache due to event network-changed-794768a3-0531-4e87-b676-8f4ddd8f6b44. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1729.317481] env[64496]: DEBUG oslo_concurrency.lockutils [req-ea24028a-c53e-4c6c-80c0-48b6627c7510 req-680d2e60-c2d1-4b8a-9a0b-f56901c8b1d8 service nova] Acquiring lock "refresh_cache-c3ff13c9-4406-4fc0-9502-7b5d27a296ed" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.317481] env[64496]: DEBUG oslo_concurrency.lockutils [req-ea24028a-c53e-4c6c-80c0-48b6627c7510 req-680d2e60-c2d1-4b8a-9a0b-f56901c8b1d8 service nova] Acquired lock "refresh_cache-c3ff13c9-4406-4fc0-9502-7b5d27a296ed" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.317481] env[64496]: DEBUG nova.network.neutron [req-ea24028a-c53e-4c6c-80c0-48b6627c7510 req-680d2e60-c2d1-4b8a-9a0b-f56901c8b1d8 service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Refreshing network info cache for port 794768a3-0531-4e87-b676-8f4ddd8f6b44 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1729.321255] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9241bc2a-f13b-4d7c-af2b-a1e2b12dae13 tempest-ServerGroupTestJSON-628859533 tempest-ServerGroupTestJSON-628859533-project-member] Lock "2ad73e12-d668-41d2-825b-ce0d2487feea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.436s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.341324] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902215, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.469224] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b51ea5-390a-cfa0-ca18-685b6616998f, 'name': SearchDatastore_Task, 'duration_secs': 0.015054} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.470314] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd7ee81-031b-4bed-978f-0484e303163a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.476374] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1729.476374] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f36d4f-91a8-218a-4aa3-5dc18aaf8f6e" [ 1729.476374] env[64496]: _type = "Task" [ 1729.476374] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.487186] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f36d4f-91a8-218a-4aa3-5dc18aaf8f6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.605445] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acf9247-d67d-41d3-b233-93514778ed6e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.619592] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9913bdc3-e784-42a0-86b4-e17a5b2bddbc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.666686] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d789df-b605-4a0b-af40-d202c3332377 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.675254] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902216, 'name': CreateVM_Task, 'duration_secs': 0.448904} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.676036] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1729.676731] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.676897] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.677255] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1729.680251] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d352693-c94d-4bcf-b565-a41f51340e4f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.683240] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89ee443-247f-4595-9c38-c2a4d92aa02f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.692255] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1729.692255] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f7a5fc-1a4c-8bb7-f749-a38954665aa4" [ 1729.692255] env[64496]: _type = "Task" [ 1729.692255] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.701359] env[64496]: DEBUG nova.compute.provider_tree [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.714650] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f7a5fc-1a4c-8bb7-f749-a38954665aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.01564} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.714861] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.715219] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1729.715445] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.835640] env[64496]: DEBUG oslo_vmware.api [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902215, 'name': PowerOnVM_Task, 'duration_secs': 0.583781} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.836294] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1729.836294] env[64496]: INFO nova.compute.manager [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Took 19.15 seconds to spawn the instance on the hypervisor. [ 1729.836448] env[64496]: DEBUG nova.compute.manager [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1729.837506] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7679528-11f2-4d7d-8346-25d6c780b307 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.915196] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc1f5e2-f057-468f-81a7-94ec1bd3173a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.915492] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faed4ae4-1f94-4b34-8aa1-5e85b31f7b99 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.923143] env[64496]: DEBUG oslo_vmware.api [None req-3dc1f5e2-f057-468f-81a7-94ec1bd3173a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1729.923143] env[64496]: value = "task-1902217" [ 1729.923143] env[64496]: _type = "Task" [ 1729.923143] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.932459] env[64496]: DEBUG oslo_vmware.api [None req-3dc1f5e2-f057-468f-81a7-94ec1bd3173a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.988676] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f36d4f-91a8-218a-4aa3-5dc18aaf8f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.012319} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.988971] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.989216] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 3a586d0d-ad5a-433c-8ba9-0371e6e3339b/3a586d0d-ad5a-433c-8ba9-0371e6e3339b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1729.989506] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.989699] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1729.989940] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c52e7f3a-8261-45ea-b3b7-b576609595be {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.993167] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95ecac1b-9a9f-4ee3-bfe8-b7c4de7f9dbc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.001120] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1730.001120] env[64496]: value = "task-1902218" [ 1730.001120] env[64496]: _type = "Task" [ 1730.001120] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.005044] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1730.005238] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1730.006568] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452481be-cd92-4b86-8da7-ae7fcb7fc8ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.011645] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.014966] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1730.014966] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f9eb90-df5a-4e27-7627-4af22fa714a6" [ 1730.014966] env[64496]: _type = "Task" [ 1730.014966] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.023213] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f9eb90-df5a-4e27-7627-4af22fa714a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.176519] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.176868] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b83f347-3cd7-4b8d-9890-bf914caa2c5a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.184051] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1730.184051] env[64496]: value = "task-1902219" [ 1730.184051] env[64496]: _type = "Task" [ 1730.184051] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.184852] env[64496]: DEBUG nova.network.neutron [req-ea24028a-c53e-4c6c-80c0-48b6627c7510 req-680d2e60-c2d1-4b8a-9a0b-f56901c8b1d8 service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Updated VIF entry in instance network info cache for port 794768a3-0531-4e87-b676-8f4ddd8f6b44. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1730.185191] env[64496]: DEBUG nova.network.neutron [req-ea24028a-c53e-4c6c-80c0-48b6627c7510 req-680d2e60-c2d1-4b8a-9a0b-f56901c8b1d8 service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Updating instance_info_cache with network_info: [{"id": "794768a3-0531-4e87-b676-8f4ddd8f6b44", "address": "fa:16:3e:31:49:09", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap794768a3-05", "ovs_interfaceid": "794768a3-0531-4e87-b676-8f4ddd8f6b44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.196263] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] VM already powered off {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1730.196485] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1730.196669] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392698', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'name': 'volume-56683a54-3532-4be4-a52f-778e892609b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b99410d-5523-414a-a281-e8d2567a10c2', 'attached_at': '', 'detached_at': '', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'serial': '56683a54-3532-4be4-a52f-778e892609b4'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1730.197560] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee80e2a-18b6-4c93-be97-355e429d8bd2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.221053] env[64496]: DEBUG nova.scheduler.client.report [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1730.224584] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29ac074-6e74-4daf-a080-a5c0a42efd92 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.233417] env[64496]: WARNING nova.virt.vmwareapi.driver [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1730.234714] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1730.234714] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b38712-23b5-480f-8a95-750b1e9c416e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.243720] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1730.243997] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89f58bf5-c25f-4404-a0b4-3d82410b56f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.332508] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1730.332508] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1730.332508] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleting the datastore file [datastore2] 3b99410d-5523-414a-a281-e8d2567a10c2 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1730.332508] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c73bd727-0c76-4894-94da-b91e77346a39 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.338065] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1730.338065] env[64496]: value = "task-1902221" [ 1730.338065] env[64496]: _type = "Task" [ 1730.338065] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.356826] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.359942] env[64496]: INFO nova.compute.manager [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Took 24.57 seconds to build instance. [ 1730.435148] env[64496]: DEBUG oslo_vmware.api [None req-3dc1f5e2-f057-468f-81a7-94ec1bd3173a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902217, 'name': PowerOffVM_Task, 'duration_secs': 0.298982} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.435353] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc1f5e2-f057-468f-81a7-94ec1bd3173a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1730.435583] env[64496]: DEBUG nova.compute.manager [None req-3dc1f5e2-f057-468f-81a7-94ec1bd3173a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.436470] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d7275e-05c7-4c34-b354-359fe6b96770 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.514384] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902218, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.526785] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f9eb90-df5a-4e27-7627-4af22fa714a6, 'name': SearchDatastore_Task, 'duration_secs': 0.032765} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.529153] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7422f0f-1e3b-4129-8ccb-d3e22ea559d7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.538015] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1730.538015] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c93dbd-5260-2f53-1251-e2217e1878f1" [ 1730.538015] env[64496]: _type = "Task" [ 1730.538015] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.548339] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c93dbd-5260-2f53-1251-e2217e1878f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.692637] env[64496]: DEBUG oslo_concurrency.lockutils [req-ea24028a-c53e-4c6c-80c0-48b6627c7510 req-680d2e60-c2d1-4b8a-9a0b-f56901c8b1d8 service nova] Releasing lock "refresh_cache-c3ff13c9-4406-4fc0-9502-7b5d27a296ed" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.729209] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.732313] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.887s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.732835] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.732835] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1730.733260] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.560s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.733432] env[64496]: DEBUG nova.objects.instance [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lazy-loading 'resources' on Instance uuid 78d5ce8b-2d9d-456e-8473-6aac803fddc8 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.735663] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea24a59d-31de-477c-8ab3-57a9c3de1134 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.747102] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd7a9ad-a56b-477a-8c63-93de52a5d78f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.768733] env[64496]: INFO nova.scheduler.client.report [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Deleted allocations for instance b5fda5f0-2f89-4eed-9284-0b0f74a747db [ 1730.770855] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313bc9af-3352-45a1-a752-c8a938308886 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.784593] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3074121-8e08-49a3-a649-ab509854a4dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.818390] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178873MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1730.818755] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.848621] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171646} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.849285] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1730.849632] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1730.849954] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1730.861906] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8fa4da0a-7cfc-4a68-8ba0-607ab0d6ea63 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "4247d495-9cad-48c0-aae1-bfe16ec20155" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.082s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.875857] env[64496]: INFO nova.compute.manager [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Rebuilding instance [ 1730.928121] env[64496]: DEBUG nova.compute.manager [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.929158] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f1382a-f627-43f8-a692-46050fc183ec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.949566] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3dc1f5e2-f057-468f-81a7-94ec1bd3173a tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "34ffb63b-2dde-4ae9-876d-fc8bd25a7e87" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.011354] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847362} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.011445] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 3a586d0d-ad5a-433c-8ba9-0371e6e3339b/3a586d0d-ad5a-433c-8ba9-0371e6e3339b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1731.011630] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1731.011935] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88b7d00d-c2c2-47d1-96cb-f1b1e93e663b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.019209] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1731.019209] env[64496]: value = "task-1902222" [ 1731.019209] env[64496]: _type = "Task" [ 1731.019209] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.029949] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.048640] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c93dbd-5260-2f53-1251-e2217e1878f1, 'name': SearchDatastore_Task, 'duration_secs': 0.062905} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.048921] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.049287] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] c3ff13c9-4406-4fc0-9502-7b5d27a296ed/c3ff13c9-4406-4fc0-9502-7b5d27a296ed.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1731.049570] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28cf5779-29e8-4338-9983-d29e71a15b48 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.056287] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1731.056287] env[64496]: value = "task-1902223" [ 1731.056287] env[64496]: _type = "Task" [ 1731.056287] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.064855] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.284811] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c35657fa-0a9a-4140-8446-18125a24e4d3 tempest-ServersWithSpecificFlavorTestJSON-357447687 tempest-ServersWithSpecificFlavorTestJSON-357447687-project-member] Lock "b5fda5f0-2f89-4eed-9284-0b0f74a747db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.801s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.356051] env[64496]: INFO nova.virt.block_device [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Booting with volume 56683a54-3532-4be4-a52f-778e892609b4 at /dev/sdb [ 1731.408626] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcc280ac-00a5-4587-921b-754e27764ac8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.420579] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd708cab-54df-47a4-b327-b724ba660212 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.465698] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aaf7d00c-f834-4b9e-b9c1-49f96064ee55 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.473428] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aff17d-00e6-4246-beb4-611938893f56 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.489483] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "34ffb63b-2dde-4ae9-876d-fc8bd25a7e87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.489698] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "34ffb63b-2dde-4ae9-876d-fc8bd25a7e87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.489983] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "34ffb63b-2dde-4ae9-876d-fc8bd25a7e87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.490234] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "34ffb63b-2dde-4ae9-876d-fc8bd25a7e87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.490409] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "34ffb63b-2dde-4ae9-876d-fc8bd25a7e87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.492766] env[64496]: INFO nova.compute.manager [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Terminating instance [ 1731.527784] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04466e2-bd98-4aed-974e-dbd6d0b9bd16 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.543208] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071536} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.544096] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6519121a-d09a-4a19-9f04-6ba2e9adebc3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.547016] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1731.547609] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45af1c7-69e3-498b-8c58-55159c27685f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.572370] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3a586d0d-ad5a-433c-8ba9-0371e6e3339b/3a586d0d-ad5a-433c-8ba9-0371e6e3339b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.582245] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c42f79-dd35-4f24-b344-74ac37214312 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.594888] env[64496]: DEBUG nova.virt.block_device [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Updating existing volume attachment record: 3f3012e0-3f43-4a2e-acb4-b8755fd73b49 {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1731.604829] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.604829] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1731.604829] env[64496]: value = "task-1902224" [ 1731.604829] env[64496]: _type = "Task" [ 1731.604829] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.614855] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.638378] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51681449-1e21-4463-8fa9-1f4e8d1e2d24 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.647708] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4f0e7a-445b-4d9b-98af-4ba22206d52e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.680079] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb6e07d-b5c5-4c75-8903-2094c0698639 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.688581] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7085d87b-9c04-4b1c-8120-c30e6935eed7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.704024] env[64496]: DEBUG nova.compute.provider_tree [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1731.738604] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "4247d495-9cad-48c0-aae1-bfe16ec20155" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.738940] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "4247d495-9cad-48c0-aae1-bfe16ec20155" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.739202] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "4247d495-9cad-48c0-aae1-bfe16ec20155-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.739410] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "4247d495-9cad-48c0-aae1-bfe16ec20155-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.739650] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "4247d495-9cad-48c0-aae1-bfe16ec20155-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.741927] env[64496]: INFO nova.compute.manager [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Terminating instance [ 1731.943113] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.943502] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93b30986-95d6-4192-bd72-641ab8ebcd7a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.953267] env[64496]: DEBUG oslo_vmware.api [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Waiting for the task: (returnval){ [ 1731.953267] env[64496]: value = "task-1902225" [ 1731.953267] env[64496]: _type = "Task" [ 1731.953267] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.962050] env[64496]: DEBUG oslo_vmware.api [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1902225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.997212] env[64496]: DEBUG nova.compute.manager [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1731.997398] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1731.998839] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efba2dd9-9cdc-4221-9c71-5ce9cf36c6e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.007916] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1732.007916] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6136ab92-68ad-4626-91e1-72e372b02dfe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.075722] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902223, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.108561] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1732.108837] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1732.109149] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleting the datastore file [datastore2] 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1732.113192] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1b2e1ad-361d-41d3-a0d3-80c051fa30ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.125699] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902224, 'name': ReconfigVM_Task, 'duration_secs': 0.299781} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.127372] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3a586d0d-ad5a-433c-8ba9-0371e6e3339b/3a586d0d-ad5a-433c-8ba9-0371e6e3339b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.129116] env[64496]: DEBUG oslo_vmware.api [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1732.129116] env[64496]: value = "task-1902227" [ 1732.129116] env[64496]: _type = "Task" [ 1732.129116] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.129404] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4389e4b4-2d33-4126-9b9e-63c678574394 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.145369] env[64496]: DEBUG oslo_vmware.api [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.145749] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1732.145749] env[64496]: value = "task-1902228" [ 1732.145749] env[64496]: _type = "Task" [ 1732.145749] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.159399] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902228, 'name': Rename_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.246744] env[64496]: DEBUG nova.compute.manager [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1732.247015] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1732.248875] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415c8749-ceb5-4c3c-831d-1aef0c16e723 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.252976] env[64496]: DEBUG nova.scheduler.client.report [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1732.253421] env[64496]: DEBUG nova.compute.provider_tree [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 124 to 125 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1732.253668] env[64496]: DEBUG nova.compute.provider_tree [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1732.263752] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1732.263752] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56c2a3c3-2d0a-4df8-ab30-3b3fb3c23f8d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.270221] env[64496]: DEBUG oslo_vmware.api [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1732.270221] env[64496]: value = "task-1902229" [ 1732.270221] env[64496]: _type = "Task" [ 1732.270221] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.280382] env[64496]: DEBUG oslo_vmware.api [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.465157] env[64496]: DEBUG oslo_vmware.api [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1902225, 'name': PowerOffVM_Task, 'duration_secs': 0.171454} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.465646] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1732.466673] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1732.466960] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3728e44f-6f7b-4c4b-9e1e-0a12e38bc932 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.473510] env[64496]: DEBUG oslo_vmware.api [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Waiting for the task: (returnval){ [ 1732.473510] env[64496]: value = "task-1902230" [ 1732.473510] env[64496]: _type = "Task" [ 1732.473510] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.486649] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] VM already powered off {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1732.486982] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1732.487396] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392623', 'volume_id': '6ca80690-e3df-4aab-8755-7834a31eea76', 'name': 'volume-6ca80690-e3df-4aab-8755-7834a31eea76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'feb9aa48-fdc5-46d5-8b2f-6587ff4600c6', 'attached_at': '', 'detached_at': '', 'volume_id': '6ca80690-e3df-4aab-8755-7834a31eea76', 'serial': '6ca80690-e3df-4aab-8755-7834a31eea76'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1732.489190] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ef2ab9-46d3-4cb0-acae-61dc32a24a0b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.512998] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c0df2e-6bef-4e16-bc8e-ab09a39b95d1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.521519] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a1fc9e-0ab2-44bb-a35a-f5dac56d6066 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.544609] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce5808b-5d82-4e59-af5a-a39e27f2c7aa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.561625] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] The volume has not been displaced from its original location: [datastore2] volume-6ca80690-e3df-4aab-8755-7834a31eea76/volume-6ca80690-e3df-4aab-8755-7834a31eea76.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1732.567686] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1732.568124] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1278d248-be7f-4bdf-b675-4a25d5ebf1e5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.592332] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902223, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.397009} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.593603] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] c3ff13c9-4406-4fc0-9502-7b5d27a296ed/c3ff13c9-4406-4fc0-9502-7b5d27a296ed.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1732.593828] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1732.594159] env[64496]: DEBUG oslo_vmware.api [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Waiting for the task: (returnval){ [ 1732.594159] env[64496]: value = "task-1902231" [ 1732.594159] env[64496]: _type = "Task" [ 1732.594159] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.594399] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-939cd37c-1d74-402b-a2fb-d854d23fca80 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.606073] env[64496]: DEBUG oslo_vmware.api [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1902231, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.607625] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1732.607625] env[64496]: value = "task-1902232" [ 1732.607625] env[64496]: _type = "Task" [ 1732.607625] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.615968] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.640859] env[64496]: DEBUG oslo_vmware.api [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33322} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.644424] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1732.644424] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1732.644424] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1732.644424] env[64496]: INFO nova.compute.manager [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1732.644424] env[64496]: DEBUG oslo.service.loopingcall [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.644424] env[64496]: DEBUG nova.compute.manager [-] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1732.644424] env[64496]: DEBUG nova.network.neutron [-] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1732.659553] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902228, 'name': Rename_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.759944] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.762982] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.363s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.763925] env[64496]: INFO nova.compute.claims [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1732.785643] env[64496]: DEBUG oslo_vmware.api [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902229, 'name': PowerOffVM_Task, 'duration_secs': 0.280487} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.785643] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1732.785643] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1732.785924] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69c4f127-b464-4042-8952-bfc1acbf37aa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.807664] env[64496]: INFO nova.scheduler.client.report [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Deleted allocations for instance 78d5ce8b-2d9d-456e-8473-6aac803fddc8 [ 1732.877096] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1732.877352] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1732.877546] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleting the datastore file [datastore2] 4247d495-9cad-48c0-aae1-bfe16ec20155 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1732.877850] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce52fed0-8745-4478-a33d-f9fade1c15f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.884345] env[64496]: DEBUG oslo_vmware.api [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1732.884345] env[64496]: value = "task-1902234" [ 1732.884345] env[64496]: _type = "Task" [ 1732.884345] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.891806] env[64496]: DEBUG oslo_vmware.api [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.107615] env[64496]: DEBUG oslo_vmware.api [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1902231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.120953] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.149572] env[64496]: DEBUG nova.compute.manager [req-8afbac31-c4c1-4bae-a452-6205b86ea071 req-a960251b-d2c8-4907-b2a0-7d9b61451cac service nova] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Received event network-vif-deleted-aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1733.149964] env[64496]: INFO nova.compute.manager [req-8afbac31-c4c1-4bae-a452-6205b86ea071 req-a960251b-d2c8-4907-b2a0-7d9b61451cac service nova] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Neutron deleted interface aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce; detaching it from the instance and deleting it from the info cache [ 1733.150225] env[64496]: DEBUG nova.network.neutron [req-8afbac31-c4c1-4bae-a452-6205b86ea071 req-a960251b-d2c8-4907-b2a0-7d9b61451cac service nova] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.166051] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902228, 'name': Rename_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.318928] env[64496]: DEBUG oslo_concurrency.lockutils [None req-23939dc0-35c1-477f-b135-087b01c63443 tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "78d5ce8b-2d9d-456e-8473-6aac803fddc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.126s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.397941] env[64496]: DEBUG oslo_vmware.api [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143901} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.398059] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1733.398226] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1733.398687] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1733.398971] env[64496]: INFO nova.compute.manager [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1733.399284] env[64496]: DEBUG oslo.service.loopingcall [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.399562] env[64496]: DEBUG nova.compute.manager [-] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1733.399648] env[64496]: DEBUG nova.network.neutron [-] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1733.584828] env[64496]: DEBUG nova.network.neutron [-] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.613109] env[64496]: DEBUG oslo_vmware.api [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1902231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.624291] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.615159} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.624567] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1733.628016] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c939fa0e-1dea-4fb8-b444-c7d8885fbd76 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.651657] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] c3ff13c9-4406-4fc0-9502-7b5d27a296ed/c3ff13c9-4406-4fc0-9502-7b5d27a296ed.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1733.653855] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d904c42-5823-4b34-a642-4580e8ee3ba8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.673132] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-654df3d3-9a2b-4464-8d83-9e772c5b7717 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.682051] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902228, 'name': Rename_Task, 'duration_secs': 1.280852} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.684153] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1733.684762] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1733.684762] env[64496]: value = "task-1902235" [ 1733.684762] env[64496]: _type = "Task" [ 1733.684762] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.684953] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46037505-2918-47a4-81ea-14a6b3b019ab {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.689148] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488a9958-e891-4ca8-8b9c-5d24bd0844ec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.712792] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.717128] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1733.717128] env[64496]: value = "task-1902236" [ 1733.717128] env[64496]: _type = "Task" [ 1733.717128] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.733728] env[64496]: DEBUG nova.compute.manager [req-8afbac31-c4c1-4bae-a452-6205b86ea071 req-a960251b-d2c8-4907-b2a0-7d9b61451cac service nova] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Detach interface failed, port_id=aaa12cdb-2ef7-4b4d-b13e-dc61f8bc3fce, reason: Instance 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1733.740283] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.743624] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "c4d694d9-100c-4a7a-86fa-d7636d250205" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.743794] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "c4d694d9-100c-4a7a-86fa-d7636d250205" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.744141] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "c4d694d9-100c-4a7a-86fa-d7636d250205-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.744339] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "c4d694d9-100c-4a7a-86fa-d7636d250205-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.744598] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "c4d694d9-100c-4a7a-86fa-d7636d250205-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.746858] env[64496]: INFO nova.compute.manager [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Terminating instance [ 1733.760021] env[64496]: DEBUG nova.virt.hardware [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1733.760021] env[64496]: DEBUG nova.virt.hardware [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1733.760021] env[64496]: DEBUG nova.virt.hardware [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1733.760021] env[64496]: DEBUG nova.virt.hardware [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1733.760715] env[64496]: DEBUG nova.virt.hardware [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1733.761439] env[64496]: DEBUG nova.virt.hardware [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1733.761439] env[64496]: DEBUG nova.virt.hardware [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1733.761439] env[64496]: DEBUG nova.virt.hardware [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1733.761696] env[64496]: DEBUG nova.virt.hardware [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1733.761696] env[64496]: DEBUG nova.virt.hardware [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1733.761804] env[64496]: DEBUG nova.virt.hardware [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1733.762973] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89139951-66fb-4f43-8207-72b9f5d9b238 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.777618] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b64ac4-d918-4b23-abac-ad8c2d2acde6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.795400] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:d7:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09595e46-01fb-4d4a-b15d-38fee7d7ce68', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1733.804139] env[64496]: DEBUG oslo.service.loopingcall [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.807561] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1733.808381] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5903e9d5-1f76-4b65-b1f3-c1b172c8f276 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.834451] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1733.834451] env[64496]: value = "task-1902237" [ 1733.834451] env[64496]: _type = "Task" [ 1733.834451] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.846093] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902237, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.086735] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f87a46-afd4-4d28-b16d-29e4925d4c24 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.090191] env[64496]: INFO nova.compute.manager [-] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Took 1.45 seconds to deallocate network for instance. [ 1734.098147] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c5d5b1-9383-431c-a38c-b4583eeaf9f9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.109456] env[64496]: DEBUG oslo_vmware.api [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1902231, 'name': ReconfigVM_Task, 'duration_secs': 1.066227} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.139518] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1734.149158] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f19ffba-5ce9-4a52-bbc0-d543706d6d69 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.161898] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3f8d8e-0787-4dc0-9e9f-646e5aa41824 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.166076] env[64496]: DEBUG nova.network.neutron [-] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.175430] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec897796-1995-4834-8048-13ce328198da {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.180735] env[64496]: DEBUG oslo_vmware.api [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Waiting for the task: (returnval){ [ 1734.180735] env[64496]: value = "task-1902238" [ 1734.180735] env[64496]: _type = "Task" [ 1734.180735] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.194396] env[64496]: DEBUG nova.compute.provider_tree [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.201468] env[64496]: DEBUG oslo_vmware.api [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1902238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.210834] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902235, 'name': ReconfigVM_Task, 'duration_secs': 0.325587} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.211145] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Reconfigured VM instance instance-00000055 to attach disk [datastore1] c3ff13c9-4406-4fc0-9502-7b5d27a296ed/c3ff13c9-4406-4fc0-9502-7b5d27a296ed.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1734.211778] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-859bde7f-8c29-4580-ac86-cd4178ddede3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.218629] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1734.218629] env[64496]: value = "task-1902239" [ 1734.218629] env[64496]: _type = "Task" [ 1734.218629] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.232342] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902239, 'name': Rename_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.235790] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902236, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.251668] env[64496]: DEBUG nova.compute.manager [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1734.255345] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1734.255345] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2731b168-a8be-43cb-8420-8c660ea0d212 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.261228] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1734.261509] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-049dedee-4015-4667-8096-200cbc6f3902 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.267807] env[64496]: DEBUG oslo_vmware.api [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1734.267807] env[64496]: value = "task-1902240" [ 1734.267807] env[64496]: _type = "Task" [ 1734.267807] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.277925] env[64496]: DEBUG oslo_vmware.api [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.344378] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902237, 'name': CreateVM_Task, 'duration_secs': 0.437197} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.344550] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1734.345253] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.345410] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.345731] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1734.346102] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c234377-e291-40a4-8943-7e41239f0977 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.350987] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1734.350987] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d06bc6-3d33-2044-b2df-c53332147637" [ 1734.350987] env[64496]: _type = "Task" [ 1734.350987] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.363079] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d06bc6-3d33-2044-b2df-c53332147637, 'name': SearchDatastore_Task} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.363452] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.363735] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1734.364045] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.364211] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.364398] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1734.364657] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0c5d512-f9b4-43fe-8a96-3f2069a2dbc7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.374107] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1734.374107] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1734.374842] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6fd7b9-5528-462b-9f29-ac16bd0bb91e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.380662] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1734.380662] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c1e4c9-a795-7d97-8245-106e32a98f3c" [ 1734.380662] env[64496]: _type = "Task" [ 1734.380662] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.393483] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c1e4c9-a795-7d97-8245-106e32a98f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.599447] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.672791] env[64496]: INFO nova.compute.manager [-] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Took 1.27 seconds to deallocate network for instance. [ 1734.693092] env[64496]: DEBUG oslo_vmware.api [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1902238, 'name': ReconfigVM_Task, 'duration_secs': 0.147362} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.694416] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392623', 'volume_id': '6ca80690-e3df-4aab-8755-7834a31eea76', 'name': 'volume-6ca80690-e3df-4aab-8755-7834a31eea76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'feb9aa48-fdc5-46d5-8b2f-6587ff4600c6', 'attached_at': '', 'detached_at': '', 'volume_id': '6ca80690-e3df-4aab-8755-7834a31eea76', 'serial': '6ca80690-e3df-4aab-8755-7834a31eea76'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1734.695287] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1734.696176] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced7864f-d9d0-4b70-811b-7e0f17971c8e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.704735] env[64496]: DEBUG nova.scheduler.client.report [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1734.709777] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1734.709777] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d429dfa2-e5c2-4a91-b96f-8bed7b6c3ae5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.736856] env[64496]: DEBUG oslo_vmware.api [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902236, 'name': PowerOnVM_Task, 'duration_secs': 0.563577} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.743987] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1734.743987] env[64496]: INFO nova.compute.manager [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Took 10.44 seconds to spawn the instance on the hypervisor. [ 1734.743987] env[64496]: DEBUG nova.compute.manager [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1734.743987] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902239, 'name': Rename_Task, 'duration_secs': 0.192145} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.743987] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b167743-edf1-42f6-aaa8-ffb4b9ec0658 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.745749] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1734.745997] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2adb107-6dca-4724-b375-567ee41c54a5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.754786] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1734.754786] env[64496]: value = "task-1902242" [ 1734.754786] env[64496]: _type = "Task" [ 1734.754786] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.762705] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.781519] env[64496]: DEBUG oslo_vmware.api [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902240, 'name': PowerOffVM_Task, 'duration_secs': 0.235756} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.784666] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1734.784666] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1734.784666] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-065aedb3-cc1c-43ac-b8a5-c0974b3b0563 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.891642] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c1e4c9-a795-7d97-8245-106e32a98f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.013419} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.893507] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc75abc-4cc7-44aa-a1bd-58673ca9d3a5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.898113] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1734.898113] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52604d79-43ea-7ace-eb38-d3c5f19c9c01" [ 1734.898113] env[64496]: _type = "Task" [ 1734.898113] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.907531] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52604d79-43ea-7ace-eb38-d3c5f19c9c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.963310] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1734.963556] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1734.963799] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Deleting the datastore file [datastore1] c4d694d9-100c-4a7a-86fa-d7636d250205 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1734.964351] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90863b40-3365-48d9-8378-7d9d7005f748 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.971908] env[64496]: DEBUG oslo_vmware.api [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for the task: (returnval){ [ 1734.971908] env[64496]: value = "task-1902244" [ 1734.971908] env[64496]: _type = "Task" [ 1734.971908] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.981432] env[64496]: DEBUG oslo_vmware.api [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.067524] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1735.067679] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1735.068102] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Deleting the datastore file [datastore2] feb9aa48-fdc5-46d5-8b2f-6587ff4600c6 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1735.068397] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5052d99-5b2d-4021-b62c-793ac2a8ed74 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.075270] env[64496]: DEBUG oslo_vmware.api [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Waiting for the task: (returnval){ [ 1735.075270] env[64496]: value = "task-1902245" [ 1735.075270] env[64496]: _type = "Task" [ 1735.075270] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.083649] env[64496]: DEBUG oslo_vmware.api [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1902245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.182088] env[64496]: DEBUG nova.compute.manager [req-3955ea10-31d5-432f-80db-2910e5843026 req-1f1dc7e9-133a-4574-8fcb-8666683438fd service nova] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Received event network-vif-deleted-f0e99717-f06d-4b24-a56c-28d93eeb4348 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1735.183576] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.213598] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.213598] env[64496]: DEBUG nova.compute.manager [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1735.215056] env[64496]: DEBUG oslo_concurrency.lockutils [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.641s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.215427] env[64496]: DEBUG nova.objects.instance [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lazy-loading 'resources' on Instance uuid e2550e36-a48e-493e-b984-95c793fd3651 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1735.270761] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902242, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.271316] env[64496]: INFO nova.compute.manager [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Took 20.92 seconds to build instance. [ 1735.410595] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52604d79-43ea-7ace-eb38-d3c5f19c9c01, 'name': SearchDatastore_Task, 'duration_secs': 0.019788} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.410975] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.411283] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 3b99410d-5523-414a-a281-e8d2567a10c2/3b99410d-5523-414a-a281-e8d2567a10c2.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1735.411589] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c8b4e6a-d47a-4d79-abf5-857d7e6fc5d2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.418769] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1735.418769] env[64496]: value = "task-1902246" [ 1735.418769] env[64496]: _type = "Task" [ 1735.418769] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.428225] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.484441] env[64496]: DEBUG oslo_vmware.api [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Task: {'id': task-1902244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280005} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.484441] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.484441] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.484441] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.484834] env[64496]: INFO nova.compute.manager [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1735.485771] env[64496]: DEBUG oslo.service.loopingcall [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1735.485771] env[64496]: DEBUG nova.compute.manager [-] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1735.485771] env[64496]: DEBUG nova.network.neutron [-] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1735.590214] env[64496]: DEBUG oslo_vmware.api [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Task: {'id': task-1902245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108137} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.590214] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.590214] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.590214] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.679104] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "383a2481-1533-4fba-b22a-33914ba6da44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.679832] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "383a2481-1533-4fba-b22a-33914ba6da44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.681570] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1735.682259] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f617e945-ae6c-4f5a-9dd0-90a8781e68a2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.694990] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6294287b-3091-4fd4-abdf-b8fc616460e4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.733885] env[64496]: DEBUG nova.compute.utils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1735.741396] env[64496]: ERROR nova.compute.manager [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Failed to detach volume 6ca80690-e3df-4aab-8755-7834a31eea76 from /dev/sda: nova.exception.InstanceNotFound: Instance feb9aa48-fdc5-46d5-8b2f-6587ff4600c6 could not be found. [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Traceback (most recent call last): [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] self.driver.rebuild(**kwargs) [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] raise NotImplementedError() [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] NotImplementedError [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] During handling of the above exception, another exception occurred: [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Traceback (most recent call last): [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] self.driver.detach_volume(context, old_connection_info, [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] return self._volumeops.detach_volume(connection_info, instance) [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] self._detach_volume_vmdk(connection_info, instance) [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] stable_ref.fetch_moref(session) [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] nova.exception.InstanceNotFound: Instance feb9aa48-fdc5-46d5-8b2f-6587ff4600c6 could not be found. [ 1735.741396] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] [ 1735.743258] env[64496]: DEBUG nova.compute.manager [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1735.743258] env[64496]: DEBUG nova.network.neutron [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1735.773229] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ab69d49-5261-4fc1-ae48-0ff56c66a7b9 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "3a586d0d-ad5a-433c-8ba9-0371e6e3339b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.434s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.779188] env[64496]: DEBUG oslo_vmware.api [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902242, 'name': PowerOnVM_Task, 'duration_secs': 0.643213} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.779188] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1735.779188] env[64496]: INFO nova.compute.manager [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1735.779188] env[64496]: DEBUG nova.compute.manager [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1735.779663] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a4db6c-8433-402f-ad7d-510464564697 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.871207] env[64496]: DEBUG nova.policy [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdef1c554163483fba3e10a3e6c375b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '288d1cc21b0741b1807f205bcb3814a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1735.934315] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902246, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.940322] env[64496]: DEBUG nova.compute.utils [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Build of instance feb9aa48-fdc5-46d5-8b2f-6587ff4600c6 aborted: Failed to rebuild volume backed instance. {{(pid=64496) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1735.948567] env[64496]: ERROR nova.compute.manager [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance feb9aa48-fdc5-46d5-8b2f-6587ff4600c6 aborted: Failed to rebuild volume backed instance. [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Traceback (most recent call last): [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] self.driver.rebuild(**kwargs) [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] raise NotImplementedError() [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] NotImplementedError [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] During handling of the above exception, another exception occurred: [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Traceback (most recent call last): [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] self._detach_root_volume(context, instance, root_bdm) [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] with excutils.save_and_reraise_exception(): [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] self.force_reraise() [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] raise self.value [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] self.driver.detach_volume(context, old_connection_info, [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] return self._volumeops.detach_volume(connection_info, instance) [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] self._detach_volume_vmdk(connection_info, instance) [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] stable_ref.fetch_moref(session) [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] nova.exception.InstanceNotFound: Instance feb9aa48-fdc5-46d5-8b2f-6587ff4600c6 could not be found. [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] During handling of the above exception, another exception occurred: [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Traceback (most recent call last): [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/compute/manager.py", line 11339, in _error_out_instance_on_exception [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] yield [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1735.948567] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] self._do_rebuild_instance_with_claim( [ 1735.950331] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1735.950331] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] self._do_rebuild_instance( [ 1735.950331] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1735.950331] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] self._rebuild_default_impl(**kwargs) [ 1735.950331] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1735.950331] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] self._rebuild_volume_backed_instance( [ 1735.950331] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1735.950331] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] raise exception.BuildAbortException( [ 1735.950331] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] nova.exception.BuildAbortException: Build of instance feb9aa48-fdc5-46d5-8b2f-6587ff4600c6 aborted: Failed to rebuild volume backed instance. [ 1735.950331] env[64496]: ERROR nova.compute.manager [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] [ 1736.148208] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.148451] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.154081] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1865500a-d07d-4e56-bb7c-bd01a4e2c122 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.161975] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feac59b4-a493-408e-a771-98a029b17376 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.195853] env[64496]: DEBUG nova.compute.manager [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1736.199518] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9f1bac-91a2-4d34-91d5-20e71bd8ba9a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.208056] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e92a344-ecef-4f12-9114-8fadae75a953 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.223843] env[64496]: DEBUG nova.compute.provider_tree [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.243431] env[64496]: DEBUG nova.compute.manager [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1736.305023] env[64496]: INFO nova.compute.manager [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Took 21.14 seconds to build instance. [ 1736.377037] env[64496]: DEBUG nova.network.neutron [-] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.430430] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644257} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.430704] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 3b99410d-5523-414a-a281-e8d2567a10c2/3b99410d-5523-414a-a281-e8d2567a10c2.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1736.430941] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1736.431226] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23b4baf6-ace8-4fd7-94d8-ed044a71fb1e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.440240] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1736.440240] env[64496]: value = "task-1902247" [ 1736.440240] env[64496]: _type = "Task" [ 1736.440240] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.448705] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.512663] env[64496]: DEBUG nova.network.neutron [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Successfully created port: adc11076-e24e-49ff-bf42-d9b212d343b9 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1736.652062] env[64496]: DEBUG nova.compute.manager [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1736.722314] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.727615] env[64496]: DEBUG nova.scheduler.client.report [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1736.803616] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03f0f755-0d3b-42b5-9609-b05486cb1f07 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "c3ff13c9-4406-4fc0-9502-7b5d27a296ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.652s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.880205] env[64496]: INFO nova.compute.manager [-] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Took 1.39 seconds to deallocate network for instance. [ 1736.949706] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072327} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.950031] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1736.950876] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80559023-fbd4-49ce-96fd-dcd8e4e0b99e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.975279] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 3b99410d-5523-414a-a281-e8d2567a10c2/3b99410d-5523-414a-a281-e8d2567a10c2.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1736.976151] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-701866af-45f1-44dc-968b-e9b88e315ffc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.998151] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1736.998151] env[64496]: value = "task-1902248" [ 1736.998151] env[64496]: _type = "Task" [ 1736.998151] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.011783] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902248, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.177498] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.217596] env[64496]: DEBUG nova.compute.manager [req-64018365-bbce-4032-98a0-237895d92ff1 req-ae628676-261f-460d-907c-0c827231d46e service nova] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Received event network-vif-deleted-1fc51832-ede4-47b3-849f-0e46ea20da2a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1737.235679] env[64496]: DEBUG oslo_concurrency.lockutils [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.238042] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.598s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.238149] env[64496]: DEBUG nova.objects.instance [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lazy-loading 'resources' on Instance uuid a9ebb1ba-8b34-46a8-a2a3-685950ae89a4 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.253471] env[64496]: DEBUG nova.compute.manager [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1737.258176] env[64496]: INFO nova.scheduler.client.report [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Deleted allocations for instance e2550e36-a48e-493e-b984-95c793fd3651 [ 1737.287661] env[64496]: DEBUG nova.virt.hardware [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1737.288811] env[64496]: DEBUG nova.virt.hardware [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1737.288811] env[64496]: DEBUG nova.virt.hardware [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1737.289900] env[64496]: DEBUG nova.virt.hardware [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1737.290152] env[64496]: DEBUG nova.virt.hardware [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1737.290359] env[64496]: DEBUG nova.virt.hardware [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1737.290450] env[64496]: DEBUG nova.virt.hardware [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1737.291289] env[64496]: DEBUG nova.virt.hardware [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1737.291289] env[64496]: DEBUG nova.virt.hardware [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1737.291289] env[64496]: DEBUG nova.virt.hardware [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1737.291289] env[64496]: DEBUG nova.virt.hardware [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1737.292019] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebbbbc3-c401-4e2b-99f4-485283b62ea6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.305944] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5917614b-e3f6-4ece-be3f-d6f33f738b88 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.386548] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.509776] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.626092] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "3a586d0d-ad5a-433c-8ba9-0371e6e3339b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.626411] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "3a586d0d-ad5a-433c-8ba9-0371e6e3339b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.626631] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "3a586d0d-ad5a-433c-8ba9-0371e6e3339b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.626819] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "3a586d0d-ad5a-433c-8ba9-0371e6e3339b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.626992] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "3a586d0d-ad5a-433c-8ba9-0371e6e3339b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.629203] env[64496]: INFO nova.compute.manager [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Terminating instance [ 1737.774265] env[64496]: DEBUG oslo_concurrency.lockutils [None req-298d4ef6-3afc-4ba6-94ea-3b37a0e2b93c tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "e2550e36-a48e-493e-b984-95c793fd3651" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.774s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.802357] env[64496]: DEBUG nova.compute.manager [req-8e7abd0b-4ba5-48bb-8b7b-99bb5851c130 req-59c7a3e0-c3ba-4c1f-9833-ece98ed9c4bc service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Received event network-changed-794768a3-0531-4e87-b676-8f4ddd8f6b44 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1737.802357] env[64496]: DEBUG nova.compute.manager [req-8e7abd0b-4ba5-48bb-8b7b-99bb5851c130 req-59c7a3e0-c3ba-4c1f-9833-ece98ed9c4bc service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Refreshing instance network info cache due to event network-changed-794768a3-0531-4e87-b676-8f4ddd8f6b44. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1737.802357] env[64496]: DEBUG oslo_concurrency.lockutils [req-8e7abd0b-4ba5-48bb-8b7b-99bb5851c130 req-59c7a3e0-c3ba-4c1f-9833-ece98ed9c4bc service nova] Acquiring lock "refresh_cache-c3ff13c9-4406-4fc0-9502-7b5d27a296ed" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.802357] env[64496]: DEBUG oslo_concurrency.lockutils [req-8e7abd0b-4ba5-48bb-8b7b-99bb5851c130 req-59c7a3e0-c3ba-4c1f-9833-ece98ed9c4bc service nova] Acquired lock "refresh_cache-c3ff13c9-4406-4fc0-9502-7b5d27a296ed" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.802357] env[64496]: DEBUG nova.network.neutron [req-8e7abd0b-4ba5-48bb-8b7b-99bb5851c130 req-59c7a3e0-c3ba-4c1f-9833-ece98ed9c4bc service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Refreshing network info cache for port 794768a3-0531-4e87-b676-8f4ddd8f6b44 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1737.982685] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.012181] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902248, 'name': ReconfigVM_Task, 'duration_secs': 0.633493} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.015037] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 3b99410d-5523-414a-a281-e8d2567a10c2/3b99410d-5523-414a-a281-e8d2567a10c2.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1738.016498] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'device_name': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'encryption_secret_uuid': None, 'boot_index': 0, 'encrypted': False, 'image_id': 'af797112-a5c0-4bb3-8866-c3090b3018a8'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': None, 'boot_index': None, 'attachment_id': '3f3012e0-3f43-4a2e-acb4-b8755fd73b49', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392698', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'name': 'volume-56683a54-3532-4be4-a52f-778e892609b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b99410d-5523-414a-a281-e8d2567a10c2', 'attached_at': '', 'detached_at': '', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'serial': '56683a54-3532-4be4-a52f-778e892609b4'}, 'volume_type': None}], 'swap': None} {{(pid=64496) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1738.016737] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1738.016953] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392698', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'name': 'volume-56683a54-3532-4be4-a52f-778e892609b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b99410d-5523-414a-a281-e8d2567a10c2', 'attached_at': '', 'detached_at': '', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'serial': '56683a54-3532-4be4-a52f-778e892609b4'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1738.019583] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe0f4a9-0b44-49e4-903a-4478def88f48 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.039778] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecc34e4-ef7e-4689-80cf-3178213853de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.047020] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2494aabd-eb6b-4a97-8ac2-22b9d994a039 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.063868] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e453edf-4159-41b9-a562-e1c50c516a4f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.074986] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] volume-56683a54-3532-4be4-a52f-778e892609b4/volume-56683a54-3532-4be4-a52f-778e892609b4.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1738.075832] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b8b46f-5742-4e31-b860-4e6f1121b682 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.123621] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e28b0a-1214-4da1-b143-45221be6d60f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.126369] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1738.126369] env[64496]: value = "task-1902249" [ 1738.126369] env[64496]: _type = "Task" [ 1738.126369] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.134012] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a434727f-02fe-4551-b314-ff180a540a4e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.140550] env[64496]: DEBUG nova.compute.manager [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1738.140869] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1738.141041] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.141751] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1899727-2fd3-4fb3-83ee-df930d415a3e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.154567] env[64496]: DEBUG nova.compute.provider_tree [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.157977] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.158703] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9510676-370b-45f8-9dda-8d33d06aab3f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.165892] env[64496]: DEBUG oslo_vmware.api [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1738.165892] env[64496]: value = "task-1902250" [ 1738.165892] env[64496]: _type = "Task" [ 1738.165892] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.174524] env[64496]: DEBUG oslo_vmware.api [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.612450] env[64496]: DEBUG nova.network.neutron [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Successfully updated port: adc11076-e24e-49ff-bf42-d9b212d343b9 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1738.641215] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.660171] env[64496]: DEBUG nova.scheduler.client.report [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1738.677926] env[64496]: DEBUG oslo_vmware.api [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.678367] env[64496]: DEBUG nova.network.neutron [req-8e7abd0b-4ba5-48bb-8b7b-99bb5851c130 req-59c7a3e0-c3ba-4c1f-9833-ece98ed9c4bc service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Updated VIF entry in instance network info cache for port 794768a3-0531-4e87-b676-8f4ddd8f6b44. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1738.678720] env[64496]: DEBUG nova.network.neutron [req-8e7abd0b-4ba5-48bb-8b7b-99bb5851c130 req-59c7a3e0-c3ba-4c1f-9833-ece98ed9c4bc service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Updating instance_info_cache with network_info: [{"id": "794768a3-0531-4e87-b676-8f4ddd8f6b44", "address": "fa:16:3e:31:49:09", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap794768a3-05", "ovs_interfaceid": "794768a3-0531-4e87-b676-8f4ddd8f6b44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.741898] env[64496]: DEBUG oslo_concurrency.lockutils [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Acquiring lock "feb9aa48-fdc5-46d5-8b2f-6587ff4600c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.742189] env[64496]: DEBUG oslo_concurrency.lockutils [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Lock "feb9aa48-fdc5-46d5-8b2f-6587ff4600c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.742426] env[64496]: DEBUG oslo_concurrency.lockutils [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Acquiring lock "feb9aa48-fdc5-46d5-8b2f-6587ff4600c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.742636] env[64496]: DEBUG oslo_concurrency.lockutils [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Lock "feb9aa48-fdc5-46d5-8b2f-6587ff4600c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.742815] env[64496]: DEBUG oslo_concurrency.lockutils [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Lock "feb9aa48-fdc5-46d5-8b2f-6587ff4600c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.745603] env[64496]: INFO nova.compute.manager [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Terminating instance [ 1739.117349] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Acquiring lock "refresh_cache-47144884-578c-4655-a2f1-bdd476a1f5ea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.117542] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Acquired lock "refresh_cache-47144884-578c-4655-a2f1-bdd476a1f5ea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.117729] env[64496]: DEBUG nova.network.neutron [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1739.138271] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902249, 'name': ReconfigVM_Task, 'duration_secs': 0.825754} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.138542] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Reconfigured VM instance instance-00000041 to attach disk [datastore2] volume-56683a54-3532-4be4-a52f-778e892609b4/volume-56683a54-3532-4be4-a52f-778e892609b4.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1739.143074] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e06a957-9369-4276-800e-5af8c2994f08 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.158677] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1739.158677] env[64496]: value = "task-1902251" [ 1739.158677] env[64496]: _type = "Task" [ 1739.158677] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.168896] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.171020] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.172388] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.354s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.182979] env[64496]: DEBUG oslo_concurrency.lockutils [req-8e7abd0b-4ba5-48bb-8b7b-99bb5851c130 req-59c7a3e0-c3ba-4c1f-9833-ece98ed9c4bc service nova] Releasing lock "refresh_cache-c3ff13c9-4406-4fc0-9502-7b5d27a296ed" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.183430] env[64496]: DEBUG oslo_vmware.api [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902250, 'name': PowerOffVM_Task, 'duration_secs': 0.601062} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.183696] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1739.183868] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1739.184132] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dc87ecf-0eb6-4da5-829b-648971177b28 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.193592] env[64496]: INFO nova.scheduler.client.report [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Deleted allocations for instance a9ebb1ba-8b34-46a8-a2a3-685950ae89a4 [ 1739.249848] env[64496]: DEBUG nova.compute.manager [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1739.250246] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-326349b1-538d-47cc-97bb-e451b92ee844 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.259351] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4481e6fa-3aff-421f-a0fe-f33489b19881 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.291946] env[64496]: WARNING nova.virt.vmwareapi.driver [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance feb9aa48-fdc5-46d5-8b2f-6587ff4600c6 could not be found. [ 1739.292201] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1739.293561] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7989c830-44af-45b6-84dd-e3404b249937 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.295501] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1739.295737] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1739.295959] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleting the datastore file [datastore1] 3a586d0d-ad5a-433c-8ba9-0371e6e3339b {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.296245] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-324b5a77-60cb-497a-b99f-4bb998f741f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.305127] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c4fdec-99f0-4c8c-97a6-3b4ba0792797 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.315308] env[64496]: DEBUG oslo_vmware.api [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for the task: (returnval){ [ 1739.315308] env[64496]: value = "task-1902253" [ 1739.315308] env[64496]: _type = "Task" [ 1739.315308] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.324324] env[64496]: DEBUG oslo_vmware.api [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.337704] env[64496]: WARNING nova.virt.vmwareapi.vmops [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance feb9aa48-fdc5-46d5-8b2f-6587ff4600c6 could not be found. [ 1739.337918] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1739.338192] env[64496]: INFO nova.compute.manager [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1739.338413] env[64496]: DEBUG oslo.service.loopingcall [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.338738] env[64496]: DEBUG nova.compute.manager [-] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1739.338738] env[64496]: DEBUG nova.network.neutron [-] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1739.670343] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902251, 'name': ReconfigVM_Task, 'duration_secs': 0.169859} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.670671] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392698', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'name': 'volume-56683a54-3532-4be4-a52f-778e892609b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b99410d-5523-414a-a281-e8d2567a10c2', 'attached_at': '', 'detached_at': '', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'serial': '56683a54-3532-4be4-a52f-778e892609b4'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1739.671349] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a6ffe87-81a3-4141-9974-2b7868a32cfd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.688867] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1739.688867] env[64496]: value = "task-1902254" [ 1739.688867] env[64496]: _type = "Task" [ 1739.688867] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.695585] env[64496]: DEBUG nova.network.neutron [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1739.705800] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902254, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.706374] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b9f65595-bbba-4312-949b-ef660f03826a tempest-ListServersNegativeTestJSON-474177671 tempest-ListServersNegativeTestJSON-474177671-project-member] Lock "a9ebb1ba-8b34-46a8-a2a3-685950ae89a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.597s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.825525] env[64496]: DEBUG oslo_vmware.api [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Task: {'id': task-1902253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458174} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.826026] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1739.826350] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1739.826646] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1739.826956] env[64496]: INFO nova.compute.manager [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1739.827327] env[64496]: DEBUG oslo.service.loopingcall [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.828884] env[64496]: DEBUG nova.compute.manager [-] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1739.829116] env[64496]: DEBUG nova.network.neutron [-] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1739.832275] env[64496]: DEBUG nova.compute.manager [req-45ad714c-fee2-4a6a-b0a3-6a75587ee42a req-a93cef71-e545-4ab5-a57a-cd6753167024 service nova] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Received event network-vif-plugged-adc11076-e24e-49ff-bf42-d9b212d343b9 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1739.832611] env[64496]: DEBUG oslo_concurrency.lockutils [req-45ad714c-fee2-4a6a-b0a3-6a75587ee42a req-a93cef71-e545-4ab5-a57a-cd6753167024 service nova] Acquiring lock "47144884-578c-4655-a2f1-bdd476a1f5ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.832948] env[64496]: DEBUG oslo_concurrency.lockutils [req-45ad714c-fee2-4a6a-b0a3-6a75587ee42a req-a93cef71-e545-4ab5-a57a-cd6753167024 service nova] Lock "47144884-578c-4655-a2f1-bdd476a1f5ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.833249] env[64496]: DEBUG oslo_concurrency.lockutils [req-45ad714c-fee2-4a6a-b0a3-6a75587ee42a req-a93cef71-e545-4ab5-a57a-cd6753167024 service nova] Lock "47144884-578c-4655-a2f1-bdd476a1f5ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.833541] env[64496]: DEBUG nova.compute.manager [req-45ad714c-fee2-4a6a-b0a3-6a75587ee42a req-a93cef71-e545-4ab5-a57a-cd6753167024 service nova] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] No waiting events found dispatching network-vif-plugged-adc11076-e24e-49ff-bf42-d9b212d343b9 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1739.833887] env[64496]: WARNING nova.compute.manager [req-45ad714c-fee2-4a6a-b0a3-6a75587ee42a req-a93cef71-e545-4ab5-a57a-cd6753167024 service nova] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Received unexpected event network-vif-plugged-adc11076-e24e-49ff-bf42-d9b212d343b9 for instance with vm_state building and task_state spawning. [ 1739.834209] env[64496]: DEBUG nova.compute.manager [req-45ad714c-fee2-4a6a-b0a3-6a75587ee42a req-a93cef71-e545-4ab5-a57a-cd6753167024 service nova] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Received event network-changed-adc11076-e24e-49ff-bf42-d9b212d343b9 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1739.834488] env[64496]: DEBUG nova.compute.manager [req-45ad714c-fee2-4a6a-b0a3-6a75587ee42a req-a93cef71-e545-4ab5-a57a-cd6753167024 service nova] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Refreshing instance network info cache due to event network-changed-adc11076-e24e-49ff-bf42-d9b212d343b9. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1739.834800] env[64496]: DEBUG oslo_concurrency.lockutils [req-45ad714c-fee2-4a6a-b0a3-6a75587ee42a req-a93cef71-e545-4ab5-a57a-cd6753167024 service nova] Acquiring lock "refresh_cache-47144884-578c-4655-a2f1-bdd476a1f5ea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.022216] env[64496]: DEBUG nova.network.neutron [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Updating instance_info_cache with network_info: [{"id": "adc11076-e24e-49ff-bf42-d9b212d343b9", "address": "fa:16:3e:25:c6:49", "network": {"id": "3a3a5ae5-6903-4654-b111-6f0585c9b657", "bridge": "br-int", "label": "tempest-ServersTestJSON-318501115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288d1cc21b0741b1807f205bcb3814a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc11076-e2", "ovs_interfaceid": "adc11076-e24e-49ff-bf42-d9b212d343b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.055510] env[64496]: DEBUG nova.compute.manager [req-882d6aa6-a820-477d-9c81-7fa58eb45778 req-a2ebf655-9e2a-40b7-a570-499900aa46f5 service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Received event network-vif-deleted-c573c012-f7df-4cf6-99a7-b05c1f4082bd {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1740.055710] env[64496]: INFO nova.compute.manager [req-882d6aa6-a820-477d-9c81-7fa58eb45778 req-a2ebf655-9e2a-40b7-a570-499900aa46f5 service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Neutron deleted interface c573c012-f7df-4cf6-99a7-b05c1f4082bd; detaching it from the instance and deleting it from the info cache [ 1740.055878] env[64496]: DEBUG nova.network.neutron [req-882d6aa6-a820-477d-9c81-7fa58eb45778 req-a2ebf655-9e2a-40b7-a570-499900aa46f5 service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.206152] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902254, 'name': Rename_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.216355] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 4beb0377-8b69-438a-aa7f-af5f68092240 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1740.216542] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 7c42bab8-c89d-4040-bda6-2a1cbcda2da1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1740.216652] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance aceef315-f152-4b91-9953-2eceb376b255 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1740.216783] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 968500dc-0513-4051-be7a-bc40fd7db142 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1740.216897] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 8ce2acce-6dcb-45ce-9e25-4561c1d168c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1740.217024] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 12014bf5-cc7c-402b-aefd-f032a720461e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1740.217141] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 3b99410d-5523-414a-a281-e8d2567a10c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1740.217250] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 6a911ef3-0ccf-41ff-894c-15c7fdd683b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1740.217356] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance cc45667d-6de3-4fc1-99fb-dc2d69f4a206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1740.217493] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance c4d694d9-100c-4a7a-86fa-d7636d250205 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1740.217754] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance a7d8fd5a-bc76-42e5-943d-f472a127afda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1740.217964] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 4247d495-9cad-48c0-aae1-bfe16ec20155 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1740.218116] env[64496]: WARNING nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1740.218272] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 3a586d0d-ad5a-433c-8ba9-0371e6e3339b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1740.218474] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance c3ff13c9-4406-4fc0-9502-7b5d27a296ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1740.220178] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 47144884-578c-4655-a2f1-bdd476a1f5ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1740.524774] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Releasing lock "refresh_cache-47144884-578c-4655-a2f1-bdd476a1f5ea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.527025] env[64496]: DEBUG nova.compute.manager [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Instance network_info: |[{"id": "adc11076-e24e-49ff-bf42-d9b212d343b9", "address": "fa:16:3e:25:c6:49", "network": {"id": "3a3a5ae5-6903-4654-b111-6f0585c9b657", "bridge": "br-int", "label": "tempest-ServersTestJSON-318501115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288d1cc21b0741b1807f205bcb3814a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc11076-e2", "ovs_interfaceid": "adc11076-e24e-49ff-bf42-d9b212d343b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1740.527025] env[64496]: DEBUG nova.network.neutron [-] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.527963] env[64496]: DEBUG oslo_concurrency.lockutils [req-45ad714c-fee2-4a6a-b0a3-6a75587ee42a req-a93cef71-e545-4ab5-a57a-cd6753167024 service nova] Acquired lock "refresh_cache-47144884-578c-4655-a2f1-bdd476a1f5ea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.528602] env[64496]: DEBUG nova.network.neutron [req-45ad714c-fee2-4a6a-b0a3-6a75587ee42a req-a93cef71-e545-4ab5-a57a-cd6753167024 service nova] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Refreshing network info cache for port adc11076-e24e-49ff-bf42-d9b212d343b9 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1740.532992] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:c6:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adc11076-e24e-49ff-bf42-d9b212d343b9', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1740.544578] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Creating folder: Project (288d1cc21b0741b1807f205bcb3814a7). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1740.545707] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8255e36c-c2ae-4056-91ef-dcd59fe47540 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.558759] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Created folder: Project (288d1cc21b0741b1807f205bcb3814a7) in parent group-v392474. [ 1740.558983] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Creating folder: Instances. Parent ref: group-v392705. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1740.559239] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6ae1c63-9664-4f25-a3ea-3a5aee5ec2c8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.561712] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8905d235-4c24-481f-b68a-cb323b23ad90 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.571149] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42afc28-a235-47f6-9bb8-af9c71229a44 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.589774] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Created folder: Instances in parent group-v392705. [ 1740.590088] env[64496]: DEBUG oslo.service.loopingcall [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1740.590681] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1740.590896] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-723ccbab-2eea-4e20-8199-b23a43cb463a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.622318] env[64496]: DEBUG nova.compute.manager [req-882d6aa6-a820-477d-9c81-7fa58eb45778 req-a2ebf655-9e2a-40b7-a570-499900aa46f5 service nova] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Detach interface failed, port_id=c573c012-f7df-4cf6-99a7-b05c1f4082bd, reason: Instance feb9aa48-fdc5-46d5-8b2f-6587ff4600c6 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1740.627902] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1740.627902] env[64496]: value = "task-1902257" [ 1740.627902] env[64496]: _type = "Task" [ 1740.627902] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.636068] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902257, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.707727] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902254, 'name': Rename_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.722016] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 383a2481-1533-4fba-b22a-33914ba6da44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1740.786629] env[64496]: DEBUG nova.network.neutron [-] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.046336] env[64496]: INFO nova.compute.manager [-] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Took 1.71 seconds to deallocate network for instance. [ 1741.139620] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902257, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.208304] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902254, 'name': Rename_Task, 'duration_secs': 1.154651} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.209275] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1741.209699] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6107137c-e3a7-4af9-bcab-23585e951b6e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.217870] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1741.217870] env[64496]: value = "task-1902258" [ 1741.217870] env[64496]: _type = "Task" [ 1741.217870] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.228602] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1741.229160] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1741.229493] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1741.232372] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.292497] env[64496]: INFO nova.compute.manager [-] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Took 1.46 seconds to deallocate network for instance. [ 1741.514917] env[64496]: DEBUG nova.network.neutron [req-45ad714c-fee2-4a6a-b0a3-6a75587ee42a req-a93cef71-e545-4ab5-a57a-cd6753167024 service nova] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Updated VIF entry in instance network info cache for port adc11076-e24e-49ff-bf42-d9b212d343b9. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1741.514917] env[64496]: DEBUG nova.network.neutron [req-45ad714c-fee2-4a6a-b0a3-6a75587ee42a req-a93cef71-e545-4ab5-a57a-cd6753167024 service nova] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Updating instance_info_cache with network_info: [{"id": "adc11076-e24e-49ff-bf42-d9b212d343b9", "address": "fa:16:3e:25:c6:49", "network": {"id": "3a3a5ae5-6903-4654-b111-6f0585c9b657", "bridge": "br-int", "label": "tempest-ServersTestJSON-318501115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288d1cc21b0741b1807f205bcb3814a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc11076-e2", "ovs_interfaceid": "adc11076-e24e-49ff-bf42-d9b212d343b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.569156] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e652b6-8796-4c10-abb4-53c66ff96315 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.582614] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cf66b0-61f5-4b77-8e8b-011ca07078bc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.617373] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59390253-bcab-4313-989f-7f44d2d2bb13 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.621670] env[64496]: INFO nova.compute.manager [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Took 0.57 seconds to detach 1 volumes for instance. [ 1741.626736] env[64496]: DEBUG nova.compute.manager [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Deleting volume: 6ca80690-e3df-4aab-8755-7834a31eea76 {{(pid=64496) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1741.630024] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0735f4e7-43d6-439c-82e1-3d1c188ba9ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.649183] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.654101] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902257, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.731980] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902258, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.800149] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.020017] env[64496]: DEBUG oslo_concurrency.lockutils [req-45ad714c-fee2-4a6a-b0a3-6a75587ee42a req-a93cef71-e545-4ab5-a57a-cd6753167024 service nova] Releasing lock "refresh_cache-47144884-578c-4655-a2f1-bdd476a1f5ea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.098703] env[64496]: DEBUG nova.compute.manager [req-a694a902-5b9b-4be9-8a3e-9adc4be1da44 req-56f1f788-bea9-4903-81ef-aef7484a1cb1 service nova] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Received event network-vif-deleted-f55a726e-a791-4d53-a45d-45b43b8a89a1 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1742.144738] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902257, 'name': CreateVM_Task, 'duration_secs': 1.424765} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.144931] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1742.145644] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.146237] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.146425] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1742.146724] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2002276a-f917-40d4-9e93-80f9f168ba0f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.151965] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Waiting for the task: (returnval){ [ 1742.151965] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523f8f6c-3e4e-3b68-90b0-efd6685676cd" [ 1742.151965] env[64496]: _type = "Task" [ 1742.151965] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.159902] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1742.172414] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523f8f6c-3e4e-3b68-90b0-efd6685676cd, 'name': SearchDatastore_Task, 'duration_secs': 0.01614} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.172759] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.173058] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1742.173365] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.173589] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.173741] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1742.174813] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b185594f-1681-486b-a799-61d61f12f90e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.183637] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1742.183803] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1742.187558] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e6b472b-c56c-4a91-a9b4-e626d854ffa6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.188623] env[64496]: DEBUG oslo_concurrency.lockutils [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.192037] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Waiting for the task: (returnval){ [ 1742.192037] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52972310-c086-3284-4f07-a37f1e97e80c" [ 1742.192037] env[64496]: _type = "Task" [ 1742.192037] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.202112] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52972310-c086-3284-4f07-a37f1e97e80c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.234767] env[64496]: DEBUG oslo_vmware.api [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902258, 'name': PowerOnVM_Task, 'duration_secs': 0.538371} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.234978] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1742.235413] env[64496]: DEBUG nova.compute.manager [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1742.237612] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637be3e1-dc9b-447a-914c-4b1f24cd07ac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.672023] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1742.672023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.497s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.672023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.071s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.672023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.672023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.488s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.673140] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.675961] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.954s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.678771] env[64496]: INFO nova.compute.claims [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1742.682371] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.682698] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Cleaning up deleted instances {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1742.704387] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52972310-c086-3284-4f07-a37f1e97e80c, 'name': SearchDatastore_Task, 'duration_secs': 0.023327} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.705225] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c42ac31e-5db7-45b7-bca2-70c0eb98b70f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.712900] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Waiting for the task: (returnval){ [ 1742.712900] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c3f3cb-41c6-39bc-abb7-0c6ca7b751bd" [ 1742.712900] env[64496]: _type = "Task" [ 1742.712900] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.722742] env[64496]: INFO nova.scheduler.client.report [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleted allocations for instance 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87 [ 1742.724866] env[64496]: INFO nova.scheduler.client.report [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleted allocations for instance 4247d495-9cad-48c0-aae1-bfe16ec20155 [ 1742.738882] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c3f3cb-41c6-39bc-abb7-0c6ca7b751bd, 'name': SearchDatastore_Task, 'duration_secs': 0.015231} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.739172] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.739475] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 47144884-578c-4655-a2f1-bdd476a1f5ea/47144884-578c-4655-a2f1-bdd476a1f5ea.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1742.739698] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba70c86e-89cd-412b-a4f5-bffc04994fb8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.746633] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Waiting for the task: (returnval){ [ 1742.746633] env[64496]: value = "task-1902260" [ 1742.746633] env[64496]: _type = "Task" [ 1742.746633] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.764472] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.767063] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.205039] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] There are 54 instances to clean {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1743.205039] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 2ad73e12-d668-41d2-825b-ce0d2487feea] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1743.239296] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be380150-8499-4fa2-9840-db2ef577e3e0 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "34ffb63b-2dde-4ae9-876d-fc8bd25a7e87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.749s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.240768] env[64496]: DEBUG oslo_concurrency.lockutils [None req-37df32fa-4e7b-4430-a4d9-d9fce789d9b1 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "4247d495-9cad-48c0-aae1-bfe16ec20155" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.502s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.258999] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902260, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.713877] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: a9ebb1ba-8b34-46a8-a2a3-685950ae89a4] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1743.762802] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902260, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.969661] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad0ef71-e010-4df1-9b41-900e18cee444 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.977686] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9558365-b9ab-4e94-81c1-e8775338c62b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.009560] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccebf14-3eaa-4007-a883-5649ecb337b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.017614] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b92c31-a1ff-4fed-8962-6a5d9d069cd2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.031010] env[64496]: DEBUG nova.compute.provider_tree [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.220982] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: e2550e36-a48e-493e-b984-95c793fd3651] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1744.260739] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902260, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.537033] env[64496]: DEBUG nova.scheduler.client.report [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1744.618066] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "cc45667d-6de3-4fc1-99fb-dc2d69f4a206" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.618175] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "cc45667d-6de3-4fc1-99fb-dc2d69f4a206" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.618498] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "cc45667d-6de3-4fc1-99fb-dc2d69f4a206-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.618764] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "cc45667d-6de3-4fc1-99fb-dc2d69f4a206-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.619009] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "cc45667d-6de3-4fc1-99fb-dc2d69f4a206-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.621513] env[64496]: INFO nova.compute.manager [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Terminating instance [ 1744.727552] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7de8277c-fd6d-4ad3-9ec1-35e8beffa2bd] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1744.762377] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902260, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.70903} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.763326] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 47144884-578c-4655-a2f1-bdd476a1f5ea/47144884-578c-4655-a2f1-bdd476a1f5ea.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1744.763625] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1744.763879] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d597338-2780-47a7-9f0c-f464373fdf65 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.772137] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Waiting for the task: (returnval){ [ 1744.772137] env[64496]: value = "task-1902261" [ 1744.772137] env[64496]: _type = "Task" [ 1744.772137] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.782959] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.843817] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "9100931d-2a58-469b-bdb5-6498bc7fcded" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.843881] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "9100931d-2a58-469b-bdb5-6498bc7fcded" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.043278] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.044146] env[64496]: DEBUG nova.compute.manager [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1745.047187] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.870s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.048652] env[64496]: INFO nova.compute.claims [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1745.127280] env[64496]: DEBUG nova.compute.manager [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1745.127638] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1745.128666] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede976e7-6950-42f7-a16b-9ab6b12808b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.140124] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1745.140405] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8fb331f-0f0c-4d5a-9ab2-2f75628907cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.147889] env[64496]: DEBUG oslo_vmware.api [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1745.147889] env[64496]: value = "task-1902262" [ 1745.147889] env[64496]: _type = "Task" [ 1745.147889] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.161692] env[64496]: DEBUG oslo_vmware.api [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.188124] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.188416] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.221883] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "6b0624a8-9565-44d9-ba7f-a828714ffe87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.222154] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.232039] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 4cf8754a-7f26-495e-9a4c-b8dc3aafc28f] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1745.281732] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076959} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.281732] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1745.282463] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2800c4cc-caae-4818-a98e-c3db6933d5bc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.306847] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 47144884-578c-4655-a2f1-bdd476a1f5ea/47144884-578c-4655-a2f1-bdd476a1f5ea.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1745.307198] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24289605-2283-4bfe-9524-27fc14acaba6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.326658] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Waiting for the task: (returnval){ [ 1745.326658] env[64496]: value = "task-1902263" [ 1745.326658] env[64496]: _type = "Task" [ 1745.326658] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.335483] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.346015] env[64496]: DEBUG nova.compute.manager [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1745.524336] env[64496]: DEBUG oslo_concurrency.lockutils [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "interface-8ce2acce-6dcb-45ce-9e25-4561c1d168c3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.524612] env[64496]: DEBUG oslo_concurrency.lockutils [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-8ce2acce-6dcb-45ce-9e25-4561c1d168c3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.524977] env[64496]: DEBUG nova.objects.instance [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'flavor' on Instance uuid 8ce2acce-6dcb-45ce-9e25-4561c1d168c3 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.553687] env[64496]: DEBUG nova.compute.utils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1745.557089] env[64496]: DEBUG nova.compute.manager [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1745.557286] env[64496]: DEBUG nova.network.neutron [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1745.599491] env[64496]: DEBUG nova.policy [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ab17c203f584d8b9750a52945466940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1376fe0bb409401399d88834f90ebb21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1745.660381] env[64496]: DEBUG oslo_vmware.api [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902262, 'name': PowerOffVM_Task, 'duration_secs': 0.235938} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.661702] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.661702] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.661702] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a9d21c7-b2e0-408f-aaee-7e179f2889d6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.690488] env[64496]: DEBUG nova.compute.manager [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1745.724250] env[64496]: DEBUG nova.compute.manager [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1745.735553] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 78d5ce8b-2d9d-456e-8473-6aac803fddc8] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1745.742334] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.743625] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.743625] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleting the datastore file [datastore1] cc45667d-6de3-4fc1-99fb-dc2d69f4a206 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.743625] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1993ce1-ed0e-4d09-bd97-68aed92aecd9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.751520] env[64496]: DEBUG oslo_vmware.api [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1745.751520] env[64496]: value = "task-1902265" [ 1745.751520] env[64496]: _type = "Task" [ 1745.751520] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.759924] env[64496]: DEBUG oslo_vmware.api [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.836346] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902263, 'name': ReconfigVM_Task, 'duration_secs': 0.285333} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.836662] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 47144884-578c-4655-a2f1-bdd476a1f5ea/47144884-578c-4655-a2f1-bdd476a1f5ea.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1745.837345] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04117334-afc6-4efb-8a9b-df9c8ce59f7a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.844779] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Waiting for the task: (returnval){ [ 1745.844779] env[64496]: value = "task-1902266" [ 1745.844779] env[64496]: _type = "Task" [ 1745.844779] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.859390] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902266, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.862664] env[64496]: DEBUG nova.network.neutron [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Successfully created port: 1f7619d6-1600-40aa-9647-32cddf563dcb {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1745.881173] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.058500] env[64496]: DEBUG nova.compute.manager [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1746.146603] env[64496]: DEBUG nova.objects.instance [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'pci_requests' on Instance uuid 8ce2acce-6dcb-45ce-9e25-4561c1d168c3 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.211323] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.239062] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 0bbd0bac-69cc-467a-b7a2-3b0cc87dab16] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1746.242795] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.263623] env[64496]: DEBUG oslo_vmware.api [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262567} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.266901] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1746.267119] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1746.267326] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1746.267551] env[64496]: INFO nova.compute.manager [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1746.267852] env[64496]: DEBUG oslo.service.loopingcall [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.268998] env[64496]: DEBUG nova.compute.manager [-] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1746.268998] env[64496]: DEBUG nova.network.neutron [-] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1746.313608] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dff454-3c01-4180-975a-325f5c5b3e65 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.323034] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981951e1-2735-4433-8d59-4061051c1af3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.356445] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31251c7-8255-4a8d-bca4-c89db5756781 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.366323] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902266, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.367556] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169c8410-c396-444f-900f-32df686cafd1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.382127] env[64496]: DEBUG nova.compute.provider_tree [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1746.562288] env[64496]: DEBUG nova.compute.manager [req-e9ca63c7-c775-496f-8015-261206d87909 req-30a19c50-952d-4a66-8b93-19c7f1306890 service nova] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Received event network-vif-deleted-280bd8c6-8c1e-48d6-85fd-d022a44bd997 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1746.562536] env[64496]: INFO nova.compute.manager [req-e9ca63c7-c775-496f-8015-261206d87909 req-30a19c50-952d-4a66-8b93-19c7f1306890 service nova] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Neutron deleted interface 280bd8c6-8c1e-48d6-85fd-d022a44bd997; detaching it from the instance and deleting it from the info cache [ 1746.562716] env[64496]: DEBUG nova.network.neutron [req-e9ca63c7-c775-496f-8015-261206d87909 req-30a19c50-952d-4a66-8b93-19c7f1306890 service nova] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.649660] env[64496]: DEBUG nova.objects.base [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Object Instance<8ce2acce-6dcb-45ce-9e25-4561c1d168c3> lazy-loaded attributes: flavor,pci_requests {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1746.649660] env[64496]: DEBUG nova.network.neutron [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1746.696305] env[64496]: DEBUG nova.policy [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac5b31f73b142109d4799fdf59469c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ece971400c14e218ea058face42d8c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1746.742398] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 263d8f91-a293-4151-845f-669af1120d81] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1746.865399] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902266, 'name': Rename_Task, 'duration_secs': 0.892404} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.865399] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1746.868978] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a926e37-38c2-444b-a9ef-d9e7467dee87 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.874091] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Waiting for the task: (returnval){ [ 1746.874091] env[64496]: value = "task-1902267" [ 1746.874091] env[64496]: _type = "Task" [ 1746.874091] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.889801] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.906509] env[64496]: ERROR nova.scheduler.client.report [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [req-55666f80-2c15-4db2-9f16-8d2542dd630e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-55666f80-2c15-4db2-9f16-8d2542dd630e"}]} [ 1746.922481] env[64496]: DEBUG nova.scheduler.client.report [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1746.942474] env[64496]: DEBUG nova.scheduler.client.report [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1746.943013] env[64496]: DEBUG nova.compute.provider_tree [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1746.957486] env[64496]: DEBUG nova.scheduler.client.report [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1746.971497] env[64496]: DEBUG nova.network.neutron [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Successfully created port: 4bf658d2-da89-4946-976e-2de61ea4454d {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1746.973474] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "aceef315-f152-4b91-9953-2eceb376b255" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.973703] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.976543] env[64496]: DEBUG nova.scheduler.client.report [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1747.040262] env[64496]: DEBUG nova.network.neutron [-] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.066404] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da0b22a6-5362-4dbf-8c76-066fda4d4d04 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.078920] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdc7f42-3bc2-4d36-ae72-a175797d13f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.092503] env[64496]: DEBUG nova.compute.manager [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1747.117667] env[64496]: DEBUG nova.compute.manager [req-e9ca63c7-c775-496f-8015-261206d87909 req-30a19c50-952d-4a66-8b93-19c7f1306890 service nova] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Detach interface failed, port_id=280bd8c6-8c1e-48d6-85fd-d022a44bd997, reason: Instance cc45667d-6de3-4fc1-99fb-dc2d69f4a206 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1747.127224] env[64496]: DEBUG nova.virt.hardware [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1747.127501] env[64496]: DEBUG nova.virt.hardware [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1747.127665] env[64496]: DEBUG nova.virt.hardware [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1747.127847] env[64496]: DEBUG nova.virt.hardware [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1747.127998] env[64496]: DEBUG nova.virt.hardware [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1747.128174] env[64496]: DEBUG nova.virt.hardware [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1747.128361] env[64496]: DEBUG nova.virt.hardware [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1747.128571] env[64496]: DEBUG nova.virt.hardware [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1747.128675] env[64496]: DEBUG nova.virt.hardware [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1747.128835] env[64496]: DEBUG nova.virt.hardware [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1747.129016] env[64496]: DEBUG nova.virt.hardware [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1747.130339] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87385fa4-d10c-44bb-9051-3ad975d11af0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.139958] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d489238-54e3-493f-ab5d-c1b7f8e88b89 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.245925] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 296478f8-a624-4195-8465-03993c5dce8f] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1747.248822] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84c09d1-318e-4571-a69c-bbdfb064fe05 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.257536] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4922907e-73c7-43be-8908-fa10906081c2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.298637] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9104a705-c916-4af4-9a87-ca930ab45642 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.310549] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8626702-92ad-4e43-9200-0636f056032f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.324926] env[64496]: DEBUG nova.compute.provider_tree [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1747.383638] env[64496]: DEBUG oslo_vmware.api [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902267, 'name': PowerOnVM_Task, 'duration_secs': 0.498379} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.383820] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1747.384093] env[64496]: INFO nova.compute.manager [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1747.384308] env[64496]: DEBUG nova.compute.manager [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1747.385120] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32491b0-70b5-4fbe-ba3e-1d9fb3363f31 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.477158] env[64496]: INFO nova.compute.manager [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Detaching volume a2986825-6154-4abf-8fd0-22f4578d0c12 [ 1747.498913] env[64496]: DEBUG nova.network.neutron [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Successfully updated port: 1f7619d6-1600-40aa-9647-32cddf563dcb {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1747.529801] env[64496]: INFO nova.virt.block_device [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Attempting to driver detach volume a2986825-6154-4abf-8fd0-22f4578d0c12 from mountpoint /dev/sdb [ 1747.530068] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1747.530334] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392682', 'volume_id': 'a2986825-6154-4abf-8fd0-22f4578d0c12', 'name': 'volume-a2986825-6154-4abf-8fd0-22f4578d0c12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aceef315-f152-4b91-9953-2eceb376b255', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2986825-6154-4abf-8fd0-22f4578d0c12', 'serial': 'a2986825-6154-4abf-8fd0-22f4578d0c12'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1747.531469] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f01ba9-550f-4cfb-b524-a1626f2ba4d3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.552936] env[64496]: INFO nova.compute.manager [-] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Took 1.28 seconds to deallocate network for instance. [ 1747.555917] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16f056c-37cd-4e32-820b-da50a2b5b4e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.566009] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba4ce6a-cfc9-459b-a3f5-1c0d5bf82de3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.590988] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5f1630-912a-4f8c-b5f7-20e05e52f599 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.604951] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] The volume has not been displaced from its original location: [datastore2] volume-a2986825-6154-4abf-8fd0-22f4578d0c12/volume-a2986825-6154-4abf-8fd0-22f4578d0c12.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1747.608885] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1747.610232] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7e13e53-57eb-4d26-b903-83bc46d35a14 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.628181] env[64496]: DEBUG oslo_vmware.api [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1747.628181] env[64496]: value = "task-1902268" [ 1747.628181] env[64496]: _type = "Task" [ 1747.628181] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.636108] env[64496]: DEBUG oslo_vmware.api [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.753012] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 9a083c34-2370-48bc-a8af-d6480f205232] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1747.857610] env[64496]: DEBUG nova.scheduler.client.report [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1747.857910] env[64496]: DEBUG nova.compute.provider_tree [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 131 to 132 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1747.858113] env[64496]: DEBUG nova.compute.provider_tree [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1747.903981] env[64496]: INFO nova.compute.manager [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Took 22.53 seconds to build instance. [ 1748.002214] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "refresh_cache-383a2481-1533-4fba-b22a-33914ba6da44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.002372] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "refresh_cache-383a2481-1533-4fba-b22a-33914ba6da44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.002568] env[64496]: DEBUG nova.network.neutron [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1748.063676] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.138021] env[64496]: DEBUG oslo_vmware.api [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902268, 'name': ReconfigVM_Task, 'duration_secs': 0.260859} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.138382] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1748.143422] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f816278-31ca-4956-8469-8eb18916bc2b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.158786] env[64496]: DEBUG oslo_vmware.api [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1748.158786] env[64496]: value = "task-1902269" [ 1748.158786] env[64496]: _type = "Task" [ 1748.158786] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.168923] env[64496]: DEBUG oslo_vmware.api [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.259075] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: c9d120f8-052f-4b76-8bc9-b7b107a5e36d] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1748.365278] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.317s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.365278] env[64496]: DEBUG nova.compute.manager [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1748.368261] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.982s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.368655] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.371542] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.389s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.397682] env[64496]: INFO nova.scheduler.client.report [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Deleted allocations for instance c4d694d9-100c-4a7a-86fa-d7636d250205 [ 1748.406360] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ba6aeee3-0536-4c80-aa03-1ad5ab40204c tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Lock "47144884-578c-4655-a2f1-bdd476a1f5ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.040s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.548983] env[64496]: DEBUG nova.network.neutron [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1748.599912] env[64496]: DEBUG nova.compute.manager [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Received event network-vif-plugged-1f7619d6-1600-40aa-9647-32cddf563dcb {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1748.600161] env[64496]: DEBUG oslo_concurrency.lockutils [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] Acquiring lock "383a2481-1533-4fba-b22a-33914ba6da44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.600386] env[64496]: DEBUG oslo_concurrency.lockutils [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] Lock "383a2481-1533-4fba-b22a-33914ba6da44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.600553] env[64496]: DEBUG oslo_concurrency.lockutils [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] Lock "383a2481-1533-4fba-b22a-33914ba6da44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.601258] env[64496]: DEBUG nova.compute.manager [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] No waiting events found dispatching network-vif-plugged-1f7619d6-1600-40aa-9647-32cddf563dcb {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1748.601258] env[64496]: WARNING nova.compute.manager [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Received unexpected event network-vif-plugged-1f7619d6-1600-40aa-9647-32cddf563dcb for instance with vm_state building and task_state spawning. [ 1748.601258] env[64496]: DEBUG nova.compute.manager [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Received event network-changed-1f7619d6-1600-40aa-9647-32cddf563dcb {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1748.601258] env[64496]: DEBUG nova.compute.manager [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Refreshing instance network info cache due to event network-changed-1f7619d6-1600-40aa-9647-32cddf563dcb. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1748.601465] env[64496]: DEBUG oslo_concurrency.lockutils [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] Acquiring lock "refresh_cache-383a2481-1533-4fba-b22a-33914ba6da44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.635215] env[64496]: DEBUG nova.network.neutron [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Successfully updated port: 4bf658d2-da89-4946-976e-2de61ea4454d {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1748.668383] env[64496]: DEBUG oslo_vmware.api [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902269, 'name': ReconfigVM_Task, 'duration_secs': 0.148726} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.668753] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392682', 'volume_id': 'a2986825-6154-4abf-8fd0-22f4578d0c12', 'name': 'volume-a2986825-6154-4abf-8fd0-22f4578d0c12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aceef315-f152-4b91-9953-2eceb376b255', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2986825-6154-4abf-8fd0-22f4578d0c12', 'serial': 'a2986825-6154-4abf-8fd0-22f4578d0c12'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1748.673554] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf1ac06-d56f-401c-b420-44e700046aa5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.680631] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47853351-bb32-4099-9f6c-efa49ca37b2c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.715565] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33c8bbc-99e5-44ea-8cf6-0bec2583ee95 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.721699] env[64496]: DEBUG nova.compute.manager [req-99d44013-0ca7-41c4-992b-e70eeaa0e0de req-3bf0f27c-5306-4e7a-a582-3f704a87d4ae service nova] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Received event network-changed-adc11076-e24e-49ff-bf42-d9b212d343b9 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1748.721929] env[64496]: DEBUG nova.compute.manager [req-99d44013-0ca7-41c4-992b-e70eeaa0e0de req-3bf0f27c-5306-4e7a-a582-3f704a87d4ae service nova] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Refreshing instance network info cache due to event network-changed-adc11076-e24e-49ff-bf42-d9b212d343b9. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1748.722441] env[64496]: DEBUG oslo_concurrency.lockutils [req-99d44013-0ca7-41c4-992b-e70eeaa0e0de req-3bf0f27c-5306-4e7a-a582-3f704a87d4ae service nova] Acquiring lock "refresh_cache-47144884-578c-4655-a2f1-bdd476a1f5ea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.722612] env[64496]: DEBUG oslo_concurrency.lockutils [req-99d44013-0ca7-41c4-992b-e70eeaa0e0de req-3bf0f27c-5306-4e7a-a582-3f704a87d4ae service nova] Acquired lock "refresh_cache-47144884-578c-4655-a2f1-bdd476a1f5ea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.722780] env[64496]: DEBUG nova.network.neutron [req-99d44013-0ca7-41c4-992b-e70eeaa0e0de req-3bf0f27c-5306-4e7a-a582-3f704a87d4ae service nova] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Refreshing network info cache for port adc11076-e24e-49ff-bf42-d9b212d343b9 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.727456] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b8827a-0201-4a24-a5e4-614e59f7e891 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.743536] env[64496]: DEBUG nova.compute.provider_tree [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1748.761188] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ef37c05a-67d9-4dc9-a0f3-55b878b28e0d] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1748.763586] env[64496]: DEBUG nova.network.neutron [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Updating instance_info_cache with network_info: [{"id": "1f7619d6-1600-40aa-9647-32cddf563dcb", "address": "fa:16:3e:9a:de:53", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f7619d6-16", "ovs_interfaceid": "1f7619d6-1600-40aa-9647-32cddf563dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.877588] env[64496]: DEBUG nova.compute.utils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1748.878958] env[64496]: DEBUG nova.compute.manager [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1748.879247] env[64496]: DEBUG nova.network.neutron [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1748.908014] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4e9a6840-7d24-4992-972e-6e7eb287ecef tempest-ListServerFiltersTestJSON-490521736 tempest-ListServerFiltersTestJSON-490521736-project-member] Lock "c4d694d9-100c-4a7a-86fa-d7636d250205" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.164s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.922931] env[64496]: DEBUG nova.policy [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ab17c203f584d8b9750a52945466940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1376fe0bb409401399d88834f90ebb21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1749.138723] env[64496]: DEBUG oslo_concurrency.lockutils [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.138983] env[64496]: DEBUG oslo_concurrency.lockutils [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.139238] env[64496]: DEBUG nova.network.neutron [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1749.177014] env[64496]: DEBUG nova.network.neutron [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Successfully created port: 87b76901-b959-411b-925e-4b123c68e498 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1749.216511] env[64496]: DEBUG nova.objects.instance [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lazy-loading 'flavor' on Instance uuid aceef315-f152-4b91-9953-2eceb376b255 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1749.246725] env[64496]: DEBUG nova.scheduler.client.report [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.266162] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: b6340ab3-686a-41a5-a62f-7bf31cf378dc] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1749.268477] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "refresh_cache-383a2481-1533-4fba-b22a-33914ba6da44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.268701] env[64496]: DEBUG nova.compute.manager [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Instance network_info: |[{"id": "1f7619d6-1600-40aa-9647-32cddf563dcb", "address": "fa:16:3e:9a:de:53", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f7619d6-16", "ovs_interfaceid": "1f7619d6-1600-40aa-9647-32cddf563dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1749.269191] env[64496]: DEBUG oslo_concurrency.lockutils [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] Acquired lock "refresh_cache-383a2481-1533-4fba-b22a-33914ba6da44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.269377] env[64496]: DEBUG nova.network.neutron [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Refreshing network info cache for port 1f7619d6-1600-40aa-9647-32cddf563dcb {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1749.270430] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:de:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f7619d6-1600-40aa-9647-32cddf563dcb', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1749.279961] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Creating folder: Project (1376fe0bb409401399d88834f90ebb21). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1749.285493] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a16b0e2-23a1-437b-830f-2beaf105f729 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.297227] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Created folder: Project (1376fe0bb409401399d88834f90ebb21) in parent group-v392474. [ 1749.298041] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Creating folder: Instances. Parent ref: group-v392708. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1749.298041] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc5ac635-b248-4615-b3c5-7ffa29e37fc3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.307205] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Created folder: Instances in parent group-v392708. [ 1749.307443] env[64496]: DEBUG oslo.service.loopingcall [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.307667] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1749.307832] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37dfef9e-664f-417e-9872-ba13fea91ff9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.330965] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1749.330965] env[64496]: value = "task-1902272" [ 1749.330965] env[64496]: _type = "Task" [ 1749.330965] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.338625] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902272, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.382624] env[64496]: DEBUG nova.compute.manager [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1749.585102] env[64496]: DEBUG nova.network.neutron [req-99d44013-0ca7-41c4-992b-e70eeaa0e0de req-3bf0f27c-5306-4e7a-a582-3f704a87d4ae service nova] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Updated VIF entry in instance network info cache for port adc11076-e24e-49ff-bf42-d9b212d343b9. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.585489] env[64496]: DEBUG nova.network.neutron [req-99d44013-0ca7-41c4-992b-e70eeaa0e0de req-3bf0f27c-5306-4e7a-a582-3f704a87d4ae service nova] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Updating instance_info_cache with network_info: [{"id": "adc11076-e24e-49ff-bf42-d9b212d343b9", "address": "fa:16:3e:25:c6:49", "network": {"id": "3a3a5ae5-6903-4654-b111-6f0585c9b657", "bridge": "br-int", "label": "tempest-ServersTestJSON-318501115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288d1cc21b0741b1807f205bcb3814a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc11076-e2", "ovs_interfaceid": "adc11076-e24e-49ff-bf42-d9b212d343b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.605110] env[64496]: DEBUG nova.network.neutron [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Updated VIF entry in instance network info cache for port 1f7619d6-1600-40aa-9647-32cddf563dcb. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.605461] env[64496]: DEBUG nova.network.neutron [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Updating instance_info_cache with network_info: [{"id": "1f7619d6-1600-40aa-9647-32cddf563dcb", "address": "fa:16:3e:9a:de:53", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f7619d6-16", "ovs_interfaceid": "1f7619d6-1600-40aa-9647-32cddf563dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.684505] env[64496]: WARNING nova.network.neutron [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] cf5a0b71-4205-484c-a26a-02c613a1b056 already exists in list: networks containing: ['cf5a0b71-4205-484c-a26a-02c613a1b056']. ignoring it [ 1749.752722] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.381s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.752945] env[64496]: INFO nova.compute.manager [None req-2ee8df35-bad4-4315-bcf0-edbd3447ea37 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Successfully reverted task state from rebuilding on failure for instance. [ 1749.757471] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.957s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.757698] env[64496]: DEBUG nova.objects.instance [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lazy-loading 'resources' on Instance uuid 3a586d0d-ad5a-433c-8ba9-0371e6e3339b {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1749.770089] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 8a99d218-ee4f-444d-9370-591493acca67] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1749.842506] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902272, 'name': CreateVM_Task, 'duration_secs': 0.503879} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.842699] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1749.843433] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.843619] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.844015] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1749.844276] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a11adc-38ac-43ba-a99e-be07817cfcc7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.849664] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1749.849664] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527589e2-f5c9-37a7-971e-aec8ede9e502" [ 1749.849664] env[64496]: _type = "Task" [ 1749.849664] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.857507] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527589e2-f5c9-37a7-971e-aec8ede9e502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.090590] env[64496]: DEBUG oslo_concurrency.lockutils [req-99d44013-0ca7-41c4-992b-e70eeaa0e0de req-3bf0f27c-5306-4e7a-a582-3f704a87d4ae service nova] Releasing lock "refresh_cache-47144884-578c-4655-a2f1-bdd476a1f5ea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.112972] env[64496]: DEBUG oslo_concurrency.lockutils [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] Releasing lock "refresh_cache-383a2481-1533-4fba-b22a-33914ba6da44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.113483] env[64496]: DEBUG nova.compute.manager [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Received event network-vif-plugged-4bf658d2-da89-4946-976e-2de61ea4454d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1750.114241] env[64496]: DEBUG oslo_concurrency.lockutils [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] Acquiring lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.114241] env[64496]: DEBUG oslo_concurrency.lockutils [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] Lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.114241] env[64496]: DEBUG oslo_concurrency.lockutils [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] Lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.114497] env[64496]: DEBUG nova.compute.manager [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] No waiting events found dispatching network-vif-plugged-4bf658d2-da89-4946-976e-2de61ea4454d {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1750.114736] env[64496]: WARNING nova.compute.manager [req-3db16c6d-c971-444d-ab45-1d7dfa66fe31 req-9f72ef1c-c07b-474f-8a0f-15fab18dc356 service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Received unexpected event network-vif-plugged-4bf658d2-da89-4946-976e-2de61ea4454d for instance with vm_state active and task_state None. [ 1750.180707] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d129127b-4859-44e6-87e5-3c89b80a906b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "aceef315-f152-4b91-9953-2eceb376b255" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.223804] env[64496]: DEBUG nova.network.neutron [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Updating instance_info_cache with network_info: [{"id": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "address": "fa:16:3e:1f:c6:19", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3f9f9f-ff", "ovs_interfaceid": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bf658d2-da89-4946-976e-2de61ea4454d", "address": "fa:16:3e:a6:af:05", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf658d2-da", "ovs_interfaceid": "4bf658d2-da89-4946-976e-2de61ea4454d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.225331] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d589c08-736e-4ed5-9495-c09fcc917b56 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.226417] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d129127b-4859-44e6-87e5-3c89b80a906b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.046s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.226604] env[64496]: DEBUG nova.compute.manager [None req-d129127b-4859-44e6-87e5-3c89b80a906b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1750.227505] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05393c14-2243-4fe4-97c2-a3240ac2181f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.236601] env[64496]: DEBUG nova.compute.manager [None req-d129127b-4859-44e6-87e5-3c89b80a906b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64496) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1750.236601] env[64496]: DEBUG nova.objects.instance [None req-d129127b-4859-44e6-87e5-3c89b80a906b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lazy-loading 'flavor' on Instance uuid aceef315-f152-4b91-9953-2eceb376b255 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.273034] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 3f0f9f64-e021-4eac-bb70-9077377765ad] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1750.359395] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527589e2-f5c9-37a7-971e-aec8ede9e502, 'name': SearchDatastore_Task, 'duration_secs': 0.025278} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.362015] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.362279] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1750.362540] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.362702] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.362883] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1750.364021] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66b036c4-c903-4a7c-bbb8-1a33a8aec623 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.375870] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1750.376079] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1750.376793] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a687fb-8ab5-482b-99bc-2de9a7735788 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.381858] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1750.381858] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c593a3-29b7-a299-2a5d-11031dadb4de" [ 1750.381858] env[64496]: _type = "Task" [ 1750.381858] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.391709] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c593a3-29b7-a299-2a5d-11031dadb4de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.398717] env[64496]: DEBUG nova.compute.manager [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1750.427614] env[64496]: DEBUG nova.virt.hardware [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1750.427864] env[64496]: DEBUG nova.virt.hardware [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1750.428040] env[64496]: DEBUG nova.virt.hardware [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1750.428250] env[64496]: DEBUG nova.virt.hardware [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1750.428403] env[64496]: DEBUG nova.virt.hardware [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1750.428553] env[64496]: DEBUG nova.virt.hardware [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1750.428762] env[64496]: DEBUG nova.virt.hardware [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1750.428924] env[64496]: DEBUG nova.virt.hardware [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1750.429106] env[64496]: DEBUG nova.virt.hardware [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1750.429275] env[64496]: DEBUG nova.virt.hardware [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1750.429448] env[64496]: DEBUG nova.virt.hardware [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1750.430341] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9379a4f-86dd-4a8e-8e27-f0d6a9e2daed {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.439204] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71312155-2fe2-4e88-bd32-bfe9a972e577 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.495743] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cdacda-bcaa-43f8-ab5a-f838d8713543 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.503155] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17363721-be36-45f2-a3d3-43a8c8148a76 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.534071] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff8f4ed-351b-4299-b9a2-3c06020c796a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.542105] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c36fb3-66da-4404-bd2b-2e28d1392b77 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.556063] env[64496]: DEBUG nova.compute.provider_tree [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1750.626859] env[64496]: DEBUG nova.compute.manager [req-d6043f4b-2485-4b4f-9e63-faf00cde883e req-650bcb7a-fade-4817-9a86-7700871a47db service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Received event network-changed-4bf658d2-da89-4946-976e-2de61ea4454d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1750.627081] env[64496]: DEBUG nova.compute.manager [req-d6043f4b-2485-4b4f-9e63-faf00cde883e req-650bcb7a-fade-4817-9a86-7700871a47db service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Refreshing instance network info cache due to event network-changed-4bf658d2-da89-4946-976e-2de61ea4454d. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1750.627276] env[64496]: DEBUG oslo_concurrency.lockutils [req-d6043f4b-2485-4b4f-9e63-faf00cde883e req-650bcb7a-fade-4817-9a86-7700871a47db service nova] Acquiring lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.728029] env[64496]: DEBUG oslo_concurrency.lockutils [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.728454] env[64496]: DEBUG oslo_concurrency.lockutils [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.728613] env[64496]: DEBUG oslo_concurrency.lockutils [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.728886] env[64496]: DEBUG oslo_concurrency.lockutils [req-d6043f4b-2485-4b4f-9e63-faf00cde883e req-650bcb7a-fade-4817-9a86-7700871a47db service nova] Acquired lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.729081] env[64496]: DEBUG nova.network.neutron [req-d6043f4b-2485-4b4f-9e63-faf00cde883e req-650bcb7a-fade-4817-9a86-7700871a47db service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Refreshing network info cache for port 4bf658d2-da89-4946-976e-2de61ea4454d {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1750.731116] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42520c6b-f6b0-427c-a040-5b0cae7ef00c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.750160] env[64496]: DEBUG nova.virt.hardware [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1750.750399] env[64496]: DEBUG nova.virt.hardware [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1750.750554] env[64496]: DEBUG nova.virt.hardware [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1750.750735] env[64496]: DEBUG nova.virt.hardware [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1750.750918] env[64496]: DEBUG nova.virt.hardware [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1750.751094] env[64496]: DEBUG nova.virt.hardware [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1750.751325] env[64496]: DEBUG nova.virt.hardware [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1750.751497] env[64496]: DEBUG nova.virt.hardware [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1750.751663] env[64496]: DEBUG nova.virt.hardware [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1750.751825] env[64496]: DEBUG nova.virt.hardware [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1750.751996] env[64496]: DEBUG nova.virt.hardware [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1750.758114] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Reconfiguring VM to attach interface {{(pid=64496) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1750.759601] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6df4a47-ce15-42c6-9099-5b586778b8ac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.771887] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d129127b-4859-44e6-87e5-3c89b80a906b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1750.772134] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02b8797f-72b7-4b22-9e10-064752dd13a0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.775828] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 2c07ffbe-8a85-4e2d-9f68-e9d502e6ff18] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1750.779380] env[64496]: DEBUG oslo_vmware.api [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1750.779380] env[64496]: value = "task-1902274" [ 1750.779380] env[64496]: _type = "Task" [ 1750.779380] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.780642] env[64496]: DEBUG oslo_vmware.api [None req-d129127b-4859-44e6-87e5-3c89b80a906b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1750.780642] env[64496]: value = "task-1902273" [ 1750.780642] env[64496]: _type = "Task" [ 1750.780642] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.794589] env[64496]: DEBUG oslo_vmware.api [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902274, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.799378] env[64496]: DEBUG oslo_vmware.api [None req-d129127b-4859-44e6-87e5-3c89b80a906b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.821014] env[64496]: DEBUG nova.network.neutron [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Successfully updated port: 87b76901-b959-411b-925e-4b123c68e498 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1750.894223] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c593a3-29b7-a299-2a5d-11031dadb4de, 'name': SearchDatastore_Task, 'duration_secs': 0.029304} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.894990] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b62ce02-3b1d-46c7-8c8f-086f12449dea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.900671] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1750.900671] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52676ae4-8829-9807-b470-8536807c1a8b" [ 1750.900671] env[64496]: _type = "Task" [ 1750.900671] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.908237] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52676ae4-8829-9807-b470-8536807c1a8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.059456] env[64496]: DEBUG nova.scheduler.client.report [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1751.278189] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 964f38a5-5d7b-4328-a195-5e746481536f] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1751.293529] env[64496]: DEBUG oslo_vmware.api [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.296556] env[64496]: DEBUG oslo_vmware.api [None req-d129127b-4859-44e6-87e5-3c89b80a906b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902273, 'name': PowerOffVM_Task, 'duration_secs': 0.464763} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.296816] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d129127b-4859-44e6-87e5-3c89b80a906b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1751.297016] env[64496]: DEBUG nova.compute.manager [None req-d129127b-4859-44e6-87e5-3c89b80a906b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.298253] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc4dded-0eeb-4c30-92d1-ee3e040140f9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.323804] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "refresh_cache-27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.323804] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "refresh_cache-27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.323914] env[64496]: DEBUG nova.network.neutron [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.415383] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52676ae4-8829-9807-b470-8536807c1a8b, 'name': SearchDatastore_Task, 'duration_secs': 0.013388} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.416035] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.416035] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 383a2481-1533-4fba-b22a-33914ba6da44/383a2481-1533-4fba-b22a-33914ba6da44.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1751.416681] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a5a9c03-e0f5-4cf4-ac52-c4d8b925b02f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.423630] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1751.423630] env[64496]: value = "task-1902275" [ 1751.423630] env[64496]: _type = "Task" [ 1751.423630] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.432098] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.566229] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.569372] env[64496]: DEBUG oslo_concurrency.lockutils [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.381s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.569693] env[64496]: DEBUG nova.objects.instance [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Lazy-loading 'resources' on Instance uuid feb9aa48-fdc5-46d5-8b2f-6587ff4600c6 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1751.595449] env[64496]: INFO nova.scheduler.client.report [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Deleted allocations for instance 3a586d0d-ad5a-433c-8ba9-0371e6e3339b [ 1751.704373] env[64496]: DEBUG nova.network.neutron [req-d6043f4b-2485-4b4f-9e63-faf00cde883e req-650bcb7a-fade-4817-9a86-7700871a47db service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Updated VIF entry in instance network info cache for port 4bf658d2-da89-4946-976e-2de61ea4454d. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1751.704833] env[64496]: DEBUG nova.network.neutron [req-d6043f4b-2485-4b4f-9e63-faf00cde883e req-650bcb7a-fade-4817-9a86-7700871a47db service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Updating instance_info_cache with network_info: [{"id": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "address": "fa:16:3e:1f:c6:19", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3f9f9f-ff", "ovs_interfaceid": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bf658d2-da89-4946-976e-2de61ea4454d", "address": "fa:16:3e:a6:af:05", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf658d2-da", "ovs_interfaceid": "4bf658d2-da89-4946-976e-2de61ea4454d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.782671] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7a422d1b-0939-48f8-a5c6-4d8c7e63c171] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1751.794204] env[64496]: DEBUG oslo_vmware.api [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902274, 'name': ReconfigVM_Task, 'duration_secs': 0.839893} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.794840] env[64496]: DEBUG oslo_concurrency.lockutils [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.795070] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Reconfigured VM to attach interface {{(pid=64496) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1751.812292] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d129127b-4859-44e6-87e5-3c89b80a906b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.586s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.865069] env[64496]: DEBUG nova.network.neutron [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1751.937798] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902275, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.013471] env[64496]: DEBUG nova.network.neutron [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Updating instance_info_cache with network_info: [{"id": "87b76901-b959-411b-925e-4b123c68e498", "address": "fa:16:3e:9d:1b:6a", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b76901-b9", "ovs_interfaceid": "87b76901-b959-411b-925e-4b123c68e498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.104659] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ad5f1e67-12ec-4ee4-b9a0-8cfbdc9e0c13 tempest-ServerDiskConfigTestJSON-579867016 tempest-ServerDiskConfigTestJSON-579867016-project-member] Lock "3a586d0d-ad5a-433c-8ba9-0371e6e3339b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.478s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.209787] env[64496]: DEBUG oslo_concurrency.lockutils [req-d6043f4b-2485-4b4f-9e63-faf00cde883e req-650bcb7a-fade-4817-9a86-7700871a47db service nova] Releasing lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.289117] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 952619d1-1ebb-4515-93c9-dc60ed265152] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1752.302814] env[64496]: DEBUG oslo_concurrency.lockutils [None req-377f3703-4b3c-4733-956a-802e7105ae33 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-8ce2acce-6dcb-45ce-9e25-4561c1d168c3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.778s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.317500] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e65e6c6-afda-4166-957c-a6e091591e75 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.326637] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95436bc-9281-447e-94d3-cb12fa9b00cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.360947] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13ec0a8-5587-4152-adb3-a5343cc182e2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.364106] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Acquiring lock "a7d8fd5a-bc76-42e5-943d-f472a127afda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.364376] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Lock "a7d8fd5a-bc76-42e5-943d-f472a127afda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.364594] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Acquiring lock "a7d8fd5a-bc76-42e5-943d-f472a127afda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.364775] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Lock "a7d8fd5a-bc76-42e5-943d-f472a127afda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.364974] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Lock "a7d8fd5a-bc76-42e5-943d-f472a127afda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.367389] env[64496]: INFO nova.compute.manager [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Terminating instance [ 1752.373602] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21eb5ce-a094-4d92-9a43-889f95c77246 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.391080] env[64496]: DEBUG nova.compute.provider_tree [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.437611] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902275, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.517078] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "refresh_cache-27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.517078] env[64496]: DEBUG nova.compute.manager [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Instance network_info: |[{"id": "87b76901-b959-411b-925e-4b123c68e498", "address": "fa:16:3e:9d:1b:6a", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b76901-b9", "ovs_interfaceid": "87b76901-b959-411b-925e-4b123c68e498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1752.517637] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:1b:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87b76901-b959-411b-925e-4b123c68e498', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.525052] env[64496]: DEBUG oslo.service.loopingcall [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.525184] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1752.525391] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9c16d47-ac6b-42bc-a63c-3b96ef3609a3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.545310] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1752.545310] env[64496]: value = "task-1902276" [ 1752.545310] env[64496]: _type = "Task" [ 1752.545310] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.557216] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902276, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.657683] env[64496]: DEBUG nova.compute.manager [req-8c8737fb-3bd8-4777-ac0c-87a80faedada req-9e483593-836f-4b02-8e20-4e071c8f899e service nova] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Received event network-vif-plugged-87b76901-b959-411b-925e-4b123c68e498 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1752.658048] env[64496]: DEBUG oslo_concurrency.lockutils [req-8c8737fb-3bd8-4777-ac0c-87a80faedada req-9e483593-836f-4b02-8e20-4e071c8f899e service nova] Acquiring lock "27d65cfe-49d6-4ae3-acd3-9459bd5e98ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.658404] env[64496]: DEBUG oslo_concurrency.lockutils [req-8c8737fb-3bd8-4777-ac0c-87a80faedada req-9e483593-836f-4b02-8e20-4e071c8f899e service nova] Lock "27d65cfe-49d6-4ae3-acd3-9459bd5e98ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.658687] env[64496]: DEBUG oslo_concurrency.lockutils [req-8c8737fb-3bd8-4777-ac0c-87a80faedada req-9e483593-836f-4b02-8e20-4e071c8f899e service nova] Lock "27d65cfe-49d6-4ae3-acd3-9459bd5e98ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.658968] env[64496]: DEBUG nova.compute.manager [req-8c8737fb-3bd8-4777-ac0c-87a80faedada req-9e483593-836f-4b02-8e20-4e071c8f899e service nova] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] No waiting events found dispatching network-vif-plugged-87b76901-b959-411b-925e-4b123c68e498 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1752.659267] env[64496]: WARNING nova.compute.manager [req-8c8737fb-3bd8-4777-ac0c-87a80faedada req-9e483593-836f-4b02-8e20-4e071c8f899e service nova] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Received unexpected event network-vif-plugged-87b76901-b959-411b-925e-4b123c68e498 for instance with vm_state building and task_state spawning. [ 1752.659543] env[64496]: DEBUG nova.compute.manager [req-8c8737fb-3bd8-4777-ac0c-87a80faedada req-9e483593-836f-4b02-8e20-4e071c8f899e service nova] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Received event network-changed-87b76901-b959-411b-925e-4b123c68e498 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1752.659818] env[64496]: DEBUG nova.compute.manager [req-8c8737fb-3bd8-4777-ac0c-87a80faedada req-9e483593-836f-4b02-8e20-4e071c8f899e service nova] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Refreshing instance network info cache due to event network-changed-87b76901-b959-411b-925e-4b123c68e498. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1752.660126] env[64496]: DEBUG oslo_concurrency.lockutils [req-8c8737fb-3bd8-4777-ac0c-87a80faedada req-9e483593-836f-4b02-8e20-4e071c8f899e service nova] Acquiring lock "refresh_cache-27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.660371] env[64496]: DEBUG oslo_concurrency.lockutils [req-8c8737fb-3bd8-4777-ac0c-87a80faedada req-9e483593-836f-4b02-8e20-4e071c8f899e service nova] Acquired lock "refresh_cache-27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.660641] env[64496]: DEBUG nova.network.neutron [req-8c8737fb-3bd8-4777-ac0c-87a80faedada req-9e483593-836f-4b02-8e20-4e071c8f899e service nova] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Refreshing network info cache for port 87b76901-b959-411b-925e-4b123c68e498 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1752.772346] env[64496]: DEBUG nova.objects.instance [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lazy-loading 'flavor' on Instance uuid aceef315-f152-4b91-9953-2eceb376b255 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.791803] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 58ce69ad-5a98-4798-85a3-5a455a11e0b6] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1752.875011] env[64496]: DEBUG nova.compute.manager [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1752.875011] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1752.877372] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2d2f7c-8a16-4dd4-939d-1ec923d23d13 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.886244] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.886492] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63666d4a-a0b2-42f7-a623-055aac2bab20 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.892529] env[64496]: DEBUG oslo_vmware.api [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Waiting for the task: (returnval){ [ 1752.892529] env[64496]: value = "task-1902277" [ 1752.892529] env[64496]: _type = "Task" [ 1752.892529] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.895989] env[64496]: DEBUG nova.scheduler.client.report [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1752.904137] env[64496]: DEBUG oslo_vmware.api [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.936498] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902275, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.149861} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.936817] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 383a2481-1533-4fba-b22a-33914ba6da44/383a2481-1533-4fba-b22a-33914ba6da44.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1752.937522] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1752.937522] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c962edc-3ea4-4ac4-8fa2-d249151eded7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.944868] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1752.944868] env[64496]: value = "task-1902278" [ 1752.944868] env[64496]: _type = "Task" [ 1752.944868] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.954141] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.060384] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902276, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.278051] env[64496]: DEBUG oslo_concurrency.lockutils [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "refresh_cache-aceef315-f152-4b91-9953-2eceb376b255" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.278249] env[64496]: DEBUG oslo_concurrency.lockutils [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquired lock "refresh_cache-aceef315-f152-4b91-9953-2eceb376b255" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.278354] env[64496]: DEBUG nova.network.neutron [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.278538] env[64496]: DEBUG nova.objects.instance [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lazy-loading 'info_cache' on Instance uuid aceef315-f152-4b91-9953-2eceb376b255 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.294424] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: b200c521-81c2-4bb3-9bee-d1b04f69a394] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1753.402336] env[64496]: DEBUG oslo_concurrency.lockutils [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.404333] env[64496]: DEBUG oslo_vmware.api [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902277, 'name': PowerOffVM_Task, 'duration_secs': 0.31963} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.404872] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.638s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.405013] env[64496]: DEBUG nova.objects.instance [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64496) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1753.407650] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1753.407826] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1753.408090] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91c639e8-7f21-44bf-9fad-0fd93c30e0db {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.436430] env[64496]: DEBUG nova.network.neutron [req-8c8737fb-3bd8-4777-ac0c-87a80faedada req-9e483593-836f-4b02-8e20-4e071c8f899e service nova] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Updated VIF entry in instance network info cache for port 87b76901-b959-411b-925e-4b123c68e498. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1753.436430] env[64496]: DEBUG nova.network.neutron [req-8c8737fb-3bd8-4777-ac0c-87a80faedada req-9e483593-836f-4b02-8e20-4e071c8f899e service nova] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Updating instance_info_cache with network_info: [{"id": "87b76901-b959-411b-925e-4b123c68e498", "address": "fa:16:3e:9d:1b:6a", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b76901-b9", "ovs_interfaceid": "87b76901-b959-411b-925e-4b123c68e498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.456204] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081699} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.459019] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1753.459019] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11befc80-c045-4816-b3e6-c968ae6bfc34 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.481629] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 383a2481-1533-4fba-b22a-33914ba6da44/383a2481-1533-4fba-b22a-33914ba6da44.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1753.482580] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f9308f-a7e2-4da7-8884-aacd5ffb390c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.503119] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1753.503119] env[64496]: value = "task-1902280" [ 1753.503119] env[64496]: _type = "Task" [ 1753.503119] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.512282] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.558826] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902276, 'name': CreateVM_Task, 'duration_secs': 0.689699} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.559029] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1753.559755] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.559924] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.560365] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1753.560624] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c686597-38d0-467e-82b9-ac3621892523 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.566138] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1753.566138] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526c92b4-c647-3bbb-03e8-a320a96842c5" [ 1753.566138] env[64496]: _type = "Task" [ 1753.566138] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.576501] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526c92b4-c647-3bbb-03e8-a320a96842c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.674876] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1753.675112] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1753.675302] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Deleting the datastore file [datastore1] a7d8fd5a-bc76-42e5-943d-f472a127afda {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1753.675573] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfa2380d-393f-4988-907a-884841c4ce00 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.683415] env[64496]: DEBUG oslo_vmware.api [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Waiting for the task: (returnval){ [ 1753.683415] env[64496]: value = "task-1902281" [ 1753.683415] env[64496]: _type = "Task" [ 1753.683415] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.692666] env[64496]: DEBUG oslo_vmware.api [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.703402] env[64496]: DEBUG oslo_concurrency.lockutils [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "12014bf5-cc7c-402b-aefd-f032a720461e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.703833] env[64496]: DEBUG oslo_concurrency.lockutils [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "12014bf5-cc7c-402b-aefd-f032a720461e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.704177] env[64496]: DEBUG oslo_concurrency.lockutils [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "12014bf5-cc7c-402b-aefd-f032a720461e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.704336] env[64496]: DEBUG oslo_concurrency.lockutils [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "12014bf5-cc7c-402b-aefd-f032a720461e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.704504] env[64496]: DEBUG oslo_concurrency.lockutils [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "12014bf5-cc7c-402b-aefd-f032a720461e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.706763] env[64496]: INFO nova.compute.manager [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Terminating instance [ 1753.783321] env[64496]: DEBUG nova.objects.base [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1753.797821] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 969b7791-0012-416c-84e1-706ed1103c54] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1753.924517] env[64496]: DEBUG oslo_concurrency.lockutils [None req-548c68c8-844f-4545-8135-21fdf5f8f5b1 tempest-ServerActionsV293TestJSON-401345795 tempest-ServerActionsV293TestJSON-401345795-project-member] Lock "feb9aa48-fdc5-46d5-8b2f-6587ff4600c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.182s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.938868] env[64496]: DEBUG oslo_concurrency.lockutils [req-8c8737fb-3bd8-4777-ac0c-87a80faedada req-9e483593-836f-4b02-8e20-4e071c8f899e service nova] Releasing lock "refresh_cache-27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.013815] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.054661] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "interface-8ce2acce-6dcb-45ce-9e25-4561c1d168c3-4bf658d2-da89-4946-976e-2de61ea4454d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.054879] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-8ce2acce-6dcb-45ce-9e25-4561c1d168c3-4bf658d2-da89-4946-976e-2de61ea4454d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.076547] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526c92b4-c647-3bbb-03e8-a320a96842c5, 'name': SearchDatastore_Task, 'duration_secs': 0.0161} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.076900] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.077148] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1754.077385] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.077533] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.077707] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1754.078118] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9ac7b57-ef56-45a5-81c6-1c33c43fa25b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.086166] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1754.086347] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1754.087055] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d59bef5-c0b3-43b7-91fe-f85cd8129091 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.092140] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1754.092140] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520e241e-5911-f4b3-d4e3-da628374b090" [ 1754.092140] env[64496]: _type = "Task" [ 1754.092140] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.099496] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520e241e-5911-f4b3-d4e3-da628374b090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.193213] env[64496]: DEBUG oslo_vmware.api [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Task: {'id': task-1902281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428457} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.193476] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1754.193648] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1754.193847] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1754.194058] env[64496]: INFO nova.compute.manager [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1754.194372] env[64496]: DEBUG oslo.service.loopingcall [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.194733] env[64496]: DEBUG nova.compute.manager [-] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1754.194818] env[64496]: DEBUG nova.network.neutron [-] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1754.211421] env[64496]: DEBUG nova.compute.manager [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1754.211757] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1754.212564] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce86517a-4692-4b18-898e-3d709128efc4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.220025] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.220316] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e0d8125-f949-4f6e-a6c1-227fa8c3097c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.227543] env[64496]: DEBUG oslo_vmware.api [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1754.227543] env[64496]: value = "task-1902282" [ 1754.227543] env[64496]: _type = "Task" [ 1754.227543] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.236187] env[64496]: DEBUG oslo_vmware.api [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.302691] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 619c7fa7-6111-43de-9972-70099385a342] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1754.417791] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2af24e8d-6902-449b-9971-05779cc08c41 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.419224] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.538s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.424039] env[64496]: INFO nova.compute.claims [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1754.514629] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902280, 'name': ReconfigVM_Task, 'duration_secs': 0.536253} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.514861] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 383a2481-1533-4fba-b22a-33914ba6da44/383a2481-1533-4fba-b22a-33914ba6da44.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1754.515577] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f0a8acc-f4e6-4e12-bffe-34c8ac96b7c2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.524247] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1754.524247] env[64496]: value = "task-1902283" [ 1754.524247] env[64496]: _type = "Task" [ 1754.524247] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.532455] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902283, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.557881] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.558234] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.561060] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bde93c8-5767-4a0e-9d60-11aedbf4f521 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.587838] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b001ee6-8cc2-43c9-ad6e-60e5811139ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.622144] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Reconfiguring VM to detach interface {{(pid=64496) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1754.623130] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02e0bbf2-4adb-49fe-8078-5ec25df02107 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.646957] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520e241e-5911-f4b3-d4e3-da628374b090, 'name': SearchDatastore_Task, 'duration_secs': 0.036993} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.647243] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d06f52-a9a6-4a42-935b-43440e2f0304 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.652136] env[64496]: DEBUG oslo_vmware.api [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1754.652136] env[64496]: value = "task-1902284" [ 1754.652136] env[64496]: _type = "Task" [ 1754.652136] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.653863] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1754.653863] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521e0122-a0da-19c9-13e0-954e3104917c" [ 1754.653863] env[64496]: _type = "Task" [ 1754.653863] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.665432] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521e0122-a0da-19c9-13e0-954e3104917c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.668928] env[64496]: DEBUG oslo_vmware.api [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902284, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.736924] env[64496]: DEBUG oslo_vmware.api [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902282, 'name': PowerOffVM_Task, 'duration_secs': 0.321059} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.738314] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1754.738314] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.738314] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fde2b44-b5c9-4ab2-bbc4-7fd9dd0023dd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.808018] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: b5fda5f0-2f89-4eed-9284-0b0f74a747db] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1754.897897] env[64496]: DEBUG nova.compute.manager [req-b792208a-3d00-4477-beb0-812736cd2bb1 req-5a182aa0-45ee-4f01-8a0e-f2c11b8c3877 service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Received event network-vif-deleted-b963133e-0147-4186-a60a-67fea5e6cc7c {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1754.898134] env[64496]: INFO nova.compute.manager [req-b792208a-3d00-4477-beb0-812736cd2bb1 req-5a182aa0-45ee-4f01-8a0e-f2c11b8c3877 service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Neutron deleted interface b963133e-0147-4186-a60a-67fea5e6cc7c; detaching it from the instance and deleting it from the info cache [ 1754.898308] env[64496]: DEBUG nova.network.neutron [req-b792208a-3d00-4477-beb0-812736cd2bb1 req-5a182aa0-45ee-4f01-8a0e-f2c11b8c3877 service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.929313] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.929611] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.929856] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Deleting the datastore file [datastore2] 12014bf5-cc7c-402b-aefd-f032a720461e {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.930612] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40e5777c-0dc1-4ffd-90cb-c308d7431535 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.938267] env[64496]: DEBUG oslo_vmware.api [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1754.938267] env[64496]: value = "task-1902286" [ 1754.938267] env[64496]: _type = "Task" [ 1754.938267] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.948833] env[64496]: DEBUG oslo_vmware.api [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.985582] env[64496]: DEBUG nova.network.neutron [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Updating instance_info_cache with network_info: [{"id": "bdd4c751-048f-4a5e-b97a-d1c401424d46", "address": "fa:16:3e:eb:94:89", "network": {"id": "86100faa-67bc-4d4e-8936-9219151cf273", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26886676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35dabbb56da421eb29776a5623274a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd4c751-04", "ovs_interfaceid": "bdd4c751-048f-4a5e-b97a-d1c401424d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.035195] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902283, 'name': Rename_Task, 'duration_secs': 0.287547} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.035898] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1755.036224] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cffa28a-324b-4bf7-a998-4d6fd1597663 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.044136] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1755.044136] env[64496]: value = "task-1902287" [ 1755.044136] env[64496]: _type = "Task" [ 1755.044136] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.054427] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.173256] env[64496]: DEBUG oslo_vmware.api [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.178158] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521e0122-a0da-19c9-13e0-954e3104917c, 'name': SearchDatastore_Task, 'duration_secs': 0.021577} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.178475] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.180638] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce/27d65cfe-49d6-4ae3-acd3-9459bd5e98ce.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1755.180638] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c83acc55-dbb2-4157-8198-d695f0ac4dbe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.186711] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1755.186711] env[64496]: value = "task-1902288" [ 1755.186711] env[64496]: _type = "Task" [ 1755.186711] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.195692] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.310499] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 1800df03-6446-4f49-9f76-1dedd242b880] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1755.339345] env[64496]: DEBUG nova.network.neutron [-] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.403743] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c94f155f-7876-453a-bd43-2f2bcda406dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.413329] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d931d6-9491-48a6-b5dc-9fe538a981de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.445461] env[64496]: DEBUG nova.compute.manager [req-b792208a-3d00-4477-beb0-812736cd2bb1 req-5a182aa0-45ee-4f01-8a0e-f2c11b8c3877 service nova] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Detach interface failed, port_id=b963133e-0147-4186-a60a-67fea5e6cc7c, reason: Instance a7d8fd5a-bc76-42e5-943d-f472a127afda could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1755.454434] env[64496]: DEBUG oslo_vmware.api [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272243} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.456808] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.457023] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.457237] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.457422] env[64496]: INFO nova.compute.manager [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1755.457665] env[64496]: DEBUG oslo.service.loopingcall [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.458752] env[64496]: DEBUG nova.compute.manager [-] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1755.458752] env[64496]: DEBUG nova.network.neutron [-] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1755.487933] env[64496]: DEBUG oslo_concurrency.lockutils [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Releasing lock "refresh_cache-aceef315-f152-4b91-9953-2eceb376b255" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.561314] env[64496]: DEBUG oslo_vmware.api [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902287, 'name': PowerOnVM_Task, 'duration_secs': 0.465675} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.561314] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1755.561314] env[64496]: INFO nova.compute.manager [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1755.561314] env[64496]: DEBUG nova.compute.manager [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.561314] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92b34f8-b517-457e-a064-630719c4b492 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.669062] env[64496]: DEBUG oslo_vmware.api [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.696272] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902288, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.740802] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d7f2d3-60a3-4887-b495-02b1b50278b7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.748979] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f32e02-0486-4085-88d4-307ffa9ed615 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.783421] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8168cbfd-9009-4ade-a4d2-a079f3ada7ba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.794711] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8996dc4c-12ba-4cd1-a60a-33b4b2c79a7d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.811481] env[64496]: DEBUG nova.compute.provider_tree [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.813642] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: a450a602-d839-45a2-8b41-dfcef81f7a57] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1755.842028] env[64496]: INFO nova.compute.manager [-] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Took 1.65 seconds to deallocate network for instance. [ 1756.088503] env[64496]: INFO nova.compute.manager [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Took 19.39 seconds to build instance. [ 1756.111111] env[64496]: DEBUG nova.compute.manager [req-c0f81f69-5497-4c32-838e-f88d763441ba req-47c39c49-44d2-4f3a-97af-a0e678b50aac service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Received event network-vif-deleted-0b9e6381-cf61-443d-b832-4064704594b2 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1756.111343] env[64496]: INFO nova.compute.manager [req-c0f81f69-5497-4c32-838e-f88d763441ba req-47c39c49-44d2-4f3a-97af-a0e678b50aac service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Neutron deleted interface 0b9e6381-cf61-443d-b832-4064704594b2; detaching it from the instance and deleting it from the info cache [ 1756.111524] env[64496]: DEBUG nova.network.neutron [req-c0f81f69-5497-4c32-838e-f88d763441ba req-47c39c49-44d2-4f3a-97af-a0e678b50aac service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.169743] env[64496]: DEBUG oslo_vmware.api [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.197206] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722184} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.197534] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce/27d65cfe-49d6-4ae3-acd3-9459bd5e98ce.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1756.197791] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1756.198100] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c398a0ce-2a0e-4368-9513-aaa3dc228ff1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.207426] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1756.207426] env[64496]: value = "task-1902289" [ 1756.207426] env[64496]: _type = "Task" [ 1756.207426] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.215934] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.315665] env[64496]: DEBUG nova.scheduler.client.report [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1756.319223] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 70080cd5-d6d1-49b9-b9bb-7b41871dfb07] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1756.352036] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.497097] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1756.497845] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed2e995f-3936-48c8-993e-04155165df89 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.505891] env[64496]: DEBUG oslo_vmware.api [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1756.505891] env[64496]: value = "task-1902290" [ 1756.505891] env[64496]: _type = "Task" [ 1756.505891] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.516016] env[64496]: DEBUG oslo_vmware.api [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.588999] env[64496]: DEBUG nova.network.neutron [-] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.590402] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9ea6a20a-2f12-4d4f-88e6-fe68087998c5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "383a2481-1533-4fba-b22a-33914ba6da44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.911s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.615648] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30f11cff-a679-4e24-9292-66bab76861b9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.627272] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e755fb52-22e9-41f4-ba42-01243d54cd9e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.661672] env[64496]: DEBUG nova.compute.manager [req-c0f81f69-5497-4c32-838e-f88d763441ba req-47c39c49-44d2-4f3a-97af-a0e678b50aac service nova] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Detach interface failed, port_id=0b9e6381-cf61-443d-b832-4064704594b2, reason: Instance 12014bf5-cc7c-402b-aefd-f032a720461e could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1756.670602] env[64496]: DEBUG oslo_vmware.api [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.715264] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155331} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.715570] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1756.716452] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66da9355-ce15-4372-9113-aac26b7686da {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.739663] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce/27d65cfe-49d6-4ae3-acd3-9459bd5e98ce.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1756.740227] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-712af167-4bde-4820-83b4-91bc5a9343a1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.765933] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1756.765933] env[64496]: value = "task-1902291" [ 1756.765933] env[64496]: _type = "Task" [ 1756.765933] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.774846] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.822978] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.823554] env[64496]: DEBUG nova.compute.manager [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1756.826323] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 2769fc49-4f22-44c1-a0e5-7481ec8b595c] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1756.828309] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.617s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.829865] env[64496]: INFO nova.compute.claims [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1757.017050] env[64496]: DEBUG oslo_vmware.api [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.094429] env[64496]: INFO nova.compute.manager [-] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Took 1.64 seconds to deallocate network for instance. [ 1757.173972] env[64496]: DEBUG oslo_vmware.api [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.277801] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.329669] env[64496]: DEBUG nova.compute.utils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1757.331176] env[64496]: DEBUG nova.compute.manager [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1757.331406] env[64496]: DEBUG nova.network.neutron [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1757.333548] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 6ca6c4fd-2234-4077-a0f3-510385354b2b] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1757.388780] env[64496]: DEBUG nova.policy [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00d993279ab84e0985ea1d49f4f234ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abf416ace2e54dc88c6546c67a74cf2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1757.516728] env[64496]: DEBUG oslo_vmware.api [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.601643] env[64496]: DEBUG oslo_concurrency.lockutils [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.675204] env[64496]: DEBUG oslo_vmware.api [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.676416] env[64496]: DEBUG nova.network.neutron [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Successfully created port: 917d2d54-8112-44aa-a63e-82cf8ab030e7 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1757.776514] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.834910] env[64496]: DEBUG nova.compute.manager [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1757.837614] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 02198b91-3757-44f5-aa10-c48ec83e47ab] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1758.019131] env[64496]: DEBUG oslo_vmware.api [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902290, 'name': PowerOnVM_Task, 'duration_secs': 1.482229} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.019414] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1758.019611] env[64496]: DEBUG nova.compute.manager [None req-26ffffac-cb9b-41a2-b99c-1fbe0db7eaa7 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.020452] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4fadbc-237d-4229-bfda-741592fad011 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.111301] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78018e2a-b4e8-4997-85de-7be22a58cfbe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.121327] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8e6b4e-88d8-4501-a6a6-2470c910648c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.155250] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6df7a6-b387-4bc1-9251-c26229cd19e6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.164377] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8607ea-b6fe-49c6-a5ea-68946d07bfd4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.183332] env[64496]: DEBUG nova.compute.provider_tree [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.189692] env[64496]: DEBUG oslo_vmware.api [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.279030] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902291, 'name': ReconfigVM_Task, 'duration_secs': 1.261408} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.280031] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce/27d65cfe-49d6-4ae3-acd3-9459bd5e98ce.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.280199] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-277c8b4b-d2db-4139-b8c9-e864d13c5755 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.287925] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1758.287925] env[64496]: value = "task-1902292" [ 1758.287925] env[64496]: _type = "Task" [ 1758.287925] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.301311] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902292, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.344685] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7cbdba76-b9f3-417d-b49f-6e3913fa290b] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1758.677777] env[64496]: DEBUG oslo_vmware.api [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.686855] env[64496]: DEBUG nova.scheduler.client.report [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1758.797545] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902292, 'name': Rename_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.848601] env[64496]: DEBUG nova.compute.manager [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1758.850832] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ed48ab1b-0a5b-4d4e-b7e0-540b076b1bcd] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1758.877485] env[64496]: DEBUG nova.virt.hardware [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1758.878325] env[64496]: DEBUG nova.virt.hardware [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1758.878325] env[64496]: DEBUG nova.virt.hardware [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1758.878325] env[64496]: DEBUG nova.virt.hardware [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1758.878325] env[64496]: DEBUG nova.virt.hardware [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1758.878502] env[64496]: DEBUG nova.virt.hardware [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1758.878705] env[64496]: DEBUG nova.virt.hardware [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1758.878957] env[64496]: DEBUG nova.virt.hardware [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1758.879241] env[64496]: DEBUG nova.virt.hardware [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1758.879508] env[64496]: DEBUG nova.virt.hardware [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1758.879791] env[64496]: DEBUG nova.virt.hardware [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1758.880713] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8634ba38-51fa-462f-8c14-8fffcfd596fa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.889151] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc8da7b-4a17-4b82-89e8-e1c0d216cc4f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.179111] env[64496]: DEBUG oslo_vmware.api [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.192145] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.192686] env[64496]: DEBUG nova.compute.manager [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1759.196514] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.954s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.198286] env[64496]: INFO nova.compute.claims [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.260849] env[64496]: DEBUG nova.compute.manager [req-48788bef-9901-41d2-b474-c9908b0d70f4 req-5ee0a3e5-c7ac-41c1-bad0-4bc90bc5328d service nova] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Received event network-vif-plugged-917d2d54-8112-44aa-a63e-82cf8ab030e7 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1759.261187] env[64496]: DEBUG oslo_concurrency.lockutils [req-48788bef-9901-41d2-b474-c9908b0d70f4 req-5ee0a3e5-c7ac-41c1-bad0-4bc90bc5328d service nova] Acquiring lock "9100931d-2a58-469b-bdb5-6498bc7fcded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.261376] env[64496]: DEBUG oslo_concurrency.lockutils [req-48788bef-9901-41d2-b474-c9908b0d70f4 req-5ee0a3e5-c7ac-41c1-bad0-4bc90bc5328d service nova] Lock "9100931d-2a58-469b-bdb5-6498bc7fcded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.261541] env[64496]: DEBUG oslo_concurrency.lockutils [req-48788bef-9901-41d2-b474-c9908b0d70f4 req-5ee0a3e5-c7ac-41c1-bad0-4bc90bc5328d service nova] Lock "9100931d-2a58-469b-bdb5-6498bc7fcded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.261717] env[64496]: DEBUG nova.compute.manager [req-48788bef-9901-41d2-b474-c9908b0d70f4 req-5ee0a3e5-c7ac-41c1-bad0-4bc90bc5328d service nova] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] No waiting events found dispatching network-vif-plugged-917d2d54-8112-44aa-a63e-82cf8ab030e7 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1759.261889] env[64496]: WARNING nova.compute.manager [req-48788bef-9901-41d2-b474-c9908b0d70f4 req-5ee0a3e5-c7ac-41c1-bad0-4bc90bc5328d service nova] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Received unexpected event network-vif-plugged-917d2d54-8112-44aa-a63e-82cf8ab030e7 for instance with vm_state building and task_state spawning. [ 1759.301437] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902292, 'name': Rename_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.354067] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: a1233927-5630-45c5-bf14-eb81de95cf44] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1759.434029] env[64496]: DEBUG nova.network.neutron [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Successfully updated port: 917d2d54-8112-44aa-a63e-82cf8ab030e7 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1759.678648] env[64496]: DEBUG oslo_vmware.api [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.704059] env[64496]: DEBUG nova.compute.utils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1759.707843] env[64496]: DEBUG nova.compute.manager [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1759.708111] env[64496]: DEBUG nova.network.neutron [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1759.751114] env[64496]: DEBUG nova.policy [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff1cb725a1244b13bf93319a39e20411', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25c6088bdfce4b4ea3f161948856f564', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1759.799385] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902292, 'name': Rename_Task, 'duration_secs': 1.18552} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.799678] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1759.799913] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01a2c835-a15e-4c0e-8c95-5cb3c2da38ca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.806443] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1759.806443] env[64496]: value = "task-1902293" [ 1759.806443] env[64496]: _type = "Task" [ 1759.806443] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.813957] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.857174] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 2b460d0f-65c7-4a8c-a769-c94cbc6872dc] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1759.936938] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "refresh_cache-9100931d-2a58-469b-bdb5-6498bc7fcded" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.937103] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "refresh_cache-9100931d-2a58-469b-bdb5-6498bc7fcded" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.937253] env[64496]: DEBUG nova.network.neutron [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1759.996686] env[64496]: DEBUG nova.network.neutron [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Successfully created port: 4d49a3c8-00db-46e8-b8dc-0339167317a4 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1760.179927] env[64496]: DEBUG oslo_vmware.api [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902284, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.208863] env[64496]: DEBUG nova.compute.manager [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1760.318693] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902293, 'name': PowerOnVM_Task} progress is 90%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.360024] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 1d606e17-3ee9-45e0-b92a-fb5e816720f0] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1760.448748] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9491a9-41a1-4805-92a3-0d56b268befe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.457848] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b17a1cd-caf2-4a63-b00e-6c97eaecdb00 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.497290] env[64496]: DEBUG nova.network.neutron [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1760.503020] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e251abe4-a776-435a-b9b3-1a2ff4680dfd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.507970] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658beb2f-8569-4d8f-9e96-5cc17cde9a06 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.526521] env[64496]: DEBUG nova.compute.provider_tree [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.679436] env[64496]: DEBUG oslo_vmware.api [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902284, 'name': ReconfigVM_Task, 'duration_secs': 5.913658} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.679706] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.679911] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Reconfigured VM to detach interface {{(pid=64496) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1760.733781] env[64496]: DEBUG nova.network.neutron [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Updating instance_info_cache with network_info: [{"id": "917d2d54-8112-44aa-a63e-82cf8ab030e7", "address": "fa:16:3e:4d:14:fa", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917d2d54-81", "ovs_interfaceid": "917d2d54-8112-44aa-a63e-82cf8ab030e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.817586] env[64496]: DEBUG oslo_vmware.api [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902293, 'name': PowerOnVM_Task, 'duration_secs': 0.878978} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.818026] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1760.818346] env[64496]: INFO nova.compute.manager [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1760.818631] env[64496]: DEBUG nova.compute.manager [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1760.819537] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e3d8e6-6aa5-48cc-bbae-6d97ebb0dd47 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.863015] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: cb97679a-6f0b-40fe-8f67-654c55c49f20] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1761.027954] env[64496]: DEBUG nova.scheduler.client.report [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1761.032675] env[64496]: DEBUG nova.compute.manager [req-7e4e6d7a-1f70-4b6c-a782-a18dc29b22b1 req-b1353729-89bc-4552-953e-f0e40a3946ff service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Received event network-vif-deleted-4bf658d2-da89-4946-976e-2de61ea4454d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1761.032906] env[64496]: INFO nova.compute.manager [req-7e4e6d7a-1f70-4b6c-a782-a18dc29b22b1 req-b1353729-89bc-4552-953e-f0e40a3946ff service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Neutron deleted interface 4bf658d2-da89-4946-976e-2de61ea4454d; detaching it from the instance and deleting it from the info cache [ 1761.033164] env[64496]: DEBUG nova.network.neutron [req-7e4e6d7a-1f70-4b6c-a782-a18dc29b22b1 req-b1353729-89bc-4552-953e-f0e40a3946ff service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Updating instance_info_cache with network_info: [{"id": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "address": "fa:16:3e:1f:c6:19", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3f9f9f-ff", "ovs_interfaceid": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.220729] env[64496]: DEBUG nova.compute.manager [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1761.239698] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "refresh_cache-9100931d-2a58-469b-bdb5-6498bc7fcded" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.240026] env[64496]: DEBUG nova.compute.manager [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Instance network_info: |[{"id": "917d2d54-8112-44aa-a63e-82cf8ab030e7", "address": "fa:16:3e:4d:14:fa", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917d2d54-81", "ovs_interfaceid": "917d2d54-8112-44aa-a63e-82cf8ab030e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1761.240529] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:14:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '917d2d54-8112-44aa-a63e-82cf8ab030e7', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1761.247971] env[64496]: DEBUG oslo.service.loopingcall [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.250121] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1761.250664] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfbbcaaa-2f35-4cbd-bfa7-f4db3cea32d2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.267118] env[64496]: DEBUG nova.virt.hardware [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1761.267392] env[64496]: DEBUG nova.virt.hardware [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1761.267515] env[64496]: DEBUG nova.virt.hardware [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1761.267760] env[64496]: DEBUG nova.virt.hardware [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1761.267839] env[64496]: DEBUG nova.virt.hardware [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1761.267970] env[64496]: DEBUG nova.virt.hardware [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1761.268190] env[64496]: DEBUG nova.virt.hardware [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1761.268368] env[64496]: DEBUG nova.virt.hardware [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1761.268538] env[64496]: DEBUG nova.virt.hardware [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1761.271373] env[64496]: DEBUG nova.virt.hardware [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1761.271373] env[64496]: DEBUG nova.virt.hardware [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1761.271373] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abefb4c-651d-4fdc-9924-7e64ba549da1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.281043] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef84438a-e8c1-4220-b475-c8d5f9bf97d6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.284056] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1761.284056] env[64496]: value = "task-1902294" [ 1761.284056] env[64496]: _type = "Task" [ 1761.284056] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.286244] env[64496]: DEBUG nova.compute.manager [req-a1a72f4d-d768-41e9-b4ec-f40de7f73500 req-b04d942b-ea34-4953-bb59-8ef7a70bcbc0 service nova] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Received event network-changed-917d2d54-8112-44aa-a63e-82cf8ab030e7 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1761.286434] env[64496]: DEBUG nova.compute.manager [req-a1a72f4d-d768-41e9-b4ec-f40de7f73500 req-b04d942b-ea34-4953-bb59-8ef7a70bcbc0 service nova] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Refreshing instance network info cache due to event network-changed-917d2d54-8112-44aa-a63e-82cf8ab030e7. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1761.286655] env[64496]: DEBUG oslo_concurrency.lockutils [req-a1a72f4d-d768-41e9-b4ec-f40de7f73500 req-b04d942b-ea34-4953-bb59-8ef7a70bcbc0 service nova] Acquiring lock "refresh_cache-9100931d-2a58-469b-bdb5-6498bc7fcded" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.286797] env[64496]: DEBUG oslo_concurrency.lockutils [req-a1a72f4d-d768-41e9-b4ec-f40de7f73500 req-b04d942b-ea34-4953-bb59-8ef7a70bcbc0 service nova] Acquired lock "refresh_cache-9100931d-2a58-469b-bdb5-6498bc7fcded" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.286948] env[64496]: DEBUG nova.network.neutron [req-a1a72f4d-d768-41e9-b4ec-f40de7f73500 req-b04d942b-ea34-4953-bb59-8ef7a70bcbc0 service nova] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Refreshing network info cache for port 917d2d54-8112-44aa-a63e-82cf8ab030e7 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.306742] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902294, 'name': CreateVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.337081] env[64496]: INFO nova.compute.manager [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Took 24.18 seconds to build instance. [ 1761.369433] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 850a9a8e-aefd-4a77-ab74-3bc89c1ae5bb] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1761.535812] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.536365] env[64496]: DEBUG nova.compute.manager [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1761.539700] env[64496]: DEBUG oslo_concurrency.lockutils [req-7e4e6d7a-1f70-4b6c-a782-a18dc29b22b1 req-b1353729-89bc-4552-953e-f0e40a3946ff service nova] Acquiring lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.539921] env[64496]: DEBUG oslo_concurrency.lockutils [req-7e4e6d7a-1f70-4b6c-a782-a18dc29b22b1 req-b1353729-89bc-4552-953e-f0e40a3946ff service nova] Acquired lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.540260] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.477s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.540576] env[64496]: DEBUG nova.objects.instance [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lazy-loading 'resources' on Instance uuid cc45667d-6de3-4fc1-99fb-dc2d69f4a206 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1761.542372] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d5359b-baaf-4f1f-bfa4-50bb48f1e3d8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.568718] env[64496]: DEBUG oslo_concurrency.lockutils [req-7e4e6d7a-1f70-4b6c-a782-a18dc29b22b1 req-b1353729-89bc-4552-953e-f0e40a3946ff service nova] Releasing lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.569055] env[64496]: WARNING nova.compute.manager [req-7e4e6d7a-1f70-4b6c-a782-a18dc29b22b1 req-b1353729-89bc-4552-953e-f0e40a3946ff service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Detach interface failed, port_id=4bf658d2-da89-4946-976e-2de61ea4454d, reason: No device with interface-id 4bf658d2-da89-4946-976e-2de61ea4454d exists on VM: nova.exception.NotFound: No device with interface-id 4bf658d2-da89-4946-976e-2de61ea4454d exists on VM [ 1761.677672] env[64496]: DEBUG nova.network.neutron [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Successfully updated port: 4d49a3c8-00db-46e8-b8dc-0339167317a4 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1761.796239] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902294, 'name': CreateVM_Task, 'duration_secs': 0.471007} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.796385] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1761.797493] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.797493] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.797626] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1761.798867] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d994e14-4779-4c9b-8bfb-f983bd04ee1c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.804712] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1761.804712] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e1622c-8573-901f-1788-957c8cdcf859" [ 1761.804712] env[64496]: _type = "Task" [ 1761.804712] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.814442] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e1622c-8573-901f-1788-957c8cdcf859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.839012] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c7dfef-7ab9-43af-8e59-311c812c2ead tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.690s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.873191] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: d376f0ba-dc4c-48a3-83f6-7b3c2c222d7a] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1761.876498] env[64496]: INFO nova.compute.manager [None req-0959f9ad-f164-42b7-9e7a-46663b3dea70 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Get console output [ 1761.878381] env[64496]: WARNING nova.virt.vmwareapi.driver [None req-0959f9ad-f164-42b7-9e7a-46663b3dea70 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] The console log is missing. Check your VSPC configuration [ 1762.008164] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.008349] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.008550] env[64496]: DEBUG nova.network.neutron [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.043373] env[64496]: DEBUG nova.compute.utils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1762.044440] env[64496]: DEBUG nova.compute.manager [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1762.044603] env[64496]: DEBUG nova.network.neutron [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1762.046898] env[64496]: DEBUG nova.network.neutron [req-a1a72f4d-d768-41e9-b4ec-f40de7f73500 req-b04d942b-ea34-4953-bb59-8ef7a70bcbc0 service nova] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Updated VIF entry in instance network info cache for port 917d2d54-8112-44aa-a63e-82cf8ab030e7. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.047226] env[64496]: DEBUG nova.network.neutron [req-a1a72f4d-d768-41e9-b4ec-f40de7f73500 req-b04d942b-ea34-4953-bb59-8ef7a70bcbc0 service nova] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Updating instance_info_cache with network_info: [{"id": "917d2d54-8112-44aa-a63e-82cf8ab030e7", "address": "fa:16:3e:4d:14:fa", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917d2d54-81", "ovs_interfaceid": "917d2d54-8112-44aa-a63e-82cf8ab030e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.086860] env[64496]: DEBUG nova.policy [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ed3bad7cd214a9a9fd6182c113a3388', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7279a3a13aca49499a23d6ab442b2771', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1762.181724] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "refresh_cache-22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.181724] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired lock "refresh_cache-22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.181864] env[64496]: DEBUG nova.network.neutron [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.213799] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.214105] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.214361] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.214610] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.214836] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.216859] env[64496]: INFO nova.compute.manager [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Terminating instance [ 1762.275426] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f79fbbb-ac87-47b0-abff-dc70c0dc1647 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.282926] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a416c7-b50a-438e-ae29-9e6e9cfd9c97 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.287727] env[64496]: INFO nova.compute.manager [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Rescuing [ 1762.288094] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "refresh_cache-27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.288155] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "refresh_cache-27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.288325] env[64496]: DEBUG nova.network.neutron [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.320917] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3325dd24-6d25-43aa-bad2-9a237e2d8f43 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.330887] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e1622c-8573-901f-1788-957c8cdcf859, 'name': SearchDatastore_Task, 'duration_secs': 0.031387} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.331677] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.331997] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1762.332264] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.332448] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.332765] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1762.332966] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a50c64d-1097-48a4-a285-d6e3106bf73a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.335622] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5e799e-d24c-4d25-9502-ba3098790608 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.350669] env[64496]: DEBUG nova.compute.provider_tree [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.352878] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1762.353070] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1762.354291] env[64496]: DEBUG nova.network.neutron [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Successfully created port: c4835b0a-0bdb-420f-b0d4-47eba7d570b2 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.356222] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a15e79f-6d5d-40d8-8741-72bbb5de9988 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.362126] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1762.362126] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a0011c-ced8-7175-114f-8a096dbe9e8b" [ 1762.362126] env[64496]: _type = "Task" [ 1762.362126] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.370233] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a0011c-ced8-7175-114f-8a096dbe9e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.379015] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 63cc3567-f8dc-463c-a3d1-e96b74f533a8] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1762.547793] env[64496]: DEBUG nova.compute.manager [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1762.553045] env[64496]: DEBUG oslo_concurrency.lockutils [req-a1a72f4d-d768-41e9-b4ec-f40de7f73500 req-b04d942b-ea34-4953-bb59-8ef7a70bcbc0 service nova] Releasing lock "refresh_cache-9100931d-2a58-469b-bdb5-6498bc7fcded" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.723236] env[64496]: DEBUG nova.compute.manager [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1762.723236] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1762.724058] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90644743-d276-4449-ac8b-2fbacf70843a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.734151] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1762.734902] env[64496]: DEBUG nova.network.neutron [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1762.736602] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-415685ee-aede-4b97-a73e-eef20d7782e2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.745260] env[64496]: DEBUG oslo_vmware.api [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1762.745260] env[64496]: value = "task-1902295" [ 1762.745260] env[64496]: _type = "Task" [ 1762.745260] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.753508] env[64496]: DEBUG oslo_vmware.api [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.858943] env[64496]: DEBUG nova.scheduler.client.report [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1762.872782] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a0011c-ced8-7175-114f-8a096dbe9e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.013511} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.873680] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44de6ca2-e895-45ec-91ae-3a22b44d6f0b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.879976] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1762.879976] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5292b791-4d77-8e81-2fe3-f2b43d2edf02" [ 1762.879976] env[64496]: _type = "Task" [ 1762.879976] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.884299] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 809dc4e0-b5bf-4f32-987b-08960c97fcca] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1762.887413] env[64496]: DEBUG nova.network.neutron [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Updating instance_info_cache with network_info: [{"id": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "address": "fa:16:3e:1f:c6:19", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3f9f9f-ff", "ovs_interfaceid": "8a3f9f9f-ff93-4528-a3b5-301accab8b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.892136] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5292b791-4d77-8e81-2fe3-f2b43d2edf02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.918778] env[64496]: DEBUG nova.network.neutron [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Updating instance_info_cache with network_info: [{"id": "4d49a3c8-00db-46e8-b8dc-0339167317a4", "address": "fa:16:3e:16:ed:35", "network": {"id": "345921ed-2a8c-41ea-8937-fc58acb88ade", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1142779685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c6088bdfce4b4ea3f161948856f564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d49a3c8-00", "ovs_interfaceid": "4d49a3c8-00db-46e8-b8dc-0339167317a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.949951] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "968500dc-0513-4051-be7a-bc40fd7db142" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.949951] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "968500dc-0513-4051-be7a-bc40fd7db142" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.949951] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "968500dc-0513-4051-be7a-bc40fd7db142-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.950190] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "968500dc-0513-4051-be7a-bc40fd7db142-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.950483] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "968500dc-0513-4051-be7a-bc40fd7db142-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.952697] env[64496]: INFO nova.compute.manager [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Terminating instance [ 1763.095936] env[64496]: DEBUG nova.network.neutron [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Updating instance_info_cache with network_info: [{"id": "87b76901-b959-411b-925e-4b123c68e498", "address": "fa:16:3e:9d:1b:6a", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b76901-b9", "ovs_interfaceid": "87b76901-b959-411b-925e-4b123c68e498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.255884] env[64496]: DEBUG oslo_vmware.api [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902295, 'name': PowerOffVM_Task, 'duration_secs': 0.194832} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.256296] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1763.256558] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1763.256882] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e319347-9f46-48e4-bf00-b2a1041115db {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.313807] env[64496]: DEBUG nova.compute.manager [req-1fc45f0f-21da-4fcc-824a-707a37e253ae req-88231a8d-f5fe-47c7-adda-46dbbf5929a6 service nova] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Received event network-vif-plugged-4d49a3c8-00db-46e8-b8dc-0339167317a4 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1763.314072] env[64496]: DEBUG oslo_concurrency.lockutils [req-1fc45f0f-21da-4fcc-824a-707a37e253ae req-88231a8d-f5fe-47c7-adda-46dbbf5929a6 service nova] Acquiring lock "22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.314296] env[64496]: DEBUG oslo_concurrency.lockutils [req-1fc45f0f-21da-4fcc-824a-707a37e253ae req-88231a8d-f5fe-47c7-adda-46dbbf5929a6 service nova] Lock "22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.314473] env[64496]: DEBUG oslo_concurrency.lockutils [req-1fc45f0f-21da-4fcc-824a-707a37e253ae req-88231a8d-f5fe-47c7-adda-46dbbf5929a6 service nova] Lock "22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.314635] env[64496]: DEBUG nova.compute.manager [req-1fc45f0f-21da-4fcc-824a-707a37e253ae req-88231a8d-f5fe-47c7-adda-46dbbf5929a6 service nova] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] No waiting events found dispatching network-vif-plugged-4d49a3c8-00db-46e8-b8dc-0339167317a4 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.314767] env[64496]: WARNING nova.compute.manager [req-1fc45f0f-21da-4fcc-824a-707a37e253ae req-88231a8d-f5fe-47c7-adda-46dbbf5929a6 service nova] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Received unexpected event network-vif-plugged-4d49a3c8-00db-46e8-b8dc-0339167317a4 for instance with vm_state building and task_state spawning. [ 1763.314997] env[64496]: DEBUG nova.compute.manager [req-1fc45f0f-21da-4fcc-824a-707a37e253ae req-88231a8d-f5fe-47c7-adda-46dbbf5929a6 service nova] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Received event network-changed-4d49a3c8-00db-46e8-b8dc-0339167317a4 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1763.315455] env[64496]: DEBUG nova.compute.manager [req-1fc45f0f-21da-4fcc-824a-707a37e253ae req-88231a8d-f5fe-47c7-adda-46dbbf5929a6 service nova] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Refreshing instance network info cache due to event network-changed-4d49a3c8-00db-46e8-b8dc-0339167317a4. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1763.315455] env[64496]: DEBUG oslo_concurrency.lockutils [req-1fc45f0f-21da-4fcc-824a-707a37e253ae req-88231a8d-f5fe-47c7-adda-46dbbf5929a6 service nova] Acquiring lock "refresh_cache-22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.332860] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1763.333170] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1763.333391] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Deleting the datastore file [datastore2] 8ce2acce-6dcb-45ce-9e25-4561c1d168c3 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1763.333863] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-681637d8-3a71-49ca-9545-c13b1f1fbc4d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.342283] env[64496]: DEBUG oslo_vmware.api [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1763.342283] env[64496]: value = "task-1902297" [ 1763.342283] env[64496]: _type = "Task" [ 1763.342283] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.351456] env[64496]: DEBUG oslo_vmware.api [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.363510] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.365701] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.016s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.365933] env[64496]: DEBUG nova.objects.instance [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Lazy-loading 'resources' on Instance uuid a7d8fd5a-bc76-42e5-943d-f472a127afda {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.385240] env[64496]: INFO nova.scheduler.client.report [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleted allocations for instance cc45667d-6de3-4fc1-99fb-dc2d69f4a206 [ 1763.389792] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: faf41e9a-63f0-491b-9ad4-3452182d07fb] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1763.391647] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "refresh_cache-8ce2acce-6dcb-45ce-9e25-4561c1d168c3" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.393463] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5292b791-4d77-8e81-2fe3-f2b43d2edf02, 'name': SearchDatastore_Task, 'duration_secs': 0.011607} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.395916] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.396178] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 9100931d-2a58-469b-bdb5-6498bc7fcded/9100931d-2a58-469b-bdb5-6498bc7fcded.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1763.396574] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71d10ba8-68a2-475b-b9ba-fe23ca36c237 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.403990] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1763.403990] env[64496]: value = "task-1902298" [ 1763.403990] env[64496]: _type = "Task" [ 1763.403990] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.411948] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.421876] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lock "refresh_cache-22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.422203] env[64496]: DEBUG nova.compute.manager [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Instance network_info: |[{"id": "4d49a3c8-00db-46e8-b8dc-0339167317a4", "address": "fa:16:3e:16:ed:35", "network": {"id": "345921ed-2a8c-41ea-8937-fc58acb88ade", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1142779685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c6088bdfce4b4ea3f161948856f564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d49a3c8-00", "ovs_interfaceid": "4d49a3c8-00db-46e8-b8dc-0339167317a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1763.422481] env[64496]: DEBUG oslo_concurrency.lockutils [req-1fc45f0f-21da-4fcc-824a-707a37e253ae req-88231a8d-f5fe-47c7-adda-46dbbf5929a6 service nova] Acquired lock "refresh_cache-22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.422668] env[64496]: DEBUG nova.network.neutron [req-1fc45f0f-21da-4fcc-824a-707a37e253ae req-88231a8d-f5fe-47c7-adda-46dbbf5929a6 service nova] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Refreshing network info cache for port 4d49a3c8-00db-46e8-b8dc-0339167317a4 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.423905] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:ed:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d49a3c8-00db-46e8-b8dc-0339167317a4', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1763.431282] env[64496]: DEBUG oslo.service.loopingcall [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.432530] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1763.432782] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-227c0fb9-7d25-430a-be6b-21ea0f0884c5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.456287] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1763.456287] env[64496]: value = "task-1902299" [ 1763.456287] env[64496]: _type = "Task" [ 1763.456287] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.460115] env[64496]: DEBUG nova.compute.manager [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1763.460325] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1763.461378] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da964c98-177a-43cd-93b5-a05a6946ac97 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.469443] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902299, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.471764] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1763.472016] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd8f5262-d262-473e-9228-f7fda56aa655 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.480303] env[64496]: DEBUG oslo_vmware.api [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1763.480303] env[64496]: value = "task-1902300" [ 1763.480303] env[64496]: _type = "Task" [ 1763.480303] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.490059] env[64496]: DEBUG oslo_vmware.api [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.560274] env[64496]: DEBUG nova.compute.manager [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1763.589406] env[64496]: DEBUG nova.virt.hardware [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1763.589406] env[64496]: DEBUG nova.virt.hardware [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.589672] env[64496]: DEBUG nova.virt.hardware [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1763.589757] env[64496]: DEBUG nova.virt.hardware [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.589874] env[64496]: DEBUG nova.virt.hardware [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1763.590083] env[64496]: DEBUG nova.virt.hardware [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1763.590241] env[64496]: DEBUG nova.virt.hardware [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1763.590521] env[64496]: DEBUG nova.virt.hardware [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1763.590749] env[64496]: DEBUG nova.virt.hardware [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1763.590948] env[64496]: DEBUG nova.virt.hardware [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1763.591090] env[64496]: DEBUG nova.virt.hardware [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1763.592071] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4772d20-dd31-4792-860f-0ae58df8086a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.600012] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "refresh_cache-27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.603463] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76680d59-60a8-4d49-870f-7ceebd3a7ced {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.854377] env[64496]: DEBUG oslo_vmware.api [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160057} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.854686] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1763.854877] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1763.855189] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1763.855285] env[64496]: INFO nova.compute.manager [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1763.855496] env[64496]: DEBUG oslo.service.loopingcall [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.855680] env[64496]: DEBUG nova.compute.manager [-] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1763.855779] env[64496]: DEBUG nova.network.neutron [-] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1763.896313] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87f9e60d-9e28-4fd3-92c2-5d4fd586ce65 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-8ce2acce-6dcb-45ce-9e25-4561c1d168c3-4bf658d2-da89-4946-976e-2de61ea4454d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.841s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.897477] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 383a2fc7-69e5-4ca0-b3f2-667afe137190] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1763.907218] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d9a09a5b-17fd-4edd-a196-ded823d81c0e tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "cc45667d-6de3-4fc1-99fb-dc2d69f4a206" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.289s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.922800] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902298, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.970912] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902299, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.996192] env[64496]: DEBUG oslo_vmware.api [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902300, 'name': PowerOffVM_Task, 'duration_secs': 0.411094} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.996462] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1763.996626] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1763.996874] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-183527d4-b9f2-4415-a9bd-3b0cf01f38af {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.139933] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94362971-76e3-4204-b7f7-ae6a6037e478 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.154506] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c66252-95cc-4a90-a77f-30580a63c524 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.164389] env[64496]: DEBUG nova.compute.manager [req-c9ee45d1-7cd6-424c-a56f-3add66b9d8e0 req-fd745bb8-d30c-4bd2-962a-ea33159dfb90 service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Received event network-vif-plugged-c4835b0a-0bdb-420f-b0d4-47eba7d570b2 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1764.164569] env[64496]: DEBUG oslo_concurrency.lockutils [req-c9ee45d1-7cd6-424c-a56f-3add66b9d8e0 req-fd745bb8-d30c-4bd2-962a-ea33159dfb90 service nova] Acquiring lock "6b0624a8-9565-44d9-ba7f-a828714ffe87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.164777] env[64496]: DEBUG oslo_concurrency.lockutils [req-c9ee45d1-7cd6-424c-a56f-3add66b9d8e0 req-fd745bb8-d30c-4bd2-962a-ea33159dfb90 service nova] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.165311] env[64496]: DEBUG oslo_concurrency.lockutils [req-c9ee45d1-7cd6-424c-a56f-3add66b9d8e0 req-fd745bb8-d30c-4bd2-962a-ea33159dfb90 service nova] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.165311] env[64496]: DEBUG nova.compute.manager [req-c9ee45d1-7cd6-424c-a56f-3add66b9d8e0 req-fd745bb8-d30c-4bd2-962a-ea33159dfb90 service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] No waiting events found dispatching network-vif-plugged-c4835b0a-0bdb-420f-b0d4-47eba7d570b2 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1764.165311] env[64496]: WARNING nova.compute.manager [req-c9ee45d1-7cd6-424c-a56f-3add66b9d8e0 req-fd745bb8-d30c-4bd2-962a-ea33159dfb90 service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Received unexpected event network-vif-plugged-c4835b0a-0bdb-420f-b0d4-47eba7d570b2 for instance with vm_state building and task_state spawning. [ 1764.195355] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51747a44-9a86-4d67-ad19-4106121c05ca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.206547] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cdab89-0191-4eaa-bd4c-a43ec6c189ce {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.222162] env[64496]: DEBUG nova.compute.provider_tree [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.345101] env[64496]: DEBUG nova.network.neutron [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Successfully updated port: c4835b0a-0bdb-420f-b0d4-47eba7d570b2 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.357706] env[64496]: DEBUG nova.network.neutron [req-1fc45f0f-21da-4fcc-824a-707a37e253ae req-88231a8d-f5fe-47c7-adda-46dbbf5929a6 service nova] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Updated VIF entry in instance network info cache for port 4d49a3c8-00db-46e8-b8dc-0339167317a4. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.358070] env[64496]: DEBUG nova.network.neutron [req-1fc45f0f-21da-4fcc-824a-707a37e253ae req-88231a8d-f5fe-47c7-adda-46dbbf5929a6 service nova] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Updating instance_info_cache with network_info: [{"id": "4d49a3c8-00db-46e8-b8dc-0339167317a4", "address": "fa:16:3e:16:ed:35", "network": {"id": "345921ed-2a8c-41ea-8937-fc58acb88ade", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1142779685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c6088bdfce4b4ea3f161948856f564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d49a3c8-00", "ovs_interfaceid": "4d49a3c8-00db-46e8-b8dc-0339167317a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.402423] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: c91a94a3-8271-4976-bb3c-a503205eea24] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1764.416602] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902298, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.003427} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.416829] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 9100931d-2a58-469b-bdb5-6498bc7fcded/9100931d-2a58-469b-bdb5-6498bc7fcded.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1764.418023] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1764.418023] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f802e635-7afa-44f9-9294-2e26ec6d312e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.424751] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1764.424751] env[64496]: value = "task-1902302" [ 1764.424751] env[64496]: _type = "Task" [ 1764.424751] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.434110] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.471958] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902299, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.725705] env[64496]: DEBUG nova.scheduler.client.report [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1764.851448] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.851578] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.851658] env[64496]: DEBUG nova.network.neutron [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.861066] env[64496]: DEBUG oslo_concurrency.lockutils [req-1fc45f0f-21da-4fcc-824a-707a37e253ae req-88231a8d-f5fe-47c7-adda-46dbbf5929a6 service nova] Releasing lock "refresh_cache-22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.905889] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: c44451ce-ff63-44a7-a7dc-f84fd88afc38] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1764.935642] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902302, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.937397] env[64496]: DEBUG nova.network.neutron [-] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.968749] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902299, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.137472] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.137881] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-270fe645-17fa-4913-a235-9d26b72bf633 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.145925] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1765.145925] env[64496]: value = "task-1902303" [ 1765.145925] env[64496]: _type = "Task" [ 1765.145925] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.153507] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.232024] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.233335] env[64496]: DEBUG oslo_concurrency.lockutils [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.632s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.233701] env[64496]: DEBUG nova.objects.instance [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lazy-loading 'resources' on Instance uuid 12014bf5-cc7c-402b-aefd-f032a720461e {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.255027] env[64496]: INFO nova.scheduler.client.report [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Deleted allocations for instance a7d8fd5a-bc76-42e5-943d-f472a127afda [ 1765.338573] env[64496]: DEBUG nova.compute.manager [req-277bc170-727c-40e0-aca5-4ed4e01a8537 req-bbb5e2be-1c75-43b6-9718-434656dd5f6d service nova] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Received event network-vif-deleted-8a3f9f9f-ff93-4528-a3b5-301accab8b63 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1765.384085] env[64496]: DEBUG nova.network.neutron [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1765.409273] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 873c1c05-9f9f-41c7-9815-4a5fbeda8d24] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1765.439189] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.622043} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.439830] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1765.440113] env[64496]: INFO nova.compute.manager [-] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Took 1.58 seconds to deallocate network for instance. [ 1765.440930] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047a71cd-53e1-4e91-bf37-37f5c0f02897 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.466812] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 9100931d-2a58-469b-bdb5-6498bc7fcded/9100931d-2a58-469b-bdb5-6498bc7fcded.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1765.470026] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-862c3584-6665-4359-b39e-12fdc5c4c35c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.495309] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902299, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.496855] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1765.496855] env[64496]: value = "task-1902304" [ 1765.496855] env[64496]: _type = "Task" [ 1765.496855] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.505305] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.564160] env[64496]: DEBUG nova.network.neutron [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance_info_cache with network_info: [{"id": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "address": "fa:16:3e:e8:19:91", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4835b0a-0b", "ovs_interfaceid": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.657217] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902303, 'name': PowerOffVM_Task, 'duration_secs': 0.482486} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.657217] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1765.657390] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f313df27-7609-45f3-91b5-fee184d43085 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.676763] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9f3527-fedb-462b-b1f5-cf100c25113f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.709868] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.710210] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8558b386-691e-49f0-9f90-9bda5baf4071 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.717168] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1765.717168] env[64496]: value = "task-1902305" [ 1765.717168] env[64496]: _type = "Task" [ 1765.717168] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.725504] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.762868] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3fed690e-84d4-43dc-9617-5a0e8fdd98c8 tempest-ServersTestManualDisk-1241503893 tempest-ServersTestManualDisk-1241503893-project-member] Lock "a7d8fd5a-bc76-42e5-943d-f472a127afda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.398s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.912993] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 99e415cd-77a4-4557-bdb4-67727d5621ed] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1765.944370] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8249994a-77dc-4005-afd8-adc798d125d6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.953012] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c64a895-dbaf-45b6-af7d-e2209bb0fd51 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.982297] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.986012] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64211160-c6df-4411-a624-e20a1493342e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.995044] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902299, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.002021] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0581af97-9a02-4993-9ef3-1bf15da03f2c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.012786] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902304, 'name': ReconfigVM_Task, 'duration_secs': 0.305343} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.022822] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 9100931d-2a58-469b-bdb5-6498bc7fcded/9100931d-2a58-469b-bdb5-6498bc7fcded.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1766.025172] env[64496]: DEBUG nova.compute.provider_tree [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.026159] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-122dc93c-3ed8-4248-bb4c-3ac6f2957aa0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.032730] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1766.032730] env[64496]: value = "task-1902306" [ 1766.032730] env[64496]: _type = "Task" [ 1766.032730] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.041440] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902306, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.066869] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.067263] env[64496]: DEBUG nova.compute.manager [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Instance network_info: |[{"id": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "address": "fa:16:3e:e8:19:91", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4835b0a-0b", "ovs_interfaceid": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1766.067703] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:19:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4835b0a-0bdb-420f-b0d4-47eba7d570b2', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1766.075798] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Creating folder: Project (7279a3a13aca49499a23d6ab442b2771). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1766.076376] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd3a1e37-e1b8-4e1b-a2c7-db6303b61e70 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.086887] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Created folder: Project (7279a3a13aca49499a23d6ab442b2771) in parent group-v392474. [ 1766.087092] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Creating folder: Instances. Parent ref: group-v392714. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1766.087328] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef7617e4-897f-48aa-9de7-b4da8331c899 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.097054] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Created folder: Instances in parent group-v392714. [ 1766.097300] env[64496]: DEBUG oslo.service.loopingcall [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.097490] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1766.097693] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96208ea2-9742-4a49-a51a-b9b0f131366f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.116520] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1766.116520] env[64496]: value = "task-1902309" [ 1766.116520] env[64496]: _type = "Task" [ 1766.116520] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.123944] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902309, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.227067] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] VM already powered off {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1766.227317] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1766.227559] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.227708] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.227883] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1766.228148] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b7bf717-c084-43f4-98ba-ff36b086b8c7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.239538] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1766.239712] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1766.240435] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a22bddbd-54d1-4187-9f55-c06fe4f1c63f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.245900] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1766.245900] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523d0662-710f-c3d5-7f56-498f93e3153d" [ 1766.245900] env[64496]: _type = "Task" [ 1766.245900] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.253606] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523d0662-710f-c3d5-7f56-498f93e3153d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.289768] env[64496]: DEBUG nova.compute.manager [req-71fcc856-e4ab-4bc7-b85a-11a858fcab36 req-b4b8a66a-c655-4037-87f2-5c216c65560c service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Received event network-changed-c4835b0a-0bdb-420f-b0d4-47eba7d570b2 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1766.289945] env[64496]: DEBUG nova.compute.manager [req-71fcc856-e4ab-4bc7-b85a-11a858fcab36 req-b4b8a66a-c655-4037-87f2-5c216c65560c service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Refreshing instance network info cache due to event network-changed-c4835b0a-0bdb-420f-b0d4-47eba7d570b2. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1766.290125] env[64496]: DEBUG oslo_concurrency.lockutils [req-71fcc856-e4ab-4bc7-b85a-11a858fcab36 req-b4b8a66a-c655-4037-87f2-5c216c65560c service nova] Acquiring lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.290240] env[64496]: DEBUG oslo_concurrency.lockutils [req-71fcc856-e4ab-4bc7-b85a-11a858fcab36 req-b4b8a66a-c655-4037-87f2-5c216c65560c service nova] Acquired lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.290413] env[64496]: DEBUG nova.network.neutron [req-71fcc856-e4ab-4bc7-b85a-11a858fcab36 req-b4b8a66a-c655-4037-87f2-5c216c65560c service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Refreshing network info cache for port c4835b0a-0bdb-420f-b0d4-47eba7d570b2 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.416313] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: de873593-e744-4c71-bdd7-09962f6bcedb] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1766.492794] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902299, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.529518] env[64496]: DEBUG nova.scheduler.client.report [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1766.541820] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902306, 'name': Rename_Task, 'duration_secs': 0.134296} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.542171] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1766.542420] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09b7475a-b90f-47ae-8251-1e4fe551d86d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.549626] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1766.549626] env[64496]: value = "task-1902310" [ 1766.549626] env[64496]: _type = "Task" [ 1766.549626] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.560329] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.625896] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902309, 'name': CreateVM_Task, 'duration_secs': 0.435372} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.626085] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1766.626839] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.627019] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.627392] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1766.627672] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc941aa-ead6-4c9f-ba56-1c9fbd081d9b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.632273] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1766.632273] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5295c702-eb0a-f8ba-91e7-072504ce655c" [ 1766.632273] env[64496]: _type = "Task" [ 1766.632273] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.639862] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5295c702-eb0a-f8ba-91e7-072504ce655c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.756121] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523d0662-710f-c3d5-7f56-498f93e3153d, 'name': SearchDatastore_Task, 'duration_secs': 0.014217} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.757234] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-578fdeaa-cefe-4021-a224-9f96427b5f87 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.762714] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1766.762714] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c504a7-c0e9-c8d6-d8da-7a206ff3649a" [ 1766.762714] env[64496]: _type = "Task" [ 1766.762714] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.772277] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c504a7-c0e9-c8d6-d8da-7a206ff3649a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.920409] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 66c351d6-ff6b-4c02-8bb3-2ce5f2a8fa2d] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1766.996162] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902299, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.009406] env[64496]: DEBUG nova.network.neutron [req-71fcc856-e4ab-4bc7-b85a-11a858fcab36 req-b4b8a66a-c655-4037-87f2-5c216c65560c service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updated VIF entry in instance network info cache for port c4835b0a-0bdb-420f-b0d4-47eba7d570b2. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1767.009844] env[64496]: DEBUG nova.network.neutron [req-71fcc856-e4ab-4bc7-b85a-11a858fcab36 req-b4b8a66a-c655-4037-87f2-5c216c65560c service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance_info_cache with network_info: [{"id": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "address": "fa:16:3e:e8:19:91", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4835b0a-0b", "ovs_interfaceid": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.034157] env[64496]: DEBUG oslo_concurrency.lockutils [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.039395] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.057s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.039595] env[64496]: DEBUG nova.objects.instance [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'resources' on Instance uuid 8ce2acce-6dcb-45ce-9e25-4561c1d168c3 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.063761] env[64496]: DEBUG oslo_vmware.api [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902310, 'name': PowerOnVM_Task, 'duration_secs': 0.468627} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.064125] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1767.064369] env[64496]: INFO nova.compute.manager [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1767.064582] env[64496]: DEBUG nova.compute.manager [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.065857] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c982d918-e3ea-4127-8a6b-da8410655013 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.070801] env[64496]: INFO nova.scheduler.client.report [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Deleted allocations for instance 12014bf5-cc7c-402b-aefd-f032a720461e [ 1767.143333] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5295c702-eb0a-f8ba-91e7-072504ce655c, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.143653] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.143889] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1767.145114] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.145114] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.145114] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1767.145114] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-396c98ba-06ee-4d5d-bab3-ed480ac878b1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.154493] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1767.154686] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1767.155436] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad8a513-d9e8-4ad8-aad0-3a7cf2184e28 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.161064] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1767.161064] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a367d3-e20c-7baf-32cb-20c61a316905" [ 1767.161064] env[64496]: _type = "Task" [ 1767.161064] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.169314] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a367d3-e20c-7baf-32cb-20c61a316905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.273200] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c504a7-c0e9-c8d6-d8da-7a206ff3649a, 'name': SearchDatastore_Task, 'duration_secs': 0.009128} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.273484] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.273752] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk. {{(pid=64496) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1767.274010] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37e128e8-4812-4a51-9b5a-39d0e071cd58 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.280863] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1767.280863] env[64496]: value = "task-1902311" [ 1767.280863] env[64496]: _type = "Task" [ 1767.280863] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.290609] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.327533] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1767.327762] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1767.327940] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Deleting the datastore file [datastore1] 968500dc-0513-4051-be7a-bc40fd7db142 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1767.328229] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d75c0be5-f529-4d93-b33f-e588f88cd530 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.334570] env[64496]: DEBUG oslo_vmware.api [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1767.334570] env[64496]: value = "task-1902312" [ 1767.334570] env[64496]: _type = "Task" [ 1767.334570] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.344648] env[64496]: DEBUG oslo_vmware.api [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.425560] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: e89d41f7-8ef4-4793-b9ba-05cb7cf3630f] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1767.495106] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902299, 'name': CreateVM_Task, 'duration_secs': 3.945261} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.495293] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1767.496031] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.496214] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.496540] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1767.496818] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73be9b3f-3ac9-4019-afe1-327a10db229f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.502634] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1767.502634] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f3813c-3391-adaa-fb1b-801fca463afc" [ 1767.502634] env[64496]: _type = "Task" [ 1767.502634] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.513583] env[64496]: DEBUG oslo_concurrency.lockutils [req-71fcc856-e4ab-4bc7-b85a-11a858fcab36 req-b4b8a66a-c655-4037-87f2-5c216c65560c service nova] Releasing lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.513943] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f3813c-3391-adaa-fb1b-801fca463afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.586724] env[64496]: DEBUG oslo_concurrency.lockutils [None req-26d0c7a3-1d9c-4354-b80d-bc88b3cfc27e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "12014bf5-cc7c-402b-aefd-f032a720461e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.883s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.590558] env[64496]: INFO nova.compute.manager [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Took 21.74 seconds to build instance. [ 1767.674619] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a367d3-e20c-7baf-32cb-20c61a316905, 'name': SearchDatastore_Task, 'duration_secs': 0.04937} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.675475] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58303ab3-34e7-4992-b84d-fcae0c3a1fe7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.681133] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1767.681133] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b1db07-fd58-9dc4-d113-6bdf876a0654" [ 1767.681133] env[64496]: _type = "Task" [ 1767.681133] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.693713] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b1db07-fd58-9dc4-d113-6bdf876a0654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.791013] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902311, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.792989] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3320d792-1813-4f2f-8188-974aa7fb9df1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.801070] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79d8a74-3a70-43b5-9db0-a1096e734661 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.835293] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566c09f8-bd8a-49b4-a99d-04e867a2eebd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.850254] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0a515e-836f-4685-9d2a-9bb06b17f19d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.855372] env[64496]: DEBUG oslo_vmware.api [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263978} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.855680] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1767.855871] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1767.856064] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1767.856284] env[64496]: INFO nova.compute.manager [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Took 4.40 seconds to destroy the instance on the hypervisor. [ 1767.856540] env[64496]: DEBUG oslo.service.loopingcall [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.857330] env[64496]: DEBUG nova.compute.manager [-] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1767.857442] env[64496]: DEBUG nova.network.neutron [-] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1767.870196] env[64496]: DEBUG nova.compute.provider_tree [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1767.929026] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 399cb2ae-8ac1-4a4a-807a-69d6b9992614] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1768.013020] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f3813c-3391-adaa-fb1b-801fca463afc, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.013350] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.013579] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.013835] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.013948] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.014145] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1768.014406] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c930336f-51c7-4891-81b9-8bed582af6cc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.022481] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1768.022481] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1768.023148] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c66ecf-2aef-4968-b18a-013246881f39 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.028521] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1768.028521] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52708339-556c-ee79-b5cd-8ec2b8d9146b" [ 1768.028521] env[64496]: _type = "Task" [ 1768.028521] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.035931] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52708339-556c-ee79-b5cd-8ec2b8d9146b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.094650] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a21215c-450d-453c-ae0f-b58f5ed35c68 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "9100931d-2a58-469b-bdb5-6498bc7fcded" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.251s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.196526] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b1db07-fd58-9dc4-d113-6bdf876a0654, 'name': SearchDatastore_Task, 'duration_secs': 0.020331} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.196526] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.196526] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 6b0624a8-9565-44d9-ba7f-a828714ffe87/6b0624a8-9565-44d9-ba7f-a828714ffe87.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1768.196526] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dcb885c-78fc-4a8d-a519-a38bd5bb11b1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.202609] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1768.202609] env[64496]: value = "task-1902313" [ 1768.202609] env[64496]: _type = "Task" [ 1768.202609] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.210631] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.291512] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71121} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.291815] env[64496]: INFO nova.virt.vmwareapi.ds_util [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk. [ 1768.292839] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fef9dbb-27f2-4ed9-b101-1949b2d3615f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.318982] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1768.318982] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb2c73d7-b3f0-4d49-a6c1-5c02f36dcd95 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.339213] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1768.339213] env[64496]: value = "task-1902314" [ 1768.339213] env[64496]: _type = "Task" [ 1768.339213] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.348374] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.372614] env[64496]: DEBUG nova.scheduler.client.report [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1768.434188] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: cce4acfe-f3d9-4711-9e54-bfd0bb94c7ab] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1768.544088] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52708339-556c-ee79-b5cd-8ec2b8d9146b, 'name': SearchDatastore_Task, 'duration_secs': 0.008972} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.545290] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10829ee-f046-4345-bb1f-7e79b8658656 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.553364] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1768.553364] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52be2021-e6df-08ee-7fca-3d04f13ed9fe" [ 1768.553364] env[64496]: _type = "Task" [ 1768.553364] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.564379] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52be2021-e6df-08ee-7fca-3d04f13ed9fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.712823] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902313, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.807654] env[64496]: DEBUG nova.compute.manager [req-ee713f8d-d074-412a-ab6e-c880491a414c req-c0cd00bd-164b-4738-b1fc-4240c68caef4 service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Received event network-vif-deleted-dd241b2a-985c-4036-86e5-626b1fc33464 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1768.807938] env[64496]: INFO nova.compute.manager [req-ee713f8d-d074-412a-ab6e-c880491a414c req-c0cd00bd-164b-4738-b1fc-4240c68caef4 service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Neutron deleted interface dd241b2a-985c-4036-86e5-626b1fc33464; detaching it from the instance and deleting it from the info cache [ 1768.808158] env[64496]: DEBUG nova.network.neutron [req-ee713f8d-d074-412a-ab6e-c880491a414c req-c0cd00bd-164b-4738-b1fc-4240c68caef4 service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.853907] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902314, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.878342] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.909040] env[64496]: INFO nova.scheduler.client.report [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Deleted allocations for instance 8ce2acce-6dcb-45ce-9e25-4561c1d168c3 [ 1768.937279] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 5d6fd328-423e-4b4a-8615-8d47117d1c85] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1768.981619] env[64496]: DEBUG nova.network.neutron [-] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.066232] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52be2021-e6df-08ee-7fca-3d04f13ed9fe, 'name': SearchDatastore_Task, 'duration_secs': 0.019323} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.066605] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.066773] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54/22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1769.067043] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-312b7d7e-68b6-4ea6-8e77-e7c522e3ba36 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.073916] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1769.073916] env[64496]: value = "task-1902315" [ 1769.073916] env[64496]: _type = "Task" [ 1769.073916] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.083016] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.213918] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513854} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.214228] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 6b0624a8-9565-44d9-ba7f-a828714ffe87/6b0624a8-9565-44d9-ba7f-a828714ffe87.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1769.214915] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1769.214915] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb994c02-3c0e-4d0e-8595-06958f70364b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.222227] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1769.222227] env[64496]: value = "task-1902316" [ 1769.222227] env[64496]: _type = "Task" [ 1769.222227] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.230220] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.313275] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a2a6182-8e57-4dba-b770-5f0d0b5f256c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.323023] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85de3e41-4eba-42d2-af72-58394d2e80ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.336600] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d5705c-dd1b-436c-a719-f0db3827c06b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.358026] env[64496]: DEBUG nova.compute.manager [req-ee713f8d-d074-412a-ab6e-c880491a414c req-c0cd00bd-164b-4738-b1fc-4240c68caef4 service nova] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Detach interface failed, port_id=dd241b2a-985c-4036-86e5-626b1fc33464, reason: Instance 968500dc-0513-4051-be7a-bc40fd7db142 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1769.360422] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-362c6d31-57a2-466e-9568-3bd3ecf752a5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Suspending the VM {{(pid=64496) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1769.360890] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902314, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.361253] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b6b91112-bc04-40af-b4de-72db93a375cc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.367651] env[64496]: DEBUG oslo_vmware.api [None req-362c6d31-57a2-466e-9568-3bd3ecf752a5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1769.367651] env[64496]: value = "task-1902317" [ 1769.367651] env[64496]: _type = "Task" [ 1769.367651] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.375628] env[64496]: DEBUG oslo_vmware.api [None req-362c6d31-57a2-466e-9568-3bd3ecf752a5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902317, 'name': SuspendVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.416105] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b97ad7af-badd-4b3d-8bd8-8902bebeca99 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "8ce2acce-6dcb-45ce-9e25-4561c1d168c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.202s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.445618] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 8990fe10-951e-4336-a041-8f95ba0d8fa8] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1769.487026] env[64496]: INFO nova.compute.manager [-] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Took 1.63 seconds to deallocate network for instance. [ 1769.589369] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.739734] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196803} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.739734] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1769.739734] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5e0228-280a-406a-8e01-d2b61d516b0f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.766724] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 6b0624a8-9565-44d9-ba7f-a828714ffe87/6b0624a8-9565-44d9-ba7f-a828714ffe87.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.771016] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a424b955-be1a-4503-b3bd-c8ff7cfbe52a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.795980] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1769.795980] env[64496]: value = "task-1902318" [ 1769.795980] env[64496]: _type = "Task" [ 1769.795980] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.806128] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.850048] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902314, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.877807] env[64496]: DEBUG oslo_vmware.api [None req-362c6d31-57a2-466e-9568-3bd3ecf752a5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902317, 'name': SuspendVM_Task} progress is 45%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.950429] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: fb4b120d-4097-40af-a6e9-ee18a55fed58] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1769.998752] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.999307] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.003020] env[64496]: DEBUG nova.objects.instance [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lazy-loading 'resources' on Instance uuid 968500dc-0513-4051-be7a-bc40fd7db142 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.003020] env[64496]: DEBUG nova.compute.manager [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Stashing vm_state: active {{(pid=64496) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1770.090350] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902315, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.307333] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902318, 'name': ReconfigVM_Task, 'duration_secs': 0.348609} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.307832] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 6b0624a8-9565-44d9-ba7f-a828714ffe87/6b0624a8-9565-44d9-ba7f-a828714ffe87.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1770.308503] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fa5d9db-1e2e-40cd-aae5-46fb11263d76 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.314900] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1770.314900] env[64496]: value = "task-1902319" [ 1770.314900] env[64496]: _type = "Task" [ 1770.314900] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.326586] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902319, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.351890] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902314, 'name': ReconfigVM_Task, 'duration_secs': 1.540988} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.352358] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1770.353446] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2c0afe-e597-40d0-ad32-4baf6aca08c1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.389256] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0561dd33-f3cc-4f6b-a8c5-3efdb6433402 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.405883] env[64496]: DEBUG oslo_vmware.api [None req-362c6d31-57a2-466e-9568-3bd3ecf752a5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902317, 'name': SuspendVM_Task, 'duration_secs': 0.885529} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.408327] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-362c6d31-57a2-466e-9568-3bd3ecf752a5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Suspended the VM {{(pid=64496) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1770.410016] env[64496]: DEBUG nova.compute.manager [None req-362c6d31-57a2-466e-9568-3bd3ecf752a5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1770.410016] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1770.410016] env[64496]: value = "task-1902320" [ 1770.410016] env[64496]: _type = "Task" [ 1770.410016] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.410016] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f1ea51-887c-4157-a103-f61c8db5bad7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.424658] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.536207] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.585910] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902315, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.165377} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.588977] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54/22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1770.589241] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1770.589844] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4d262e2-f3bf-4387-9405-5657a18fbe3c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.596523] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1770.596523] env[64496]: value = "task-1902321" [ 1770.596523] env[64496]: _type = "Task" [ 1770.596523] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.610127] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.767986] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0a5a3a-ea93-4afa-9277-913d4f47dca1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.776987] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7e63ad-7f92-42a0-9ffd-b06d2836bbbc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.811382] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aced9c34-6e56-455f-b2bd-920d6a5a842e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.826332] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f498ff-e2cf-4f9b-abb5-bd6948f01ab2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.833622] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902319, 'name': Rename_Task, 'duration_secs': 0.155042} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.834274] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1770.834520] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dc647b4-8b57-4f2f-9f57-4f5291ef9cf2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.843665] env[64496]: DEBUG nova.compute.provider_tree [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.849656] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1770.849656] env[64496]: value = "task-1902322" [ 1770.849656] env[64496]: _type = "Task" [ 1770.849656] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.857548] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.923357] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902320, 'name': ReconfigVM_Task, 'duration_secs': 0.217045} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.923685] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1770.923945] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffbf549f-3286-45a6-9b67-34a6e7f763d6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.933275] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1770.933275] env[64496]: value = "task-1902323" [ 1770.933275] env[64496]: _type = "Task" [ 1770.933275] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.941141] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.107893] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064124} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.108051] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1771.108867] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bda74a-df8a-45b6-942d-1a21dcfab2c1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.132210] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54/22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.132533] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a59c3a0e-784f-4251-9b2b-1738721b44f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.153308] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1771.153308] env[64496]: value = "task-1902324" [ 1771.153308] env[64496]: _type = "Task" [ 1771.153308] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.163385] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.347654] env[64496]: DEBUG nova.scheduler.client.report [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1771.366410] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902322, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.449272] env[64496]: DEBUG oslo_vmware.api [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902323, 'name': PowerOnVM_Task, 'duration_secs': 0.445296} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.449272] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1771.453373] env[64496]: DEBUG nova.compute.manager [None req-a0958667-0086-40f9-806b-0b7cf5f250c6 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1771.453373] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7abb84a-1907-4588-8f2a-d76b33d3b5fe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.665488] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.862428] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.864383] env[64496]: DEBUG oslo_vmware.api [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902322, 'name': PowerOnVM_Task, 'duration_secs': 0.538944} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.864899] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.329s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.871252] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1771.872155] env[64496]: INFO nova.compute.manager [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1771.872155] env[64496]: DEBUG nova.compute.manager [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1771.872569] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a079baf-53a2-442a-aa92-f0a89ba588be {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.903349] env[64496]: INFO nova.scheduler.client.report [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Deleted allocations for instance 968500dc-0513-4051-be7a-bc40fd7db142 [ 1771.979479] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "9100931d-2a58-469b-bdb5-6498bc7fcded" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.979753] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "9100931d-2a58-469b-bdb5-6498bc7fcded" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.979970] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "9100931d-2a58-469b-bdb5-6498bc7fcded-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.980183] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "9100931d-2a58-469b-bdb5-6498bc7fcded-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.980502] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "9100931d-2a58-469b-bdb5-6498bc7fcded-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.983577] env[64496]: INFO nova.compute.manager [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Terminating instance [ 1772.168417] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902324, 'name': ReconfigVM_Task, 'duration_secs': 0.68903} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.168734] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54/22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1772.169351] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d69f6fe3-5563-4ae3-b33f-28425fa935ce {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.175653] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1772.175653] env[64496]: value = "task-1902325" [ 1772.175653] env[64496]: _type = "Task" [ 1772.175653] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.183532] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902325, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.374962] env[64496]: INFO nova.compute.claims [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1772.391095] env[64496]: INFO nova.compute.manager [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Took 26.16 seconds to build instance. [ 1772.411350] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19f5da6c-9e42-49ff-bf40-007b3cf06502 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "968500dc-0513-4051-be7a-bc40fd7db142" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.462s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.488739] env[64496]: DEBUG nova.compute.manager [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1772.489054] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1772.489904] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9420cbc-5ed2-4425-a9f6-c030f2091b48 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.498594] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1772.498914] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e0bdab5-b503-4e9e-88b6-db69d076a67b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.585680] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.586302] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.592136] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1772.592479] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1772.592786] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleting the datastore file [datastore1] 9100931d-2a58-469b-bdb5-6498bc7fcded {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1772.593483] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4aed18f-663d-4cfc-8484-ea75251d0dc9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.609392] env[64496]: DEBUG oslo_vmware.api [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1772.609392] env[64496]: value = "task-1902327" [ 1772.609392] env[64496]: _type = "Task" [ 1772.609392] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.627713] env[64496]: DEBUG oslo_vmware.api [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.687454] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902325, 'name': Rename_Task, 'duration_secs': 0.258373} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.688311] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1772.688625] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72e9dfbc-e7a4-413e-8d79-cbf6cfbbc77f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.699618] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Acquiring lock "f1eb45b6-4099-43cc-a833-b43cf860c868" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.699856] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Lock "f1eb45b6-4099-43cc-a833-b43cf860c868" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.701008] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1772.701008] env[64496]: value = "task-1902328" [ 1772.701008] env[64496]: _type = "Task" [ 1772.701008] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.712714] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902328, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.884692] env[64496]: INFO nova.compute.resource_tracker [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating resource usage from migration cdc86884-cb85-4e00-9498-88ecd990e6b7 [ 1772.895633] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6d6df4ea-fc91-4a07-920f-811e4d4068b9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.673s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.996774] env[64496]: DEBUG nova.compute.manager [req-7d49f6ee-a049-4dce-b76f-dedbad4d939a req-e5424608-f318-4be4-8b04-f584c7c21fc9 service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Received event network-changed-c4835b0a-0bdb-420f-b0d4-47eba7d570b2 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1772.996970] env[64496]: DEBUG nova.compute.manager [req-7d49f6ee-a049-4dce-b76f-dedbad4d939a req-e5424608-f318-4be4-8b04-f584c7c21fc9 service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Refreshing instance network info cache due to event network-changed-c4835b0a-0bdb-420f-b0d4-47eba7d570b2. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1772.997302] env[64496]: DEBUG oslo_concurrency.lockutils [req-7d49f6ee-a049-4dce-b76f-dedbad4d939a req-e5424608-f318-4be4-8b04-f584c7c21fc9 service nova] Acquiring lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.997467] env[64496]: DEBUG oslo_concurrency.lockutils [req-7d49f6ee-a049-4dce-b76f-dedbad4d939a req-e5424608-f318-4be4-8b04-f584c7c21fc9 service nova] Acquired lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.997637] env[64496]: DEBUG nova.network.neutron [req-7d49f6ee-a049-4dce-b76f-dedbad4d939a req-e5424608-f318-4be4-8b04-f584c7c21fc9 service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Refreshing network info cache for port c4835b0a-0bdb-420f-b0d4-47eba7d570b2 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1773.094761] env[64496]: DEBUG nova.compute.manager [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1773.128901] env[64496]: DEBUG oslo_vmware.api [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.138765] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a152d4-fd33-446d-b443-3b26ac0caa72 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.147841] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f49f322-1861-4f9f-8060-d47659ee1375 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.184036] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb3032d-79b2-4200-985d-cbea62e16ca9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.191571] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaf5e01-5aed-4b79-9488-16acdc7bb09f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.205225] env[64496]: DEBUG nova.compute.provider_tree [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.216014] env[64496]: DEBUG nova.compute.manager [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1773.227968] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.623157] env[64496]: DEBUG oslo_vmware.api [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526382} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.623516] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1773.623516] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1773.623737] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1773.623822] env[64496]: INFO nova.compute.manager [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1773.624106] env[64496]: DEBUG oslo.service.loopingcall [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1773.624322] env[64496]: DEBUG nova.compute.manager [-] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1773.624446] env[64496]: DEBUG nova.network.neutron [-] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1773.654917] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.714357] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902328, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.723310] env[64496]: DEBUG nova.scheduler.client.report [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1773.750705] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.783660] env[64496]: DEBUG nova.network.neutron [req-7d49f6ee-a049-4dce-b76f-dedbad4d939a req-e5424608-f318-4be4-8b04-f584c7c21fc9 service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updated VIF entry in instance network info cache for port c4835b0a-0bdb-420f-b0d4-47eba7d570b2. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1773.783660] env[64496]: DEBUG nova.network.neutron [req-7d49f6ee-a049-4dce-b76f-dedbad4d939a req-e5424608-f318-4be4-8b04-f584c7c21fc9 service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance_info_cache with network_info: [{"id": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "address": "fa:16:3e:e8:19:91", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4835b0a-0b", "ovs_interfaceid": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.028683] env[64496]: DEBUG nova.compute.manager [req-c1a530ee-f9d4-44ac-ae14-339439414c32 req-a5e63178-798e-4495-a29f-9b550061d862 service nova] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Received event network-vif-deleted-917d2d54-8112-44aa-a63e-82cf8ab030e7 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1774.028683] env[64496]: INFO nova.compute.manager [req-c1a530ee-f9d4-44ac-ae14-339439414c32 req-a5e63178-798e-4495-a29f-9b550061d862 service nova] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Neutron deleted interface 917d2d54-8112-44aa-a63e-82cf8ab030e7; detaching it from the instance and deleting it from the info cache [ 1774.028683] env[64496]: DEBUG nova.network.neutron [req-c1a530ee-f9d4-44ac-ae14-339439414c32 req-a5e63178-798e-4495-a29f-9b550061d862 service nova] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.216310] env[64496]: DEBUG oslo_vmware.api [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902328, 'name': PowerOnVM_Task, 'duration_secs': 1.16373} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.216613] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.216848] env[64496]: INFO nova.compute.manager [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Took 13.00 seconds to spawn the instance on the hypervisor. [ 1774.217093] env[64496]: DEBUG nova.compute.manager [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.218145] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdde0dbf-8598-4be5-b15f-d33fb4f58b38 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.230045] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.365s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.230252] env[64496]: INFO nova.compute.manager [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Migrating [ 1774.236706] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.582s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.238535] env[64496]: INFO nova.compute.claims [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1774.285290] env[64496]: DEBUG oslo_concurrency.lockutils [req-7d49f6ee-a049-4dce-b76f-dedbad4d939a req-e5424608-f318-4be4-8b04-f584c7c21fc9 service nova] Releasing lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.503495] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.503734] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.505091] env[64496]: DEBUG nova.network.neutron [-] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.531531] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bd4ed7c-00cc-48ac-8d40-34d8c75f5454 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.540945] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8b595a-fce3-4199-aec8-a7348d323712 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.574703] env[64496]: DEBUG nova.compute.manager [req-c1a530ee-f9d4-44ac-ae14-339439414c32 req-a5e63178-798e-4495-a29f-9b550061d862 service nova] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Detach interface failed, port_id=917d2d54-8112-44aa-a63e-82cf8ab030e7, reason: Instance 9100931d-2a58-469b-bdb5-6498bc7fcded could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1774.610102] env[64496]: INFO nova.compute.manager [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Rescuing [ 1774.610469] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "refresh_cache-383a2481-1533-4fba-b22a-33914ba6da44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.610677] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "refresh_cache-383a2481-1533-4fba-b22a-33914ba6da44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.610854] env[64496]: DEBUG nova.network.neutron [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1774.735879] env[64496]: INFO nova.compute.manager [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Took 28.54 seconds to build instance. [ 1774.751671] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.751862] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.752073] env[64496]: DEBUG nova.network.neutron [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.006776] env[64496]: DEBUG nova.compute.manager [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1775.010117] env[64496]: INFO nova.compute.manager [-] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Took 1.39 seconds to deallocate network for instance. [ 1775.238467] env[64496]: DEBUG oslo_concurrency.lockutils [None req-703895d8-9411-44fe-9a0c-b9699c45bd29 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.050s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.347017] env[64496]: DEBUG nova.network.neutron [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Updating instance_info_cache with network_info: [{"id": "1f7619d6-1600-40aa-9647-32cddf563dcb", "address": "fa:16:3e:9a:de:53", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f7619d6-16", "ovs_interfaceid": "1f7619d6-1600-40aa-9647-32cddf563dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.475959] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3c0ce4-c8ab-4684-908a-68a19aba48e6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.486487] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9689e121-4d17-41b3-8b5c-df3324f6c258 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.524330] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.525704] env[64496]: DEBUG nova.network.neutron [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance_info_cache with network_info: [{"id": "b2294e44-e192-4a2f-a511-38e18e923e50", "address": "fa:16:3e:a2:87:86", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2294e44-e1", "ovs_interfaceid": "b2294e44-e192-4a2f-a511-38e18e923e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.528961] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab4e738-30e0-4e5c-b809-1e479e78a590 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.536897] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc9846a-09e4-4dda-a1d6-3fc2708f92f4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.541598] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.552099] env[64496]: DEBUG nova.compute.provider_tree [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.778634] env[64496]: DEBUG nova.compute.manager [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1775.779235] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72270244-3080-47df-9c41-9a1c97f4747f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.851653] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "refresh_cache-383a2481-1533-4fba-b22a-33914ba6da44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.032462] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.054899] env[64496]: DEBUG nova.scheduler.client.report [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1776.290696] env[64496]: INFO nova.compute.manager [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] instance snapshotting [ 1776.293924] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244b8c7d-9286-4aeb-8974-cdf38c0c7e11 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.313292] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d015d7-415c-442a-ab26-a956d661ad53 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.559617] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.559897] env[64496]: DEBUG nova.compute.manager [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1776.562675] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.815s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.564303] env[64496]: INFO nova.compute.claims [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1776.825046] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1776.825046] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-66da8bd4-290a-433e-b262-c7c827d14705 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.834243] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1776.834243] env[64496]: value = "task-1902329" [ 1776.834243] env[64496]: _type = "Task" [ 1776.834243] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.842087] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902329, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.069171] env[64496]: DEBUG nova.compute.utils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1777.072435] env[64496]: DEBUG nova.compute.manager [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1777.072609] env[64496]: DEBUG nova.network.neutron [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1777.111859] env[64496]: DEBUG nova.policy [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac5b31f73b142109d4799fdf59469c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ece971400c14e218ea058face42d8c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1777.344542] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902329, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.384492] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.384814] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad51675f-184e-4ebc-8c8f-141e98470fc2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.392760] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1777.392760] env[64496]: value = "task-1902330" [ 1777.392760] env[64496]: _type = "Task" [ 1777.392760] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.396699] env[64496]: DEBUG nova.network.neutron [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Successfully created port: cb826449-90e5-4444-bb23-31ed5eeb7dda {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1777.404857] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.547548] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062adeb7-6e51-4bd9-bae6-cce85dc4e2c2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.569119] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance '4beb0377-8b69-438a-aa7f-af5f68092240' progress to 0 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1777.575309] env[64496]: DEBUG nova.compute.manager [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1777.788644] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49a7e96-a4fd-4d3b-9775-3ee65b2c6c4b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.796422] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36831fd4-0a4d-4d82-8231-cca7fbcd63b2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.826791] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a42850-9a21-4695-86bc-23a6e0dda755 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.834543] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7964734c-5461-4bf5-9f7f-738bd14a7d2b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.851044] env[64496]: DEBUG nova.compute.provider_tree [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.855204] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902329, 'name': CreateSnapshot_Task, 'duration_secs': 0.832164} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.855687] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1777.856429] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d61b02-705c-4edb-8e29-37b3f6edcc93 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.905050] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902330, 'name': PowerOffVM_Task, 'duration_secs': 0.199389} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.905050] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1777.905663] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1e0561-c98a-42e3-ab59-2a43b2e141ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.924321] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306000ee-1835-4141-8049-92350e747763 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.964097] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.964405] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf66cfe0-4870-4f88-a61e-172f007b0deb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.971120] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1777.971120] env[64496]: value = "task-1902331" [ 1777.971120] env[64496]: _type = "Task" [ 1777.971120] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.978611] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.084083] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1778.087544] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92178f57-226b-4cac-a4f9-09b4255a8609 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.094471] env[64496]: DEBUG oslo_vmware.api [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1778.094471] env[64496]: value = "task-1902332" [ 1778.094471] env[64496]: _type = "Task" [ 1778.094471] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.102223] env[64496]: DEBUG oslo_vmware.api [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.357536] env[64496]: DEBUG nova.scheduler.client.report [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.374783] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1778.375814] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aa362426-a059-427d-bdfc-28910454a96a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.385113] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1778.385113] env[64496]: value = "task-1902333" [ 1778.385113] env[64496]: _type = "Task" [ 1778.385113] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.393714] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902333, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.485301] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] VM already powered off {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1778.485653] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1778.485958] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.486151] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.486354] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1778.486640] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfcd997d-af01-4132-a512-8ea900652773 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.496720] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1778.496945] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1778.498060] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ecfc6a9-51bd-4d5a-be55-1f86bfefac9b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.504948] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1778.504948] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523afa3e-2626-1979-06ae-09769e8c1cab" [ 1778.504948] env[64496]: _type = "Task" [ 1778.504948] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.515970] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523afa3e-2626-1979-06ae-09769e8c1cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.592303] env[64496]: DEBUG nova.compute.manager [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1778.606971] env[64496]: DEBUG oslo_vmware.api [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902332, 'name': PowerOffVM_Task, 'duration_secs': 0.425187} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.609498] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1778.609498] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance '4beb0377-8b69-438a-aa7f-af5f68092240' progress to 17 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1778.627024] env[64496]: DEBUG nova.virt.hardware [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1778.627024] env[64496]: DEBUG nova.virt.hardware [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1778.627024] env[64496]: DEBUG nova.virt.hardware [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1778.627732] env[64496]: DEBUG nova.virt.hardware [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1778.628157] env[64496]: DEBUG nova.virt.hardware [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1778.631021] env[64496]: DEBUG nova.virt.hardware [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1778.631021] env[64496]: DEBUG nova.virt.hardware [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1778.631021] env[64496]: DEBUG nova.virt.hardware [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1778.631021] env[64496]: DEBUG nova.virt.hardware [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1778.631021] env[64496]: DEBUG nova.virt.hardware [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1778.631021] env[64496]: DEBUG nova.virt.hardware [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1778.631021] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e355161-7c5c-4d8f-a483-f4baf2e47db2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.642017] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af0c746-8896-4dae-bf4e-d7200c4255c1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.803137] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "c3ff13c9-4406-4fc0-9502-7b5d27a296ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.803137] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "c3ff13c9-4406-4fc0-9502-7b5d27a296ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.803137] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "c3ff13c9-4406-4fc0-9502-7b5d27a296ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.803137] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "c3ff13c9-4406-4fc0-9502-7b5d27a296ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.803137] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "c3ff13c9-4406-4fc0-9502-7b5d27a296ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.804116] env[64496]: INFO nova.compute.manager [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Terminating instance [ 1778.865085] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.865085] env[64496]: DEBUG nova.compute.manager [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1778.867138] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.343s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.867587] env[64496]: DEBUG nova.objects.instance [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lazy-loading 'resources' on Instance uuid 9100931d-2a58-469b-bdb5-6498bc7fcded {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.896186] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902333, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.991156] env[64496]: DEBUG nova.compute.manager [req-d2d775df-aad2-4984-8fdd-676b328e97d4 req-fee29c83-d312-4d5b-931e-441858845b8b service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Received event network-vif-plugged-cb826449-90e5-4444-bb23-31ed5eeb7dda {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1778.991156] env[64496]: DEBUG oslo_concurrency.lockutils [req-d2d775df-aad2-4984-8fdd-676b328e97d4 req-fee29c83-d312-4d5b-931e-441858845b8b service nova] Acquiring lock "6d744842-65e9-4244-b6c5-71d8e0d9068b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.991928] env[64496]: DEBUG oslo_concurrency.lockutils [req-d2d775df-aad2-4984-8fdd-676b328e97d4 req-fee29c83-d312-4d5b-931e-441858845b8b service nova] Lock "6d744842-65e9-4244-b6c5-71d8e0d9068b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.992424] env[64496]: DEBUG oslo_concurrency.lockutils [req-d2d775df-aad2-4984-8fdd-676b328e97d4 req-fee29c83-d312-4d5b-931e-441858845b8b service nova] Lock "6d744842-65e9-4244-b6c5-71d8e0d9068b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.992795] env[64496]: DEBUG nova.compute.manager [req-d2d775df-aad2-4984-8fdd-676b328e97d4 req-fee29c83-d312-4d5b-931e-441858845b8b service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] No waiting events found dispatching network-vif-plugged-cb826449-90e5-4444-bb23-31ed5eeb7dda {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1778.993750] env[64496]: WARNING nova.compute.manager [req-d2d775df-aad2-4984-8fdd-676b328e97d4 req-fee29c83-d312-4d5b-931e-441858845b8b service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Received unexpected event network-vif-plugged-cb826449-90e5-4444-bb23-31ed5eeb7dda for instance with vm_state building and task_state spawning. [ 1779.020716] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523afa3e-2626-1979-06ae-09769e8c1cab, 'name': SearchDatastore_Task, 'duration_secs': 0.016914} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.021574] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ba5747e-3eae-4174-9274-7e95674be833 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.027112] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1779.027112] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5238072e-6b7d-bdb7-48df-e2368397dd30" [ 1779.027112] env[64496]: _type = "Task" [ 1779.027112] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.035444] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5238072e-6b7d-bdb7-48df-e2368397dd30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.090732] env[64496]: DEBUG nova.network.neutron [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Successfully updated port: cb826449-90e5-4444-bb23-31ed5eeb7dda {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1779.118264] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1779.118490] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1779.118691] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1779.118900] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1779.119067] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1779.119219] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1779.119429] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1779.119587] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1779.119754] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1779.119919] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1779.121896] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1779.131570] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-725047ad-bcd7-4b7e-a670-e815fcd619e9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.149815] env[64496]: DEBUG oslo_vmware.api [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1779.149815] env[64496]: value = "task-1902334" [ 1779.149815] env[64496]: _type = "Task" [ 1779.149815] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.162445] env[64496]: DEBUG oslo_vmware.api [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.308663] env[64496]: DEBUG nova.compute.manager [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1779.309519] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1779.309895] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e176cac-3512-4d64-afbf-3f2c14c57ae0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.318475] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1779.318843] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f470e131-e047-4eb8-aa64-e575aee36140 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.325481] env[64496]: DEBUG oslo_vmware.api [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1779.325481] env[64496]: value = "task-1902335" [ 1779.325481] env[64496]: _type = "Task" [ 1779.325481] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.334652] env[64496]: DEBUG oslo_vmware.api [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.371478] env[64496]: DEBUG nova.compute.utils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1779.376048] env[64496]: DEBUG nova.compute.manager [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1779.376048] env[64496]: DEBUG nova.network.neutron [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1779.395515] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902333, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.419968] env[64496]: DEBUG nova.policy [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a58369096ce478391a19ec65e9d6df4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08ffb472d2a041cb87a1bea7455af6f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1779.536886] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5238072e-6b7d-bdb7-48df-e2368397dd30, 'name': SearchDatastore_Task, 'duration_secs': 0.079297} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.539626] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.539918] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 383a2481-1533-4fba-b22a-33914ba6da44/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk. {{(pid=64496) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1779.541223] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b66295f2-483c-43ee-8884-a2fb15f2508e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.547446] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1779.547446] env[64496]: value = "task-1902336" [ 1779.547446] env[64496]: _type = "Task" [ 1779.547446] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.558372] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.593842] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.594030] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.594183] env[64496]: DEBUG nova.network.neutron [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.623248] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2fd3fe-2657-481e-89be-5dda910f4be2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.632256] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ccab23-e93d-4801-8d5e-d44de46e87fa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.671306] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d39b24-e23f-4c6f-bdb6-671b569c6d1e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.672999] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "3b99410d-5523-414a-a281-e8d2567a10c2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.676475] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "3b99410d-5523-414a-a281-e8d2567a10c2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.680977] env[64496]: DEBUG oslo_vmware.api [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902334, 'name': ReconfigVM_Task, 'duration_secs': 0.208595} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.685591] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance '4beb0377-8b69-438a-aa7f-af5f68092240' progress to 33 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1779.687531] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fd4b60-c98c-40cb-9d3d-2b61159e1567 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.702613] env[64496]: DEBUG nova.compute.provider_tree [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1779.834597] env[64496]: DEBUG oslo_vmware.api [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902335, 'name': PowerOffVM_Task, 'duration_secs': 0.241127} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.835144] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1779.835232] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1779.835534] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32d4a158-a4b0-4cc5-8aca-e669dc8e191d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.879093] env[64496]: DEBUG nova.compute.manager [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1779.883138] env[64496]: DEBUG nova.network.neutron [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Successfully created port: 3f7d01dc-3f59-4c57-83d4-330cc52e50fb {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1779.897358] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902333, 'name': CloneVM_Task} progress is 95%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.997331] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1779.998899] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1779.998899] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Deleting the datastore file [datastore1] c3ff13c9-4406-4fc0-9502-7b5d27a296ed {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1779.998899] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86e6994a-17f2-410c-af2e-b6ee5a87b199 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.007110] env[64496]: DEBUG oslo_vmware.api [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1780.007110] env[64496]: value = "task-1902338" [ 1780.007110] env[64496]: _type = "Task" [ 1780.007110] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.020131] env[64496]: DEBUG oslo_vmware.api [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.057453] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902336, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.127984] env[64496]: DEBUG nova.network.neutron [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1780.178169] env[64496]: INFO nova.compute.manager [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Detaching volume 56683a54-3532-4be4-a52f-778e892609b4 [ 1780.194551] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1780.194716] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.194872] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1780.195066] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.195216] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1780.195362] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1780.196051] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1780.196051] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1780.196051] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1780.196051] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1780.196513] env[64496]: DEBUG nova.virt.hardware [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1780.202088] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1780.205492] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68dcb225-acc9-4ef5-afba-034944f1b935 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.221040] env[64496]: DEBUG nova.scheduler.client.report [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1780.226260] env[64496]: INFO nova.virt.block_device [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Attempting to driver detach volume 56683a54-3532-4be4-a52f-778e892609b4 from mountpoint /dev/sdb [ 1780.226479] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1780.226805] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392698', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'name': 'volume-56683a54-3532-4be4-a52f-778e892609b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b99410d-5523-414a-a281-e8d2567a10c2', 'attached_at': '', 'detached_at': '', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'serial': '56683a54-3532-4be4-a52f-778e892609b4'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1780.227802] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524befcb-9609-4638-9815-0778b398fa45 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.253292] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b8a758-2398-4c7e-ac9f-2d201059c212 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.256016] env[64496]: DEBUG oslo_vmware.api [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1780.256016] env[64496]: value = "task-1902339" [ 1780.256016] env[64496]: _type = "Task" [ 1780.256016] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.262338] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f53b2f0-f1ae-49ad-bf4e-468a93bf31d2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.268131] env[64496]: DEBUG oslo_vmware.api [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.291067] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f49c10-44e1-4381-b0bf-6b9ba985009b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.308023] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] The volume has not been displaced from its original location: [datastore2] volume-56683a54-3532-4be4-a52f-778e892609b4/volume-56683a54-3532-4be4-a52f-778e892609b4.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1780.313737] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1780.314644] env[64496]: DEBUG nova.network.neutron [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Updating instance_info_cache with network_info: [{"id": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "address": "fa:16:3e:ae:c1:e1", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb826449-90", "ovs_interfaceid": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.316458] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a5fb4be-e642-4071-ba0e-cf384fab1107 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.338302] env[64496]: DEBUG oslo_vmware.api [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1780.338302] env[64496]: value = "task-1902340" [ 1780.338302] env[64496]: _type = "Task" [ 1780.338302] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.344770] env[64496]: DEBUG oslo_vmware.api [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.407024] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902333, 'name': CloneVM_Task, 'duration_secs': 1.72838} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.407024] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Created linked-clone VM from snapshot [ 1780.407024] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2699d1f-2901-4258-9e2b-d2220d261c21 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.417986] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Uploading image a497cb8b-8173-464d-92ae-2329d7d4a846 {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1780.428615] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1780.429248] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f014853-111a-433e-a6c5-0923701c2a2c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.436684] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1780.436684] env[64496]: value = "task-1902341" [ 1780.436684] env[64496]: _type = "Task" [ 1780.436684] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.444945] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902341, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.524920] env[64496]: DEBUG oslo_vmware.api [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32409} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.525286] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1780.525473] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1780.525646] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1780.525994] env[64496]: INFO nova.compute.manager [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1780.526114] env[64496]: DEBUG oslo.service.loopingcall [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.526308] env[64496]: DEBUG nova.compute.manager [-] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1780.527033] env[64496]: DEBUG nova.network.neutron [-] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1780.563307] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611727} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.564031] env[64496]: INFO nova.virt.vmwareapi.ds_util [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 383a2481-1533-4fba-b22a-33914ba6da44/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk. [ 1780.564880] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93961285-afd6-4dc7-b897-0eb8c7994f73 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.592555] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 383a2481-1533-4fba-b22a-33914ba6da44/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.592906] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83b67d30-b3a9-4109-9cd1-4672f3f19532 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.612825] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1780.612825] env[64496]: value = "task-1902342" [ 1780.612825] env[64496]: _type = "Task" [ 1780.612825] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.621688] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.726760] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.731127] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.188s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.732084] env[64496]: INFO nova.compute.claims [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1780.757674] env[64496]: INFO nova.scheduler.client.report [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleted allocations for instance 9100931d-2a58-469b-bdb5-6498bc7fcded [ 1780.773314] env[64496]: DEBUG oslo_vmware.api [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902339, 'name': ReconfigVM_Task, 'duration_secs': 0.237964} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.773513] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1780.774623] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e502e4-06fb-4d30-b0fd-55f653d385d2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.800940] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 4beb0377-8b69-438a-aa7f-af5f68092240/4beb0377-8b69-438a-aa7f-af5f68092240.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.801584] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-955bd8ae-6307-48dc-8fcd-d3026bfcf9df {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.817229] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.817590] env[64496]: DEBUG nova.compute.manager [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Instance network_info: |[{"id": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "address": "fa:16:3e:ae:c1:e1", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb826449-90", "ovs_interfaceid": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1780.818037] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:c1:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb826449-90e5-4444-bb23-31ed5eeb7dda', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1780.825665] env[64496]: DEBUG oslo.service.loopingcall [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.827506] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1780.827937] env[64496]: DEBUG oslo_vmware.api [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1780.827937] env[64496]: value = "task-1902343" [ 1780.827937] env[64496]: _type = "Task" [ 1780.827937] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.828205] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8635603e-44b5-4686-a11e-151e73500c9b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.855960] env[64496]: DEBUG oslo_vmware.api [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.860008] env[64496]: DEBUG oslo_vmware.api [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.860236] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1780.860236] env[64496]: value = "task-1902344" [ 1780.860236] env[64496]: _type = "Task" [ 1780.860236] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.868733] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902344, 'name': CreateVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.897603] env[64496]: DEBUG nova.compute.manager [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1780.927816] env[64496]: DEBUG nova.virt.hardware [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1780.928247] env[64496]: DEBUG nova.virt.hardware [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.928511] env[64496]: DEBUG nova.virt.hardware [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1780.928829] env[64496]: DEBUG nova.virt.hardware [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.929126] env[64496]: DEBUG nova.virt.hardware [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1780.929380] env[64496]: DEBUG nova.virt.hardware [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1780.929765] env[64496]: DEBUG nova.virt.hardware [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1780.930073] env[64496]: DEBUG nova.virt.hardware [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1780.930404] env[64496]: DEBUG nova.virt.hardware [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1780.930726] env[64496]: DEBUG nova.virt.hardware [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1780.930983] env[64496]: DEBUG nova.virt.hardware [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1780.932561] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90b6c6c-1ef3-4c7e-a6a7-e4c8fe3b5123 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.944442] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e89756-50bc-41d6-9ed1-94a6bbd9d936 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.955491] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902341, 'name': Destroy_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.029239] env[64496]: DEBUG nova.compute.manager [req-7f09db59-92ff-4928-a12b-02164c461edb req-20754850-e649-4aea-96c0-6ebffb495ab7 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Received event network-changed-cb826449-90e5-4444-bb23-31ed5eeb7dda {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1781.029762] env[64496]: DEBUG nova.compute.manager [req-7f09db59-92ff-4928-a12b-02164c461edb req-20754850-e649-4aea-96c0-6ebffb495ab7 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Refreshing instance network info cache due to event network-changed-cb826449-90e5-4444-bb23-31ed5eeb7dda. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1781.030240] env[64496]: DEBUG oslo_concurrency.lockutils [req-7f09db59-92ff-4928-a12b-02164c461edb req-20754850-e649-4aea-96c0-6ebffb495ab7 service nova] Acquiring lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.030667] env[64496]: DEBUG oslo_concurrency.lockutils [req-7f09db59-92ff-4928-a12b-02164c461edb req-20754850-e649-4aea-96c0-6ebffb495ab7 service nova] Acquired lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.031128] env[64496]: DEBUG nova.network.neutron [req-7f09db59-92ff-4928-a12b-02164c461edb req-20754850-e649-4aea-96c0-6ebffb495ab7 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Refreshing network info cache for port cb826449-90e5-4444-bb23-31ed5eeb7dda {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1781.105035] env[64496]: DEBUG nova.compute.manager [req-375e78c6-6938-4de0-8ecb-2ed6c082ece4 req-7856e0bb-cfc9-4795-88b5-fc2235a8852f service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Received event network-vif-deleted-794768a3-0531-4e87-b676-8f4ddd8f6b44 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1781.105289] env[64496]: INFO nova.compute.manager [req-375e78c6-6938-4de0-8ecb-2ed6c082ece4 req-7856e0bb-cfc9-4795-88b5-fc2235a8852f service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Neutron deleted interface 794768a3-0531-4e87-b676-8f4ddd8f6b44; detaching it from the instance and deleting it from the info cache [ 1781.105556] env[64496]: DEBUG nova.network.neutron [req-375e78c6-6938-4de0-8ecb-2ed6c082ece4 req-7856e0bb-cfc9-4795-88b5-fc2235a8852f service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.125135] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.270872] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3e1a7188-4625-48be-aefb-0756a9c77c7d tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "9100931d-2a58-469b-bdb5-6498bc7fcded" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.291s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.359787] env[64496]: DEBUG oslo_vmware.api [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902343, 'name': ReconfigVM_Task, 'duration_secs': 0.422154} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.363539] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 4beb0377-8b69-438a-aa7f-af5f68092240/4beb0377-8b69-438a-aa7f-af5f68092240.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1781.363997] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance '4beb0377-8b69-438a-aa7f-af5f68092240' progress to 50 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1781.370053] env[64496]: DEBUG oslo_vmware.api [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.376656] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902344, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.449511] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902341, 'name': Destroy_Task, 'duration_secs': 0.779497} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.449972] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Destroyed the VM [ 1781.450162] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1781.450416] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cf9680b6-683d-4f4e-aadb-590074f02aeb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.457068] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1781.457068] env[64496]: value = "task-1902345" [ 1781.457068] env[64496]: _type = "Task" [ 1781.457068] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.464635] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902345, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.579109] env[64496]: DEBUG nova.network.neutron [-] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.608080] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1870712-76bb-45c9-ba51-5756805b3de9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.623803] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b770c7-b5c6-4cc2-bf16-8eca666fab1c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.642524] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.656917] env[64496]: DEBUG nova.compute.manager [req-375e78c6-6938-4de0-8ecb-2ed6c082ece4 req-7856e0bb-cfc9-4795-88b5-fc2235a8852f service nova] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Detach interface failed, port_id=794768a3-0531-4e87-b676-8f4ddd8f6b44, reason: Instance c3ff13c9-4406-4fc0-9502-7b5d27a296ed could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1781.779370] env[64496]: DEBUG nova.network.neutron [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Successfully updated port: 3f7d01dc-3f59-4c57-83d4-330cc52e50fb {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1781.850126] env[64496]: DEBUG nova.network.neutron [req-7f09db59-92ff-4928-a12b-02164c461edb req-20754850-e649-4aea-96c0-6ebffb495ab7 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Updated VIF entry in instance network info cache for port cb826449-90e5-4444-bb23-31ed5eeb7dda. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.850491] env[64496]: DEBUG nova.network.neutron [req-7f09db59-92ff-4928-a12b-02164c461edb req-20754850-e649-4aea-96c0-6ebffb495ab7 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Updating instance_info_cache with network_info: [{"id": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "address": "fa:16:3e:ae:c1:e1", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb826449-90", "ovs_interfaceid": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.862335] env[64496]: DEBUG oslo_vmware.api [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902340, 'name': ReconfigVM_Task, 'duration_secs': 1.276049} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.863216] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1781.874479] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37068f56-5d32-460c-9ca6-72103cf6b565 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.888609] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e44b277-42e9-4112-90a0-25865c65b315 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.899894] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902344, 'name': CreateVM_Task, 'duration_secs': 1.007276} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.918563] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1781.919252] env[64496]: DEBUG oslo_vmware.api [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1781.919252] env[64496]: value = "task-1902346" [ 1781.919252] env[64496]: _type = "Task" [ 1781.919252] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.920749] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.920938] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.921846] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1781.922358] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1154255b-2754-49c1-9da5-c5a8b9f206c7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.925065] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd83ce4c-a19f-4561-8f41-7c45b221e55b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.946840] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance '4beb0377-8b69-438a-aa7f-af5f68092240' progress to 67 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1781.954519] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1781.954519] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529fc4c7-4c26-d9f9-ffe1-24ed8984d9d0" [ 1781.954519] env[64496]: _type = "Task" [ 1781.954519] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.954772] env[64496]: DEBUG oslo_vmware.api [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.975544] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902345, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.979017] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529fc4c7-4c26-d9f9-ffe1-24ed8984d9d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013147} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.979017] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.979017] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1781.979017] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.979017] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.979017] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1781.979017] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc541538-7eec-4d89-b501-85f3de4b3fcc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.988489] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1781.988825] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1781.990549] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb3fded-b21c-4e61-be42-34e9a9cf01a3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.998938] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1781.998938] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d025db-4e26-7528-0b04-d2382aa2a230" [ 1781.998938] env[64496]: _type = "Task" [ 1781.998938] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.006843] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d025db-4e26-7528-0b04-d2382aa2a230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.031902] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e2a3bc-5cf5-46cb-b437-9c24109a7a17 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.039377] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01640047-e95f-4714-a3f3-6c5a58d507de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.068888] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382d6885-9b33-4ea2-bc1b-ac6f61bf2a65 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.078485] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5006a3-bac5-43b4-a7a4-91b81ae8afd8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.082548] env[64496]: INFO nova.compute.manager [-] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Took 1.56 seconds to deallocate network for instance. [ 1782.096838] env[64496]: DEBUG nova.compute.provider_tree [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.124283] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902342, 'name': ReconfigVM_Task, 'duration_secs': 1.204121} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.124554] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 383a2481-1533-4fba-b22a-33914ba6da44/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1782.125398] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dce1bfc-6a32-4698-aebf-09b917eca953 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.152867] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a73f411d-86c3-4195-8172-9a8d23443321 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.172033] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1782.172033] env[64496]: value = "task-1902347" [ 1782.172033] env[64496]: _type = "Task" [ 1782.172033] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.178654] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.282734] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Acquiring lock "refresh_cache-f1eb45b6-4099-43cc-a833-b43cf860c868" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.282902] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Acquired lock "refresh_cache-f1eb45b6-4099-43cc-a833-b43cf860c868" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.282902] env[64496]: DEBUG nova.network.neutron [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1782.353066] env[64496]: DEBUG oslo_concurrency.lockutils [req-7f09db59-92ff-4928-a12b-02164c461edb req-20754850-e649-4aea-96c0-6ebffb495ab7 service nova] Releasing lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.431687] env[64496]: DEBUG oslo_vmware.api [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902346, 'name': ReconfigVM_Task, 'duration_secs': 0.150267} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.432060] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392698', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'name': 'volume-56683a54-3532-4be4-a52f-778e892609b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b99410d-5523-414a-a281-e8d2567a10c2', 'attached_at': '', 'detached_at': '', 'volume_id': '56683a54-3532-4be4-a52f-778e892609b4', 'serial': '56683a54-3532-4be4-a52f-778e892609b4'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1782.468034] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.468291] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.474536] env[64496]: DEBUG oslo_vmware.api [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902345, 'name': RemoveSnapshot_Task, 'duration_secs': 0.873576} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.474785] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1782.492346] env[64496]: DEBUG nova.network.neutron [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Port b2294e44-e192-4a2f-a511-38e18e923e50 binding to destination host cpu-1 is already ACTIVE {{(pid=64496) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1782.509666] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d025db-4e26-7528-0b04-d2382aa2a230, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.510459] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54998df-a2e1-4362-8ed1-6e1bbacc6e8f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.515729] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1782.515729] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ec71fb-57c6-0933-bf4f-5aec83d13c65" [ 1782.515729] env[64496]: _type = "Task" [ 1782.515729] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.523428] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ec71fb-57c6-0933-bf4f-5aec83d13c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.598194] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.599083] env[64496]: DEBUG nova.scheduler.client.report [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1782.680341] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902347, 'name': ReconfigVM_Task, 'duration_secs': 0.173257} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.680678] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1782.681109] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a481faf3-2751-44df-895a-ebce5c97c80f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.687752] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1782.687752] env[64496]: value = "task-1902348" [ 1782.687752] env[64496]: _type = "Task" [ 1782.687752] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.697739] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.814742] env[64496]: DEBUG nova.network.neutron [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1782.972248] env[64496]: DEBUG nova.compute.manager [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1782.978484] env[64496]: DEBUG nova.objects.instance [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lazy-loading 'flavor' on Instance uuid 3b99410d-5523-414a-a281-e8d2567a10c2 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.982686] env[64496]: WARNING nova.compute.manager [None req-264e43f5-3c19-4978-8075-6ef3fd9bea89 tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Image not found during snapshot: nova.exception.ImageNotFound: Image a497cb8b-8173-464d-92ae-2329d7d4a846 could not be found. [ 1783.016089] env[64496]: DEBUG nova.network.neutron [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Updating instance_info_cache with network_info: [{"id": "3f7d01dc-3f59-4c57-83d4-330cc52e50fb", "address": "fa:16:3e:d0:ad:11", "network": {"id": "d627e376-7c85-45a2-8d16-c5ada929e201", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1035549195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08ffb472d2a041cb87a1bea7455af6f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7d01dc-3f", "ovs_interfaceid": "3f7d01dc-3f59-4c57-83d4-330cc52e50fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.029715] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ec71fb-57c6-0933-bf4f-5aec83d13c65, 'name': SearchDatastore_Task, 'duration_secs': 0.011413} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.029951] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.030281] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 6d744842-65e9-4244-b6c5-71d8e0d9068b/6d744842-65e9-4244-b6c5-71d8e0d9068b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1783.030784] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26048ef7-88cf-4b7e-a508-6933351fdeef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.039328] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1783.039328] env[64496]: value = "task-1902349" [ 1783.039328] env[64496]: _type = "Task" [ 1783.039328] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.048360] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.097357] env[64496]: DEBUG nova.compute.manager [req-73d8dd9c-2557-4f0b-a558-b318ea190694 req-5752e37b-c740-48ec-9aaa-af558efd0b83 service nova] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Received event network-vif-plugged-3f7d01dc-3f59-4c57-83d4-330cc52e50fb {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1783.097638] env[64496]: DEBUG oslo_concurrency.lockutils [req-73d8dd9c-2557-4f0b-a558-b318ea190694 req-5752e37b-c740-48ec-9aaa-af558efd0b83 service nova] Acquiring lock "f1eb45b6-4099-43cc-a833-b43cf860c868-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.097766] env[64496]: DEBUG oslo_concurrency.lockutils [req-73d8dd9c-2557-4f0b-a558-b318ea190694 req-5752e37b-c740-48ec-9aaa-af558efd0b83 service nova] Lock "f1eb45b6-4099-43cc-a833-b43cf860c868-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.097945] env[64496]: DEBUG oslo_concurrency.lockutils [req-73d8dd9c-2557-4f0b-a558-b318ea190694 req-5752e37b-c740-48ec-9aaa-af558efd0b83 service nova] Lock "f1eb45b6-4099-43cc-a833-b43cf860c868-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.098664] env[64496]: DEBUG nova.compute.manager [req-73d8dd9c-2557-4f0b-a558-b318ea190694 req-5752e37b-c740-48ec-9aaa-af558efd0b83 service nova] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] No waiting events found dispatching network-vif-plugged-3f7d01dc-3f59-4c57-83d4-330cc52e50fb {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1783.098894] env[64496]: WARNING nova.compute.manager [req-73d8dd9c-2557-4f0b-a558-b318ea190694 req-5752e37b-c740-48ec-9aaa-af558efd0b83 service nova] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Received unexpected event network-vif-plugged-3f7d01dc-3f59-4c57-83d4-330cc52e50fb for instance with vm_state building and task_state spawning. [ 1783.099095] env[64496]: DEBUG nova.compute.manager [req-73d8dd9c-2557-4f0b-a558-b318ea190694 req-5752e37b-c740-48ec-9aaa-af558efd0b83 service nova] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Received event network-changed-3f7d01dc-3f59-4c57-83d4-330cc52e50fb {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1783.099265] env[64496]: DEBUG nova.compute.manager [req-73d8dd9c-2557-4f0b-a558-b318ea190694 req-5752e37b-c740-48ec-9aaa-af558efd0b83 service nova] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Refreshing instance network info cache due to event network-changed-3f7d01dc-3f59-4c57-83d4-330cc52e50fb. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1783.099449] env[64496]: DEBUG oslo_concurrency.lockutils [req-73d8dd9c-2557-4f0b-a558-b318ea190694 req-5752e37b-c740-48ec-9aaa-af558efd0b83 service nova] Acquiring lock "refresh_cache-f1eb45b6-4099-43cc-a833-b43cf860c868" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.104961] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.105499] env[64496]: DEBUG nova.compute.manager [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1783.108903] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.511s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.109252] env[64496]: DEBUG nova.objects.instance [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lazy-loading 'resources' on Instance uuid c3ff13c9-4406-4fc0-9502-7b5d27a296ed {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1783.200030] env[64496]: DEBUG oslo_vmware.api [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902348, 'name': PowerOnVM_Task, 'duration_secs': 0.413223} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.200030] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1783.201725] env[64496]: DEBUG nova.compute.manager [None req-5d7e4cd1-3556-4a2f-bd03-6082fea7a85f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.202799] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec407524-efdd-4929-84d1-8c5d6ef6c90a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.509236] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.518073] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "4beb0377-8b69-438a-aa7f-af5f68092240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.518073] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "4beb0377-8b69-438a-aa7f-af5f68092240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.518073] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "4beb0377-8b69-438a-aa7f-af5f68092240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.524488] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Releasing lock "refresh_cache-f1eb45b6-4099-43cc-a833-b43cf860c868" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.524790] env[64496]: DEBUG nova.compute.manager [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Instance network_info: |[{"id": "3f7d01dc-3f59-4c57-83d4-330cc52e50fb", "address": "fa:16:3e:d0:ad:11", "network": {"id": "d627e376-7c85-45a2-8d16-c5ada929e201", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1035549195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08ffb472d2a041cb87a1bea7455af6f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7d01dc-3f", "ovs_interfaceid": "3f7d01dc-3f59-4c57-83d4-330cc52e50fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1783.525389] env[64496]: DEBUG oslo_concurrency.lockutils [req-73d8dd9c-2557-4f0b-a558-b318ea190694 req-5752e37b-c740-48ec-9aaa-af558efd0b83 service nova] Acquired lock "refresh_cache-f1eb45b6-4099-43cc-a833-b43cf860c868" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.525587] env[64496]: DEBUG nova.network.neutron [req-73d8dd9c-2557-4f0b-a558-b318ea190694 req-5752e37b-c740-48ec-9aaa-af558efd0b83 service nova] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Refreshing network info cache for port 3f7d01dc-3f59-4c57-83d4-330cc52e50fb {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.526992] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:ad:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f7d01dc-3f59-4c57-83d4-330cc52e50fb', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1783.535261] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Creating folder: Project (08ffb472d2a041cb87a1bea7455af6f8). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1783.537193] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af795aa6-b29e-42b8-9da1-763792095131 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.549854] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509544} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.551168] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 6d744842-65e9-4244-b6c5-71d8e0d9068b/6d744842-65e9-4244-b6c5-71d8e0d9068b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1783.551390] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1783.551649] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Created folder: Project (08ffb472d2a041cb87a1bea7455af6f8) in parent group-v392474. [ 1783.551855] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Creating folder: Instances. Parent ref: group-v392720. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1783.552161] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb7d7246-08f5-4553-8fa5-59e823adc934 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.554031] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98e75ec3-1fdc-4fe9-b6c1-d5fe505e8b97 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.561019] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1783.561019] env[64496]: value = "task-1902351" [ 1783.561019] env[64496]: _type = "Task" [ 1783.561019] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.566317] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Created folder: Instances in parent group-v392720. [ 1783.566607] env[64496]: DEBUG oslo.service.loopingcall [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.567477] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.567477] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.567477] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.568015] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.568136] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.570123] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1783.570634] env[64496]: INFO nova.compute.manager [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Terminating instance [ 1783.572442] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-768d36e4-e30d-446a-a6f1-16192af38c45 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.596412] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.601252] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1783.601252] env[64496]: value = "task-1902353" [ 1783.601252] env[64496]: _type = "Task" [ 1783.601252] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.610159] env[64496]: DEBUG nova.compute.utils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1783.611425] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902353, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.612055] env[64496]: DEBUG nova.compute.manager [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1783.612055] env[64496]: DEBUG nova.network.neutron [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1783.670087] env[64496]: DEBUG nova.policy [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc0fdb59419447aaa1ece5158a2521d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5cc478727cb464d8b01a0c1ed781757', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1783.830667] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1151608f-1134-4ad9-84ae-6338bf737af1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.838512] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9137293b-e7a3-46d8-8cdf-6dc88ce12154 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.868780] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a6708c-240d-4800-8948-f190436aee67 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.876674] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95315046-4ed8-459c-8916-187b3e90a95a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.890470] env[64496]: DEBUG nova.compute.provider_tree [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.987018] env[64496]: INFO nova.compute.manager [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Unrescuing [ 1783.987018] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "refresh_cache-383a2481-1533-4fba-b22a-33914ba6da44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.987018] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "refresh_cache-383a2481-1533-4fba-b22a-33914ba6da44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.987018] env[64496]: DEBUG nova.network.neutron [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1783.990076] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58fdd9c2-3a8e-43e6-87d3-692e52e0667d tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "3b99410d-5523-414a-a281-e8d2567a10c2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.317s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.005534] env[64496]: DEBUG nova.network.neutron [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Successfully created port: 630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1784.070338] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067784} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.070668] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1784.071622] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e41307-e251-44dc-8f12-d9672210dd5b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.099402] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 6d744842-65e9-4244-b6c5-71d8e0d9068b/6d744842-65e9-4244-b6c5-71d8e0d9068b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1784.100183] env[64496]: DEBUG nova.compute.manager [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1784.100183] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1784.100673] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ab09a1e-bb16-4040-9ddb-3832f7550b8a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.116575] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81814186-89ca-43fe-906e-fe5c86f729fc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.120778] env[64496]: DEBUG nova.compute.manager [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1784.134028] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1784.136760] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60629070-19a7-4edc-b809-d1f13126469e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.138717] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1784.138717] env[64496]: value = "task-1902354" [ 1784.138717] env[64496]: _type = "Task" [ 1784.138717] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.139022] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902353, 'name': CreateVM_Task, 'duration_secs': 0.399361} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.139493] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1784.143847] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.145191] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.145191] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1784.147054] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2e43fb-242d-4ad9-a5bb-7f368dfb7080 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.149607] env[64496]: DEBUG oslo_vmware.api [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1784.149607] env[64496]: value = "task-1902355" [ 1784.149607] env[64496]: _type = "Task" [ 1784.149607] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.159032] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Waiting for the task: (returnval){ [ 1784.159032] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5212e6e3-9799-a2d6-2980-ff43fbe529c9" [ 1784.159032] env[64496]: _type = "Task" [ 1784.159032] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.159032] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.169539] env[64496]: DEBUG oslo_vmware.api [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.175155] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5212e6e3-9799-a2d6-2980-ff43fbe529c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012436} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.175547] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.175856] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1784.176195] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.176414] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.176660] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1784.177023] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6de64d65-d003-47c8-8e71-afb0ef5ab97d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.185081] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1784.185194] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1784.188066] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c2017d8-7942-40ed-85e9-6e7b1d46a8da {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.194307] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Waiting for the task: (returnval){ [ 1784.194307] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525c6b9d-7b5b-5700-8534-827170984419" [ 1784.194307] env[64496]: _type = "Task" [ 1784.194307] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.201678] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525c6b9d-7b5b-5700-8534-827170984419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.355935] env[64496]: DEBUG nova.network.neutron [req-73d8dd9c-2557-4f0b-a558-b318ea190694 req-5752e37b-c740-48ec-9aaa-af558efd0b83 service nova] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Updated VIF entry in instance network info cache for port 3f7d01dc-3f59-4c57-83d4-330cc52e50fb. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.356422] env[64496]: DEBUG nova.network.neutron [req-73d8dd9c-2557-4f0b-a558-b318ea190694 req-5752e37b-c740-48ec-9aaa-af558efd0b83 service nova] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Updating instance_info_cache with network_info: [{"id": "3f7d01dc-3f59-4c57-83d4-330cc52e50fb", "address": "fa:16:3e:d0:ad:11", "network": {"id": "d627e376-7c85-45a2-8d16-c5ada929e201", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1035549195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08ffb472d2a041cb87a1bea7455af6f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7d01dc-3f", "ovs_interfaceid": "3f7d01dc-3f59-4c57-83d4-330cc52e50fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.394224] env[64496]: DEBUG nova.scheduler.client.report [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1784.553229] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.553435] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.553613] env[64496]: DEBUG nova.network.neutron [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.649140] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902354, 'name': ReconfigVM_Task, 'duration_secs': 0.384058} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.653721] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 6d744842-65e9-4244-b6c5-71d8e0d9068b/6d744842-65e9-4244-b6c5-71d8e0d9068b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1784.654648] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba9bdd3e-17e0-4bd0-b2c4-b1297e909f1b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.661314] env[64496]: DEBUG oslo_vmware.api [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902355, 'name': PowerOffVM_Task, 'duration_secs': 0.232692} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.663019] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1784.663623] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1784.664161] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1784.664161] env[64496]: value = "task-1902356" [ 1784.664161] env[64496]: _type = "Task" [ 1784.664161] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.664910] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9eec2e1a-bc39-4db5-86f3-b20854f393cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.675820] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902356, 'name': Rename_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.705511] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525c6b9d-7b5b-5700-8534-827170984419, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.706381] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd299c4-a4b4-4cd7-bee6-596e231422b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.711441] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Waiting for the task: (returnval){ [ 1784.711441] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52aa319a-177c-b348-c85e-746b1a34f10c" [ 1784.711441] env[64496]: _type = "Task" [ 1784.711441] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.719575] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52aa319a-177c-b348-c85e-746b1a34f10c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.754021] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1784.754021] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1784.754021] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleting the datastore file [datastore1] 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1784.754021] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7ae91cb-204e-4548-959c-d002deb1bbf5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.757371] env[64496]: DEBUG oslo_vmware.api [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for the task: (returnval){ [ 1784.757371] env[64496]: value = "task-1902358" [ 1784.757371] env[64496]: _type = "Task" [ 1784.757371] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.758290] env[64496]: DEBUG nova.network.neutron [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Updating instance_info_cache with network_info: [{"id": "1f7619d6-1600-40aa-9647-32cddf563dcb", "address": "fa:16:3e:9a:de:53", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f7619d6-16", "ovs_interfaceid": "1f7619d6-1600-40aa-9647-32cddf563dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.767413] env[64496]: DEBUG oslo_vmware.api [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.859588] env[64496]: DEBUG oslo_concurrency.lockutils [req-73d8dd9c-2557-4f0b-a558-b318ea190694 req-5752e37b-c740-48ec-9aaa-af558efd0b83 service nova] Releasing lock "refresh_cache-f1eb45b6-4099-43cc-a833-b43cf860c868" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.900095] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.902403] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.393s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.904022] env[64496]: INFO nova.compute.claims [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1784.922796] env[64496]: INFO nova.scheduler.client.report [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Deleted allocations for instance c3ff13c9-4406-4fc0-9502-7b5d27a296ed [ 1785.034539] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "3b99410d-5523-414a-a281-e8d2567a10c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.034875] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "3b99410d-5523-414a-a281-e8d2567a10c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.035116] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "3b99410d-5523-414a-a281-e8d2567a10c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.035309] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "3b99410d-5523-414a-a281-e8d2567a10c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.035479] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "3b99410d-5523-414a-a281-e8d2567a10c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.037572] env[64496]: INFO nova.compute.manager [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Terminating instance [ 1785.136997] env[64496]: DEBUG nova.compute.manager [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1785.173484] env[64496]: DEBUG nova.virt.hardware [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1785.173906] env[64496]: DEBUG nova.virt.hardware [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1785.174043] env[64496]: DEBUG nova.virt.hardware [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1785.174451] env[64496]: DEBUG nova.virt.hardware [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1785.174451] env[64496]: DEBUG nova.virt.hardware [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1785.174643] env[64496]: DEBUG nova.virt.hardware [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1785.175133] env[64496]: DEBUG nova.virt.hardware [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1785.175133] env[64496]: DEBUG nova.virt.hardware [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1785.175335] env[64496]: DEBUG nova.virt.hardware [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1785.175842] env[64496]: DEBUG nova.virt.hardware [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1785.176136] env[64496]: DEBUG nova.virt.hardware [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1785.177540] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9bcb0e-ccb5-4522-b6ef-c29c8c8e702f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.190553] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902356, 'name': Rename_Task, 'duration_secs': 0.158942} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.190990] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1785.192224] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdac64f-3833-4e5d-8c5c-f6495687cde1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.196087] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b55a342-a822-450d-a3bf-1f9befc19075 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.211171] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1785.211171] env[64496]: value = "task-1902359" [ 1785.211171] env[64496]: _type = "Task" [ 1785.211171] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.223570] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902359, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.228025] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52aa319a-177c-b348-c85e-746b1a34f10c, 'name': SearchDatastore_Task, 'duration_secs': 0.012914} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.228346] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.228646] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] f1eb45b6-4099-43cc-a833-b43cf860c868/f1eb45b6-4099-43cc-a833-b43cf860c868.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1785.228972] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31dcc0ae-7c38-40fe-be91-fb007a0ed93c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.235790] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Waiting for the task: (returnval){ [ 1785.235790] env[64496]: value = "task-1902360" [ 1785.235790] env[64496]: _type = "Task" [ 1785.235790] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.245716] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': task-1902360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.263842] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "refresh_cache-383a2481-1533-4fba-b22a-33914ba6da44" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.264534] env[64496]: DEBUG nova.objects.instance [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lazy-loading 'flavor' on Instance uuid 383a2481-1533-4fba-b22a-33914ba6da44 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.271946] env[64496]: DEBUG oslo_vmware.api [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Task: {'id': task-1902358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18344} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.272455] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1785.272694] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1785.272906] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1785.273127] env[64496]: INFO nova.compute.manager [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1785.273654] env[64496]: DEBUG oslo.service.loopingcall [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1785.273654] env[64496]: DEBUG nova.compute.manager [-] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1785.274860] env[64496]: DEBUG nova.network.neutron [-] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1785.434291] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0a5d1986-f21d-4bb9-a0c7-652ad0a15942 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "c3ff13c9-4406-4fc0-9502-7b5d27a296ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.633s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.497446] env[64496]: DEBUG nova.network.neutron [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance_info_cache with network_info: [{"id": "b2294e44-e192-4a2f-a511-38e18e923e50", "address": "fa:16:3e:a2:87:86", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2294e44-e1", "ovs_interfaceid": "b2294e44-e192-4a2f-a511-38e18e923e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.541783] env[64496]: DEBUG nova.compute.manager [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1785.542793] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1785.543778] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac762a53-a7df-4329-9ebc-820d6d86655e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.553862] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1785.554364] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0372f157-1fc5-4683-8a4f-bf28153cd0c6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.561711] env[64496]: DEBUG oslo_vmware.api [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1785.561711] env[64496]: value = "task-1902361" [ 1785.561711] env[64496]: _type = "Task" [ 1785.561711] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.573866] env[64496]: DEBUG oslo_vmware.api [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.647394] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Acquiring lock "47144884-578c-4655-a2f1-bdd476a1f5ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.647901] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Lock "47144884-578c-4655-a2f1-bdd476a1f5ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.648246] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Acquiring lock "47144884-578c-4655-a2f1-bdd476a1f5ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.648580] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Lock "47144884-578c-4655-a2f1-bdd476a1f5ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.648912] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Lock "47144884-578c-4655-a2f1-bdd476a1f5ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.652272] env[64496]: INFO nova.compute.manager [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Terminating instance [ 1785.723333] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902359, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.747962] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': task-1902360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485601} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.748283] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] f1eb45b6-4099-43cc-a833-b43cf860c868/f1eb45b6-4099-43cc-a833-b43cf860c868.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1785.752859] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1785.752859] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef73b89d-ee20-4eb6-a71d-4bedec424fcb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.758571] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Waiting for the task: (returnval){ [ 1785.758571] env[64496]: value = "task-1902362" [ 1785.758571] env[64496]: _type = "Task" [ 1785.758571] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.769776] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': task-1902362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.777432] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bd2e30-dfe5-47af-b8f3-37ed5fe61f0b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.779813] env[64496]: DEBUG nova.compute.manager [req-f6304054-6494-49a6-a7a9-c0834b54c9df req-4ca29e34-0e04-4bbf-9fb3-2e25080f3450 service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Received event network-vif-plugged-630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1785.780258] env[64496]: DEBUG oslo_concurrency.lockutils [req-f6304054-6494-49a6-a7a9-c0834b54c9df req-4ca29e34-0e04-4bbf-9fb3-2e25080f3450 service nova] Acquiring lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.780710] env[64496]: DEBUG oslo_concurrency.lockutils [req-f6304054-6494-49a6-a7a9-c0834b54c9df req-4ca29e34-0e04-4bbf-9fb3-2e25080f3450 service nova] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.781018] env[64496]: DEBUG oslo_concurrency.lockutils [req-f6304054-6494-49a6-a7a9-c0834b54c9df req-4ca29e34-0e04-4bbf-9fb3-2e25080f3450 service nova] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.781316] env[64496]: DEBUG nova.compute.manager [req-f6304054-6494-49a6-a7a9-c0834b54c9df req-4ca29e34-0e04-4bbf-9fb3-2e25080f3450 service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] No waiting events found dispatching network-vif-plugged-630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1785.781612] env[64496]: WARNING nova.compute.manager [req-f6304054-6494-49a6-a7a9-c0834b54c9df req-4ca29e34-0e04-4bbf-9fb3-2e25080f3450 service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Received unexpected event network-vif-plugged-630f040e-7cd0-4ee4-be47-0a75e03fbd5b for instance with vm_state building and task_state spawning. [ 1785.807792] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1785.808314] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b71f4858-775b-47bb-938e-ec00e5d7f365 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.816924] env[64496]: DEBUG oslo_vmware.api [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1785.816924] env[64496]: value = "task-1902363" [ 1785.816924] env[64496]: _type = "Task" [ 1785.816924] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.824186] env[64496]: DEBUG oslo_vmware.api [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.959610] env[64496]: DEBUG nova.network.neutron [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Successfully updated port: 630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1786.005816] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.075059] env[64496]: DEBUG oslo_vmware.api [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902361, 'name': PowerOffVM_Task, 'duration_secs': 0.263113} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.076324] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1786.076625] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1786.081096] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5ab9c2a-4060-4c51-9757-590b46b41b27 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.141967] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce1920b-a519-4c29-b36c-51e588adafd0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.154652] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508f2751-749a-4d5a-8c20-255e3489d850 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.159820] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1786.160223] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1786.160564] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleting the datastore file [datastore2] 3b99410d-5523-414a-a281-e8d2567a10c2 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.161501] env[64496]: DEBUG nova.compute.manager [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1786.161806] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1786.162485] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ceb15f6e-db17-440e-a929-711ef849db25 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.165794] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b5f7e9-0979-4c10-aad3-6d2f0372e507 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.205411] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffae7c2-f5e6-4083-94f0-af829148de06 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.208313] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1786.208718] env[64496]: DEBUG oslo_vmware.api [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1786.208718] env[64496]: value = "task-1902365" [ 1786.208718] env[64496]: _type = "Task" [ 1786.208718] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.210323] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2d069b0-302b-4a6c-841d-3df1ea70c5df {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.221600] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1073fb01-ca61-4813-bacf-83229ce7d6de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.233863] env[64496]: DEBUG oslo_vmware.api [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.234257] env[64496]: DEBUG oslo_vmware.api [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Waiting for the task: (returnval){ [ 1786.234257] env[64496]: value = "task-1902366" [ 1786.234257] env[64496]: _type = "Task" [ 1786.234257] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.234616] env[64496]: DEBUG oslo_vmware.api [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902359, 'name': PowerOnVM_Task, 'duration_secs': 0.568471} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.235224] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.235464] env[64496]: INFO nova.compute.manager [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1786.235675] env[64496]: DEBUG nova.compute.manager [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.239577] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85030f30-3a3c-4b50-8694-15a75033fce3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.252113] env[64496]: DEBUG nova.compute.provider_tree [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.260238] env[64496]: DEBUG oslo_vmware.api [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.275173] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': task-1902362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072145} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.275501] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1786.276426] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950aa041-f813-49d7-a36b-e4c412ce2817 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.291560] env[64496]: DEBUG nova.network.neutron [-] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.302274] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] f1eb45b6-4099-43cc-a833-b43cf860c868/f1eb45b6-4099-43cc-a833-b43cf860c868.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1786.302842] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb8de65e-0aed-4fee-a62b-0e9593df7e18 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.327827] env[64496]: DEBUG oslo_vmware.api [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902363, 'name': PowerOffVM_Task, 'duration_secs': 0.199834} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.328797] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1786.334038] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1786.334370] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Waiting for the task: (returnval){ [ 1786.334370] env[64496]: value = "task-1902367" [ 1786.334370] env[64496]: _type = "Task" [ 1786.334370] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.335202] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7da6d90e-2e28-4daa-abf2-747a0fe1fe6d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.357474] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': task-1902367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.358716] env[64496]: DEBUG oslo_vmware.api [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1786.358716] env[64496]: value = "task-1902368" [ 1786.358716] env[64496]: _type = "Task" [ 1786.358716] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.367268] env[64496]: DEBUG oslo_vmware.api [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.465563] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.465563] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquired lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.465846] env[64496]: DEBUG nova.network.neutron [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1786.528126] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b370847-c20a-4d7d-92b8-8f08117dd292 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.547535] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e1bcd2-0b5b-4398-a51a-bff06c9ec875 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.554931] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance '4beb0377-8b69-438a-aa7f-af5f68092240' progress to 83 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1786.584511] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.584794] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.720429] env[64496]: DEBUG oslo_vmware.api [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217068} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.720697] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1786.720911] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1786.721141] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1786.721339] env[64496]: INFO nova.compute.manager [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1786.721584] env[64496]: DEBUG oslo.service.loopingcall [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.721803] env[64496]: DEBUG nova.compute.manager [-] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1786.721909] env[64496]: DEBUG nova.network.neutron [-] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1786.744245] env[64496]: DEBUG oslo_vmware.api [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902366, 'name': PowerOffVM_Task, 'duration_secs': 0.227978} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.744500] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1786.744666] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1786.744907] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b2e1f2e-4a0c-4e68-8054-3e506fa7df8d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.763757] env[64496]: DEBUG nova.scheduler.client.report [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1786.777932] env[64496]: INFO nova.compute.manager [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Took 13.17 seconds to build instance. [ 1786.803453] env[64496]: INFO nova.compute.manager [-] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Took 1.53 seconds to deallocate network for instance. [ 1786.816922] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1786.817442] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1786.817442] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Deleting the datastore file [datastore2] 47144884-578c-4655-a2f1-bdd476a1f5ea {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.817620] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ba2be71-6422-4dba-8dfd-38d04500bdee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.824246] env[64496]: DEBUG oslo_vmware.api [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Waiting for the task: (returnval){ [ 1786.824246] env[64496]: value = "task-1902370" [ 1786.824246] env[64496]: _type = "Task" [ 1786.824246] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.832837] env[64496]: DEBUG oslo_vmware.api [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.857548] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': task-1902367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.867463] env[64496]: DEBUG oslo_vmware.api [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902368, 'name': ReconfigVM_Task, 'duration_secs': 0.248048} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.867727] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1786.867931] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1786.868205] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-587874ce-7f71-42b7-bdac-007d7d48f63a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.874237] env[64496]: DEBUG oslo_vmware.api [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1786.874237] env[64496]: value = "task-1902371" [ 1786.874237] env[64496]: _type = "Task" [ 1786.874237] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.884446] env[64496]: DEBUG oslo_vmware.api [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.029631] env[64496]: DEBUG nova.network.neutron [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1787.061708] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1787.062010] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f9c50c6-f14b-4a2a-89bb-c5c19eaa3174 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.068928] env[64496]: DEBUG oslo_vmware.api [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1787.068928] env[64496]: value = "task-1902372" [ 1787.068928] env[64496]: _type = "Task" [ 1787.068928] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.076849] env[64496]: DEBUG oslo_vmware.api [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.087712] env[64496]: INFO nova.compute.manager [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Detaching volume e609f38f-98c8-4c76-9697-f8c18196c245 [ 1787.126917] env[64496]: INFO nova.virt.block_device [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Attempting to driver detach volume e609f38f-98c8-4c76-9697-f8c18196c245 from mountpoint /dev/sdb [ 1787.127367] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1787.127606] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392692', 'volume_id': 'e609f38f-98c8-4c76-9697-f8c18196c245', 'name': 'volume-e609f38f-98c8-4c76-9697-f8c18196c245', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a911ef3-0ccf-41ff-894c-15c7fdd683b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e609f38f-98c8-4c76-9697-f8c18196c245', 'serial': 'e609f38f-98c8-4c76-9697-f8c18196c245'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1787.128702] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb582c7-be8b-4663-9fc4-9e0d12970e83 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.153480] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aaf15c-f3a1-4554-80b3-f2b42288f850 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.160743] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dbd664-f780-4fe7-a116-ed2345da6c99 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.183152] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36587af2-61d6-4203-aad8-ddab4b23c2d3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.198741] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] The volume has not been displaced from its original location: [datastore2] volume-e609f38f-98c8-4c76-9697-f8c18196c245/volume-e609f38f-98c8-4c76-9697-f8c18196c245.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1787.204061] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1787.204397] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b8f9e4-0b91-48ff-8993-b2422f5e40d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.224044] env[64496]: DEBUG oslo_vmware.api [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1787.224044] env[64496]: value = "task-1902373" [ 1787.224044] env[64496]: _type = "Task" [ 1787.224044] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.232215] env[64496]: DEBUG oslo_vmware.api [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.268622] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.269188] env[64496]: DEBUG nova.compute.manager [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1787.282310] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b3c96788-f16f-432c-83a0-bc6d1cbb12ee tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.696s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.312238] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.312238] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.312238] env[64496]: DEBUG nova.objects.instance [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lazy-loading 'resources' on Instance uuid 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1787.334708] env[64496]: DEBUG oslo_vmware.api [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Task: {'id': task-1902370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177312} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.335492] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1787.335702] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1787.335886] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1787.336074] env[64496]: INFO nova.compute.manager [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1787.336370] env[64496]: DEBUG oslo.service.loopingcall [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.336569] env[64496]: DEBUG nova.compute.manager [-] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1787.336665] env[64496]: DEBUG nova.network.neutron [-] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1787.343845] env[64496]: DEBUG nova.network.neutron [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Updating instance_info_cache with network_info: [{"id": "630f040e-7cd0-4ee4-be47-0a75e03fbd5b", "address": "fa:16:3e:ea:90:0a", "network": {"id": "abb8d070-cb81-41a2-87e4-957f3a8f1178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1319769633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5cc478727cb464d8b01a0c1ed781757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630f040e-7c", "ovs_interfaceid": "630f040e-7cd0-4ee4-be47-0a75e03fbd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.358074] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': task-1902367, 'name': ReconfigVM_Task, 'duration_secs': 0.602765} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.359387] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Reconfigured VM instance instance-0000005d to attach disk [datastore1] f1eb45b6-4099-43cc-a833-b43cf860c868/f1eb45b6-4099-43cc-a833-b43cf860c868.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1787.360038] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93de0b72-4709-489a-abdf-4d253090cba4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.367334] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Waiting for the task: (returnval){ [ 1787.367334] env[64496]: value = "task-1902374" [ 1787.367334] env[64496]: _type = "Task" [ 1787.367334] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.377707] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': task-1902374, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.386184] env[64496]: DEBUG oslo_vmware.api [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.580625] env[64496]: DEBUG oslo_vmware.api [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902372, 'name': PowerOnVM_Task, 'duration_secs': 0.502278} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.580962] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1787.581167] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7c02ec31-4b4a-466e-adf3-1b105d9ce322 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance '4beb0377-8b69-438a-aa7f-af5f68092240' progress to 100 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1787.736716] env[64496]: DEBUG oslo_vmware.api [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902373, 'name': ReconfigVM_Task, 'duration_secs': 0.356525} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.736716] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1787.744210] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e3261c8-7447-4049-82d6-ee52220fd403 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.759718] env[64496]: DEBUG oslo_vmware.api [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1787.759718] env[64496]: value = "task-1902375" [ 1787.759718] env[64496]: _type = "Task" [ 1787.759718] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.767978] env[64496]: DEBUG oslo_vmware.api [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.778604] env[64496]: DEBUG nova.compute.utils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1787.780327] env[64496]: DEBUG nova.compute.manager [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1787.780531] env[64496]: DEBUG nova.network.neutron [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1787.825606] env[64496]: DEBUG nova.compute.manager [req-408b963e-e5dd-40fc-87cb-011de01dbfe0 req-9636f0e5-e6e5-4d99-81a4-e4bdd023f55f service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Received event network-changed-cb826449-90e5-4444-bb23-31ed5eeb7dda {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1787.825606] env[64496]: DEBUG nova.compute.manager [req-408b963e-e5dd-40fc-87cb-011de01dbfe0 req-9636f0e5-e6e5-4d99-81a4-e4bdd023f55f service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Refreshing instance network info cache due to event network-changed-cb826449-90e5-4444-bb23-31ed5eeb7dda. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1787.825876] env[64496]: DEBUG oslo_concurrency.lockutils [req-408b963e-e5dd-40fc-87cb-011de01dbfe0 req-9636f0e5-e6e5-4d99-81a4-e4bdd023f55f service nova] Acquiring lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.825876] env[64496]: DEBUG oslo_concurrency.lockutils [req-408b963e-e5dd-40fc-87cb-011de01dbfe0 req-9636f0e5-e6e5-4d99-81a4-e4bdd023f55f service nova] Acquired lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.827018] env[64496]: DEBUG nova.network.neutron [req-408b963e-e5dd-40fc-87cb-011de01dbfe0 req-9636f0e5-e6e5-4d99-81a4-e4bdd023f55f service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Refreshing network info cache for port cb826449-90e5-4444-bb23-31ed5eeb7dda {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1787.845492] env[64496]: DEBUG nova.policy [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00d993279ab84e0985ea1d49f4f234ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abf416ace2e54dc88c6546c67a74cf2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1787.847359] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Releasing lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.848519] env[64496]: DEBUG nova.compute.manager [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Instance network_info: |[{"id": "630f040e-7cd0-4ee4-be47-0a75e03fbd5b", "address": "fa:16:3e:ea:90:0a", "network": {"id": "abb8d070-cb81-41a2-87e4-957f3a8f1178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1319769633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5cc478727cb464d8b01a0c1ed781757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630f040e-7c", "ovs_interfaceid": "630f040e-7cd0-4ee4-be47-0a75e03fbd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1787.850212] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:90:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '630f040e-7cd0-4ee4-be47-0a75e03fbd5b', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1787.861039] env[64496]: DEBUG oslo.service.loopingcall [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.863406] env[64496]: DEBUG nova.compute.manager [req-2fba0894-d303-4337-a7d3-5b9704b06e09 req-34982413-a421-4b94-b46c-1bbb0ecccbdf service nova] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Received event network-vif-deleted-4d49a3c8-00db-46e8-b8dc-0339167317a4 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1787.863587] env[64496]: DEBUG nova.compute.manager [req-2fba0894-d303-4337-a7d3-5b9704b06e09 req-34982413-a421-4b94-b46c-1bbb0ecccbdf service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Received event network-changed-630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1787.863834] env[64496]: DEBUG nova.compute.manager [req-2fba0894-d303-4337-a7d3-5b9704b06e09 req-34982413-a421-4b94-b46c-1bbb0ecccbdf service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Refreshing instance network info cache due to event network-changed-630f040e-7cd0-4ee4-be47-0a75e03fbd5b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1787.863981] env[64496]: DEBUG oslo_concurrency.lockutils [req-2fba0894-d303-4337-a7d3-5b9704b06e09 req-34982413-a421-4b94-b46c-1bbb0ecccbdf service nova] Acquiring lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.864150] env[64496]: DEBUG oslo_concurrency.lockutils [req-2fba0894-d303-4337-a7d3-5b9704b06e09 req-34982413-a421-4b94-b46c-1bbb0ecccbdf service nova] Acquired lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.864321] env[64496]: DEBUG nova.network.neutron [req-2fba0894-d303-4337-a7d3-5b9704b06e09 req-34982413-a421-4b94-b46c-1bbb0ecccbdf service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Refreshing network info cache for port 630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1787.870330] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1787.871918] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c5c51b5-2b40-45c8-9699-8478348a2d5a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.907810] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': task-1902374, 'name': Rename_Task, 'duration_secs': 0.23599} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.908306] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1787.908306] env[64496]: value = "task-1902376" [ 1787.908306] env[64496]: _type = "Task" [ 1787.908306] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.910956] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1787.915115] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75af1bb8-fd20-4aad-a4e7-20a867716006 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.919083] env[64496]: DEBUG oslo_vmware.api [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902371, 'name': PowerOnVM_Task, 'duration_secs': 0.692498} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.919655] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1787.919766] env[64496]: DEBUG nova.compute.manager [None req-2cce2dc2-68c4-4fd4-91a5-30d45993af18 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.921092] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b0b032-d243-4fcd-b2c0-bc049633273f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.926393] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902376, 'name': CreateVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.927834] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Waiting for the task: (returnval){ [ 1787.927834] env[64496]: value = "task-1902377" [ 1787.927834] env[64496]: _type = "Task" [ 1787.927834] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.943240] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': task-1902377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.976535] env[64496]: DEBUG nova.network.neutron [-] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.122399] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad1542d-0b2b-4735-9970-24cc7fc755bb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.130469] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d791d7-d76a-40cf-bce0-f65a4b5bc256 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.921618] env[64496]: DEBUG nova.compute.manager [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1788.929896] env[64496]: INFO nova.compute.manager [-] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Took 2.21 seconds to deallocate network for instance. [ 1788.930153] env[64496]: DEBUG nova.network.neutron [-] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.935617] env[64496]: DEBUG nova.network.neutron [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Successfully created port: 85c78528-fb66-45fc-8738-bbaf018258f5 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1788.954023] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddf8144-13c8-4b28-a81b-0d2f7fcbad5f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.963770] env[64496]: DEBUG oslo_vmware.api [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': task-1902377, 'name': PowerOnVM_Task, 'duration_secs': 0.646325} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.971774] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1788.972062] env[64496]: INFO nova.compute.manager [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1788.972250] env[64496]: DEBUG nova.compute.manager [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1788.972486] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902376, 'name': CreateVM_Task, 'duration_secs': 0.483229} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.972977] env[64496]: DEBUG oslo_vmware.api [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902375, 'name': ReconfigVM_Task, 'duration_secs': 0.161478} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.973773] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0f924a-1c79-4553-9172-72e3cb8bb09d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.976224] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1788.976520] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392692', 'volume_id': 'e609f38f-98c8-4c76-9697-f8c18196c245', 'name': 'volume-e609f38f-98c8-4c76-9697-f8c18196c245', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a911ef3-0ccf-41ff-894c-15c7fdd683b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e609f38f-98c8-4c76-9697-f8c18196c245', 'serial': 'e609f38f-98c8-4c76-9697-f8c18196c245'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1788.979600] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76d6379-5529-4885-add9-bea5e21a9509 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.984416] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.984623] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.984982] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1788.985968] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e030f29f-9b65-40b5-a741-2ad60cff4554 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.003405] env[64496]: DEBUG nova.compute.provider_tree [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.007896] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1789.007896] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ad6940-9244-3625-4ee0-5341f7f3e929" [ 1789.007896] env[64496]: _type = "Task" [ 1789.007896] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.018803] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ad6940-9244-3625-4ee0-5341f7f3e929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.213279] env[64496]: DEBUG nova.network.neutron [req-408b963e-e5dd-40fc-87cb-011de01dbfe0 req-9636f0e5-e6e5-4d99-81a4-e4bdd023f55f service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Updated VIF entry in instance network info cache for port cb826449-90e5-4444-bb23-31ed5eeb7dda. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1789.213945] env[64496]: DEBUG nova.network.neutron [req-408b963e-e5dd-40fc-87cb-011de01dbfe0 req-9636f0e5-e6e5-4d99-81a4-e4bdd023f55f service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Updating instance_info_cache with network_info: [{"id": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "address": "fa:16:3e:ae:c1:e1", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb826449-90", "ovs_interfaceid": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.295175] env[64496]: DEBUG nova.network.neutron [req-2fba0894-d303-4337-a7d3-5b9704b06e09 req-34982413-a421-4b94-b46c-1bbb0ecccbdf service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Updated VIF entry in instance network info cache for port 630f040e-7cd0-4ee4-be47-0a75e03fbd5b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1789.295573] env[64496]: DEBUG nova.network.neutron [req-2fba0894-d303-4337-a7d3-5b9704b06e09 req-34982413-a421-4b94-b46c-1bbb0ecccbdf service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Updating instance_info_cache with network_info: [{"id": "630f040e-7cd0-4ee4-be47-0a75e03fbd5b", "address": "fa:16:3e:ea:90:0a", "network": {"id": "abb8d070-cb81-41a2-87e4-957f3a8f1178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1319769633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5cc478727cb464d8b01a0c1ed781757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630f040e-7c", "ovs_interfaceid": "630f040e-7cd0-4ee4-be47-0a75e03fbd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.445106] env[64496]: INFO nova.compute.manager [-] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Took 2.11 seconds to deallocate network for instance. [ 1789.459009] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.510779] env[64496]: DEBUG nova.scheduler.client.report [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1789.518640] env[64496]: INFO nova.compute.manager [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Took 15.79 seconds to build instance. [ 1789.527044] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ad6940-9244-3625-4ee0-5341f7f3e929, 'name': SearchDatastore_Task, 'duration_secs': 0.018088} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.527356] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.527580] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1789.527810] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.527955] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.528151] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1789.528648] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fdbbb2e-e05f-4f33-aab6-36da7d4f3fa3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.534676] env[64496]: DEBUG nova.objects.instance [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lazy-loading 'flavor' on Instance uuid 6a911ef3-0ccf-41ff-894c-15c7fdd683b0 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.540903] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1789.541117] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1789.541901] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b03591a7-4360-4d8c-bb41-423622038ea5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.549656] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1789.549656] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ba6100-1ff1-30c2-fb0b-8553c8057838" [ 1789.549656] env[64496]: _type = "Task" [ 1789.549656] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.558318] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ba6100-1ff1-30c2-fb0b-8553c8057838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.715929] env[64496]: DEBUG oslo_concurrency.lockutils [req-408b963e-e5dd-40fc-87cb-011de01dbfe0 req-9636f0e5-e6e5-4d99-81a4-e4bdd023f55f service nova] Releasing lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.797555] env[64496]: DEBUG oslo_concurrency.lockutils [req-2fba0894-d303-4337-a7d3-5b9704b06e09 req-34982413-a421-4b94-b46c-1bbb0ecccbdf service nova] Releasing lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.797866] env[64496]: DEBUG nova.compute.manager [req-2fba0894-d303-4337-a7d3-5b9704b06e09 req-34982413-a421-4b94-b46c-1bbb0ecccbdf service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Received event network-vif-deleted-09595e46-01fb-4d4a-b15d-38fee7d7ce68 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1789.798079] env[64496]: INFO nova.compute.manager [req-2fba0894-d303-4337-a7d3-5b9704b06e09 req-34982413-a421-4b94-b46c-1bbb0ecccbdf service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Neutron deleted interface 09595e46-01fb-4d4a-b15d-38fee7d7ce68; detaching it from the instance and deleting it from the info cache [ 1789.798278] env[64496]: DEBUG nova.network.neutron [req-2fba0894-d303-4337-a7d3-5b9704b06e09 req-34982413-a421-4b94-b46c-1bbb0ecccbdf service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.854968] env[64496]: DEBUG nova.compute.manager [req-5dc5dd92-7fef-4b29-a743-6ee3fa088493 req-0fc4d85c-4e85-45c9-972b-fa82133f9a54 service nova] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Received event network-vif-deleted-adc11076-e24e-49ff-bf42-d9b212d343b9 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1789.950196] env[64496]: DEBUG nova.compute.manager [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1789.955854] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.985803] env[64496]: DEBUG nova.virt.hardware [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.985952] env[64496]: DEBUG nova.virt.hardware [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.986070] env[64496]: DEBUG nova.virt.hardware [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.986288] env[64496]: DEBUG nova.virt.hardware [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.986469] env[64496]: DEBUG nova.virt.hardware [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.986644] env[64496]: DEBUG nova.virt.hardware [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.986883] env[64496]: DEBUG nova.virt.hardware [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.991556] env[64496]: DEBUG nova.virt.hardware [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.991556] env[64496]: DEBUG nova.virt.hardware [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.991556] env[64496]: DEBUG nova.virt.hardware [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.991556] env[64496]: DEBUG nova.virt.hardware [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.991556] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8b64a5-9816-4e6c-821d-a5f520e1fb40 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.999449] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7329784c-3ee9-4f53-b6dd-7bd4eb3514cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.019461] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.708s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.021765] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.563s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.021999] env[64496]: DEBUG nova.objects.instance [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lazy-loading 'resources' on Instance uuid 3b99410d-5523-414a-a281-e8d2567a10c2 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.023796] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9aa42878-1ea1-412d-b466-655803796250 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Lock "f1eb45b6-4099-43cc-a833-b43cf860c868" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.324s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.053296] env[64496]: INFO nova.scheduler.client.report [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Deleted allocations for instance 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54 [ 1790.078573] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ba6100-1ff1-30c2-fb0b-8553c8057838, 'name': SearchDatastore_Task, 'duration_secs': 0.025333} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.079755] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5d9b56-d996-40b3-9b54-af841cf61ffd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.087273] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1790.087273] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f270f7-bbbb-fc5d-14aa-3aad98c1343a" [ 1790.087273] env[64496]: _type = "Task" [ 1790.087273] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.098891] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f270f7-bbbb-fc5d-14aa-3aad98c1343a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.279547] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "4beb0377-8b69-438a-aa7f-af5f68092240" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.279547] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "4beb0377-8b69-438a-aa7f-af5f68092240" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.279547] env[64496]: DEBUG nova.compute.manager [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Going to confirm migration 5 {{(pid=64496) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1790.301356] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0976be0b-c67e-4f86-973b-871f2b05289b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.315024] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd47cdc8-3b2f-412a-a0b0-a381c2e0ef48 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.343981] env[64496]: DEBUG nova.compute.manager [req-2fba0894-d303-4337-a7d3-5b9704b06e09 req-34982413-a421-4b94-b46c-1bbb0ecccbdf service nova] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Detach interface failed, port_id=09595e46-01fb-4d4a-b15d-38fee7d7ce68, reason: Instance 3b99410d-5523-414a-a281-e8d2567a10c2 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1790.552418] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e7d372fb-582c-4520-bf88-8d27f760587e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.967s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.575307] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d50edd17-2480-4729-bc5b-744cf73637ab tempest-ImagesTestJSON-720930937 tempest-ImagesTestJSON-720930937-project-member] Lock "22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.008s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.601305] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f270f7-bbbb-fc5d-14aa-3aad98c1343a, 'name': SearchDatastore_Task, 'duration_secs': 0.020783} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.607016] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.607016] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7/8de0ae43-9fb9-46a0-9123-3b2c4c7419a7.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1790.607016] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75b1a1a6-25fc-4a2a-8e52-3613a3284f4d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.613843] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1790.613843] env[64496]: value = "task-1902378" [ 1790.613843] env[64496]: _type = "Task" [ 1790.613843] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.622759] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.765197] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6077ab6a-a587-4177-99e1-e785afec25b4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.773191] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6a865a-0fca-4112-bb4e-fd2d03df33ae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.808013] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e1e8a4-cea8-49c1-9004-84751c52c1e3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.817587] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5059c391-f5cf-45a6-98f2-70c869d3ff8d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.832662] env[64496]: DEBUG nova.compute.provider_tree [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.891520] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.891706] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.891884] env[64496]: DEBUG nova.network.neutron [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1790.892108] env[64496]: DEBUG nova.objects.instance [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lazy-loading 'info_cache' on Instance uuid 4beb0377-8b69-438a-aa7f-af5f68092240 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1791.061280] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.061280] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.061280] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.061280] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.061280] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.062384] env[64496]: INFO nova.compute.manager [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Terminating instance [ 1791.126020] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902378, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.246917] env[64496]: DEBUG nova.compute.manager [req-d1106b3f-f31a-459b-b10f-3792223e3b5a req-3989abce-3a28-4fe7-982e-59b17f1bf882 service nova] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Received event network-vif-plugged-85c78528-fb66-45fc-8738-bbaf018258f5 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1791.247234] env[64496]: DEBUG oslo_concurrency.lockutils [req-d1106b3f-f31a-459b-b10f-3792223e3b5a req-3989abce-3a28-4fe7-982e-59b17f1bf882 service nova] Acquiring lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.247394] env[64496]: DEBUG oslo_concurrency.lockutils [req-d1106b3f-f31a-459b-b10f-3792223e3b5a req-3989abce-3a28-4fe7-982e-59b17f1bf882 service nova] Lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.247568] env[64496]: DEBUG oslo_concurrency.lockutils [req-d1106b3f-f31a-459b-b10f-3792223e3b5a req-3989abce-3a28-4fe7-982e-59b17f1bf882 service nova] Lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.247741] env[64496]: DEBUG nova.compute.manager [req-d1106b3f-f31a-459b-b10f-3792223e3b5a req-3989abce-3a28-4fe7-982e-59b17f1bf882 service nova] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] No waiting events found dispatching network-vif-plugged-85c78528-fb66-45fc-8738-bbaf018258f5 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1791.247904] env[64496]: WARNING nova.compute.manager [req-d1106b3f-f31a-459b-b10f-3792223e3b5a req-3989abce-3a28-4fe7-982e-59b17f1bf882 service nova] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Received unexpected event network-vif-plugged-85c78528-fb66-45fc-8738-bbaf018258f5 for instance with vm_state building and task_state spawning. [ 1791.335913] env[64496]: DEBUG nova.scheduler.client.report [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1791.526988] env[64496]: DEBUG nova.network.neutron [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Successfully updated port: 85c78528-fb66-45fc-8738-bbaf018258f5 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1791.568023] env[64496]: DEBUG nova.compute.manager [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1791.568270] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1791.569208] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4c4706-d1ca-4990-85fd-1200b0cd20c2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.578201] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.578454] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87880395-a296-46fb-a321-36b9e053f71f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.584986] env[64496]: DEBUG oslo_vmware.api [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1791.584986] env[64496]: value = "task-1902379" [ 1791.584986] env[64496]: _type = "Task" [ 1791.584986] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.595344] env[64496]: DEBUG oslo_vmware.api [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.625927] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752929} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.626219] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7/8de0ae43-9fb9-46a0-9123-3b2c4c7419a7.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1791.626592] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1791.626898] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-973ae983-9761-42cc-a000-b61689968d70 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.634755] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1791.634755] env[64496]: value = "task-1902380" [ 1791.634755] env[64496]: _type = "Task" [ 1791.634755] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.642804] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.842151] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.845196] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.889s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.845196] env[64496]: DEBUG nova.objects.instance [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Lazy-loading 'resources' on Instance uuid 47144884-578c-4655-a2f1-bdd476a1f5ea {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1791.867416] env[64496]: INFO nova.scheduler.client.report [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleted allocations for instance 3b99410d-5523-414a-a281-e8d2567a10c2 [ 1792.030635] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "refresh_cache-ed6b1f1c-966b-4892-b11d-9acd83fde0ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.031239] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "refresh_cache-ed6b1f1c-966b-4892-b11d-9acd83fde0ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.031535] env[64496]: DEBUG nova.network.neutron [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1792.097727] env[64496]: DEBUG oslo_vmware.api [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902379, 'name': PowerOffVM_Task, 'duration_secs': 0.479785} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.101439] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1792.101628] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1792.101898] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44f852a2-3d46-4880-a755-2499300266d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.147518] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287731} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.147786] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1792.148556] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1aa475-afec-4c2b-a41b-d1291752bf1f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.173176] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7/8de0ae43-9fb9-46a0-9123-3b2c4c7419a7.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.176154] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5d1c91c-2ee4-4135-8c57-e8c10e99d314 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.193732] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1792.193953] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1792.194150] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Deleting the datastore file [datastore2] 6a911ef3-0ccf-41ff-894c-15c7fdd683b0 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1792.194409] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb3b6a19-78cb-4d0b-82ce-7e463b0aad89 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.198978] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1792.198978] env[64496]: value = "task-1902382" [ 1792.198978] env[64496]: _type = "Task" [ 1792.198978] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.203261] env[64496]: DEBUG oslo_vmware.api [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1792.203261] env[64496]: value = "task-1902383" [ 1792.203261] env[64496]: _type = "Task" [ 1792.203261] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.211989] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.216446] env[64496]: DEBUG oslo_vmware.api [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.278142] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "19793aba-0d19-49cf-b66a-9bca724ec957" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.278385] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "19793aba-0d19-49cf-b66a-9bca724ec957" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.358194] env[64496]: DEBUG nova.network.neutron [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance_info_cache with network_info: [{"id": "b2294e44-e192-4a2f-a511-38e18e923e50", "address": "fa:16:3e:a2:87:86", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2294e44-e1", "ovs_interfaceid": "b2294e44-e192-4a2f-a511-38e18e923e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.381413] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1d0289c0-3397-4a65-9804-7841b46f3995 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "3b99410d-5523-414a-a281-e8d2567a10c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.346s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.549784] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8087cd-40b7-4a09-a9ab-f77ea0612673 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.558073] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef73bb1-b0b5-4261-93f3-08c1d5204229 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.601214] env[64496]: DEBUG nova.network.neutron [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1792.603661] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88babc0d-ff03-49b4-95e0-23e704ae9d58 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.611991] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedfec19-aa59-45c2-941c-23ab11cc3d37 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.627470] env[64496]: DEBUG nova.compute.provider_tree [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1792.713262] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.716448] env[64496]: DEBUG oslo_vmware.api [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.780553] env[64496]: DEBUG nova.compute.manager [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1792.861281] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "refresh_cache-4beb0377-8b69-438a-aa7f-af5f68092240" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.861538] env[64496]: DEBUG nova.objects.instance [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lazy-loading 'migration_context' on Instance uuid 4beb0377-8b69-438a-aa7f-af5f68092240 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.865506] env[64496]: DEBUG nova.network.neutron [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating instance_info_cache with network_info: [{"id": "85c78528-fb66-45fc-8738-bbaf018258f5", "address": "fa:16:3e:ff:ca:b4", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c78528-fb", "ovs_interfaceid": "85c78528-fb66-45fc-8738-bbaf018258f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.130458] env[64496]: DEBUG nova.scheduler.client.report [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1793.211728] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902382, 'name': ReconfigVM_Task, 'duration_secs': 0.927518} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.213588] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7/8de0ae43-9fb9-46a0-9123-3b2c4c7419a7.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.214354] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78564c38-26c0-4c71-8fe6-52b4c2239aa7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.220816] env[64496]: DEBUG oslo_vmware.api [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558937} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.221663] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1793.222042] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1793.222336] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1793.222603] env[64496]: INFO nova.compute.manager [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1793.222954] env[64496]: DEBUG oslo.service.loopingcall [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1793.223243] env[64496]: DEBUG nova.compute.manager [-] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1793.223434] env[64496]: DEBUG nova.network.neutron [-] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1793.229080] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1793.229080] env[64496]: value = "task-1902384" [ 1793.229080] env[64496]: _type = "Task" [ 1793.229080] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.237530] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902384, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.305209] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.364200] env[64496]: DEBUG nova.objects.base [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Object Instance<4beb0377-8b69-438a-aa7f-af5f68092240> lazy-loaded attributes: info_cache,migration_context {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1793.365456] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bc98b6-21b7-4f73-8f81-48a52904cffd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.368707] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "refresh_cache-ed6b1f1c-966b-4892-b11d-9acd83fde0ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.369174] env[64496]: DEBUG nova.compute.manager [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Instance network_info: |[{"id": "85c78528-fb66-45fc-8738-bbaf018258f5", "address": "fa:16:3e:ff:ca:b4", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c78528-fb", "ovs_interfaceid": "85c78528-fb66-45fc-8738-bbaf018258f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1793.369713] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:ca:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85c78528-fb66-45fc-8738-bbaf018258f5', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1793.380605] env[64496]: DEBUG oslo.service.loopingcall [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1793.381544] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1793.382018] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5b10cac-81e7-4fd1-9ca2-10701d822fc7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.424318] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50868b79-4da5-4b39-97d2-374e7717929c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.432190] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1793.432190] env[64496]: value = "task-1902385" [ 1793.432190] env[64496]: _type = "Task" [ 1793.432190] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.437690] env[64496]: DEBUG oslo_vmware.api [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1793.437690] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528374fd-d273-98df-e483-c7b434a00612" [ 1793.437690] env[64496]: _type = "Task" [ 1793.437690] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.446799] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902385, 'name': CreateVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.450674] env[64496]: DEBUG nova.compute.manager [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Received event network-changed-3f7d01dc-3f59-4c57-83d4-330cc52e50fb {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1793.450857] env[64496]: DEBUG nova.compute.manager [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Refreshing instance network info cache due to event network-changed-3f7d01dc-3f59-4c57-83d4-330cc52e50fb. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1793.451135] env[64496]: DEBUG oslo_concurrency.lockutils [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] Acquiring lock "refresh_cache-f1eb45b6-4099-43cc-a833-b43cf860c868" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.451280] env[64496]: DEBUG oslo_concurrency.lockutils [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] Acquired lock "refresh_cache-f1eb45b6-4099-43cc-a833-b43cf860c868" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.451716] env[64496]: DEBUG nova.network.neutron [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Refreshing network info cache for port 3f7d01dc-3f59-4c57-83d4-330cc52e50fb {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1793.458135] env[64496]: DEBUG oslo_vmware.api [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528374fd-d273-98df-e483-c7b434a00612, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.459245] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.635453] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.638775] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.334s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.641722] env[64496]: INFO nova.compute.claims [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1793.663688] env[64496]: INFO nova.scheduler.client.report [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Deleted allocations for instance 47144884-578c-4655-a2f1-bdd476a1f5ea [ 1793.741689] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902384, 'name': Rename_Task, 'duration_secs': 0.319483} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.742102] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1793.742462] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cebd7e6c-d414-4bda-b537-24b563ff5616 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.749844] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1793.749844] env[64496]: value = "task-1902386" [ 1793.749844] env[64496]: _type = "Task" [ 1793.749844] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.759699] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.950452] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902385, 'name': CreateVM_Task, 'duration_secs': 0.418386} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.951190] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1793.951886] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.951886] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.952269] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1793.952519] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f709100-18ed-4965-a01a-09cfac2bda17 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.958104] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1793.958104] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524a6133-20b1-0e44-05e0-b8bcd9383647" [ 1793.958104] env[64496]: _type = "Task" [ 1793.958104] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.968780] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524a6133-20b1-0e44-05e0-b8bcd9383647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.175577] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1160684f-ce43-47e5-b94b-971ea928835d tempest-ServersTestJSON-1110105262 tempest-ServersTestJSON-1110105262-project-member] Lock "47144884-578c-4655-a2f1-bdd476a1f5ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.527s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.261803] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902386, 'name': PowerOnVM_Task} progress is 87%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.334373] env[64496]: DEBUG nova.network.neutron [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Updated VIF entry in instance network info cache for port 3f7d01dc-3f59-4c57-83d4-330cc52e50fb. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1794.335010] env[64496]: DEBUG nova.network.neutron [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Updating instance_info_cache with network_info: [{"id": "3f7d01dc-3f59-4c57-83d4-330cc52e50fb", "address": "fa:16:3e:d0:ad:11", "network": {"id": "d627e376-7c85-45a2-8d16-c5ada929e201", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1035549195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08ffb472d2a041cb87a1bea7455af6f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7d01dc-3f", "ovs_interfaceid": "3f7d01dc-3f59-4c57-83d4-330cc52e50fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.468956] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524a6133-20b1-0e44-05e0-b8bcd9383647, 'name': SearchDatastore_Task, 'duration_secs': 0.011951} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.469383] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.469620] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1794.469853] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.470420] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.470773] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1794.471258] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f6c24c0-d2e8-422a-bd3c-e31bda4f01a4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.480757] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1794.480983] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1794.484906] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-668c93ed-573d-440a-9443-16e8be0602d8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.490825] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1794.490825] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c06749-128d-6993-e8e1-3552aab83a10" [ 1794.490825] env[64496]: _type = "Task" [ 1794.490825] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.499939] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c06749-128d-6993-e8e1-3552aab83a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.586803] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "890497e7-d4fc-4b31-9b10-1eba4419ae8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.587360] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "890497e7-d4fc-4b31-9b10-1eba4419ae8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.601963] env[64496]: DEBUG nova.network.neutron [-] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.741444] env[64496]: DEBUG oslo_concurrency.lockutils [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "aceef315-f152-4b91-9953-2eceb376b255" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.741708] env[64496]: DEBUG oslo_concurrency.lockutils [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.741932] env[64496]: DEBUG oslo_concurrency.lockutils [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "aceef315-f152-4b91-9953-2eceb376b255-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.742145] env[64496]: DEBUG oslo_concurrency.lockutils [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.742324] env[64496]: DEBUG oslo_concurrency.lockutils [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.744462] env[64496]: INFO nova.compute.manager [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Terminating instance [ 1794.769216] env[64496]: DEBUG oslo_vmware.api [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902386, 'name': PowerOnVM_Task, 'duration_secs': 0.921184} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.769560] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1794.769810] env[64496]: INFO nova.compute.manager [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1794.770050] env[64496]: DEBUG nova.compute.manager [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.770896] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d704ba3d-36a4-46f2-9348-233c99b76697 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.839490] env[64496]: DEBUG oslo_concurrency.lockutils [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] Releasing lock "refresh_cache-f1eb45b6-4099-43cc-a833-b43cf860c868" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.839912] env[64496]: DEBUG nova.compute.manager [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Received event network-changed-85c78528-fb66-45fc-8738-bbaf018258f5 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1794.840198] env[64496]: DEBUG nova.compute.manager [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Refreshing instance network info cache due to event network-changed-85c78528-fb66-45fc-8738-bbaf018258f5. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1794.840505] env[64496]: DEBUG oslo_concurrency.lockutils [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] Acquiring lock "refresh_cache-ed6b1f1c-966b-4892-b11d-9acd83fde0ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.840660] env[64496]: DEBUG oslo_concurrency.lockutils [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] Acquired lock "refresh_cache-ed6b1f1c-966b-4892-b11d-9acd83fde0ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.840841] env[64496]: DEBUG nova.network.neutron [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Refreshing network info cache for port 85c78528-fb66-45fc-8738-bbaf018258f5 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1794.892894] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7c8e28-31ce-4218-8e56-a276305fd283 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.901531] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7622ad-cddb-4a35-ac5f-6e67a7e177d9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.934414] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5cedab-8824-432c-97ed-229c39988ec2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.945902] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df2565a-f439-4438-a031-744053639c17 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.961956] env[64496]: DEBUG nova.compute.provider_tree [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.001877] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c06749-128d-6993-e8e1-3552aab83a10, 'name': SearchDatastore_Task, 'duration_secs': 0.011559} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.002766] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dfdaf36-e89a-4dad-8a5b-2fd00a00ded4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.008168] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1795.008168] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5263d232-5e1f-e9d3-8ac4-16298c6a5c83" [ 1795.008168] env[64496]: _type = "Task" [ 1795.008168] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.016571] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5263d232-5e1f-e9d3-8ac4-16298c6a5c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.090227] env[64496]: DEBUG nova.compute.manager [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1795.104934] env[64496]: INFO nova.compute.manager [-] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Took 1.88 seconds to deallocate network for instance. [ 1795.252296] env[64496]: DEBUG nova.compute.manager [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1795.252418] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.253325] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20f6939-6b8e-48e2-9530-da4f497f9e3b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.260609] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.260853] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06d01b25-b3f7-4569-9d3e-ad006f3dc8e6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.266879] env[64496]: DEBUG oslo_vmware.api [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1795.266879] env[64496]: value = "task-1902387" [ 1795.266879] env[64496]: _type = "Task" [ 1795.266879] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.276443] env[64496]: DEBUG oslo_vmware.api [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.293174] env[64496]: INFO nova.compute.manager [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Took 19.77 seconds to build instance. [ 1795.465758] env[64496]: DEBUG nova.scheduler.client.report [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1795.502156] env[64496]: DEBUG nova.compute.manager [req-fa5da6ce-c3f2-4947-a926-c44a8b4e2011 req-430656a5-bc7d-4146-b6f9-a51d79d52f7d service nova] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Received event network-vif-deleted-62c2ac2b-fd81-41b7-b0b0-0bfe758139d6 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1795.520710] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5263d232-5e1f-e9d3-8ac4-16298c6a5c83, 'name': SearchDatastore_Task, 'duration_secs': 0.011732} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.521259] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.521533] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] ed6b1f1c-966b-4892-b11d-9acd83fde0ce/ed6b1f1c-966b-4892-b11d-9acd83fde0ce.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1795.521791] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-274613df-082b-4ead-bb1d-d23c1b8581ba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.528427] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1795.528427] env[64496]: value = "task-1902388" [ 1795.528427] env[64496]: _type = "Task" [ 1795.528427] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.543736] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.614940] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.616095] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.779240] env[64496]: DEBUG oslo_vmware.api [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902387, 'name': PowerOffVM_Task, 'duration_secs': 0.30809} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.780598] env[64496]: DEBUG nova.network.neutron [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updated VIF entry in instance network info cache for port 85c78528-fb66-45fc-8738-bbaf018258f5. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1795.780999] env[64496]: DEBUG nova.network.neutron [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating instance_info_cache with network_info: [{"id": "85c78528-fb66-45fc-8738-bbaf018258f5", "address": "fa:16:3e:ff:ca:b4", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c78528-fb", "ovs_interfaceid": "85c78528-fb66-45fc-8738-bbaf018258f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.782607] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.782908] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1795.783385] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85a46aa3-0381-4b92-8821-14a84f31f19a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.793458] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fb979c88-5368-448b-ae30-f8d395ddbca7 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.290s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.868683] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.868926] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.869140] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Deleting the datastore file [datastore1] aceef315-f152-4b91-9953-2eceb376b255 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.869400] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62c52bb9-01ba-419b-9368-a0d8b03a211c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.876382] env[64496]: DEBUG oslo_vmware.api [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1795.876382] env[64496]: value = "task-1902390" [ 1795.876382] env[64496]: _type = "Task" [ 1795.876382] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.886582] env[64496]: DEBUG oslo_vmware.api [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.971378] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.971969] env[64496]: DEBUG nova.compute.manager [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1795.976660] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.518s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.043023] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902388, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.284236] env[64496]: DEBUG oslo_concurrency.lockutils [req-73a1b07a-ed5e-4939-ba29-02372081c55e req-6159b4f7-56fc-4e5e-94ef-02b307bd02e3 service nova] Releasing lock "refresh_cache-ed6b1f1c-966b-4892-b11d-9acd83fde0ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.393234] env[64496]: DEBUG oslo_vmware.api [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.485752] env[64496]: DEBUG nova.compute.utils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1796.491562] env[64496]: DEBUG nova.compute.manager [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1796.491562] env[64496]: DEBUG nova.network.neutron [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1796.542855] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694997} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.544716] env[64496]: DEBUG nova.policy [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ab17c203f584d8b9750a52945466940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1376fe0bb409401399d88834f90ebb21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1796.549231] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] ed6b1f1c-966b-4892-b11d-9acd83fde0ce/ed6b1f1c-966b-4892-b11d-9acd83fde0ce.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1796.549482] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1796.550192] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d8d8674-586d-4f14-8e6c-f331ee1d8684 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.559532] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1796.559532] env[64496]: value = "task-1902391" [ 1796.559532] env[64496]: _type = "Task" [ 1796.559532] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.577362] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.738797] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d4fc41-3818-4c92-bdbf-a61dd5ba515b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.749018] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af502f6e-b59d-48c4-8119-5cd6075507e6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.786458] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58413443-623d-4aba-968c-6b892c5ede0f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.796293] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24bfecc-5441-48a4-b641-936fd9eb04e7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.811344] env[64496]: DEBUG nova.compute.provider_tree [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.887869] env[64496]: DEBUG oslo_vmware.api [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.630665} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.888178] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1796.888366] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1796.888665] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1796.888897] env[64496]: INFO nova.compute.manager [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: aceef315-f152-4b91-9953-2eceb376b255] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1796.889158] env[64496]: DEBUG oslo.service.loopingcall [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.889346] env[64496]: DEBUG nova.compute.manager [-] [instance: aceef315-f152-4b91-9953-2eceb376b255] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1796.889457] env[64496]: DEBUG nova.network.neutron [-] [instance: aceef315-f152-4b91-9953-2eceb376b255] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1796.991283] env[64496]: DEBUG nova.compute.manager [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1797.006469] env[64496]: DEBUG nova.network.neutron [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Successfully created port: 4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1797.070271] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08339} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.070551] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1797.071467] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2596a2-822c-4205-8db8-25790778d654 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.094496] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] ed6b1f1c-966b-4892-b11d-9acd83fde0ce/ed6b1f1c-966b-4892-b11d-9acd83fde0ce.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1797.094803] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b08bfba9-73fc-4cea-a057-56d02fe9a1de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.115922] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1797.115922] env[64496]: value = "task-1902392" [ 1797.115922] env[64496]: _type = "Task" [ 1797.115922] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.124549] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.314588] env[64496]: DEBUG nova.scheduler.client.report [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1797.539867] env[64496]: DEBUG nova.compute.manager [req-2415e563-8cd9-463c-98c9-fe52a5073427 req-3ac6c07f-8acb-4167-a9f1-d576481299bd service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Received event network-changed-630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1797.540218] env[64496]: DEBUG nova.compute.manager [req-2415e563-8cd9-463c-98c9-fe52a5073427 req-3ac6c07f-8acb-4167-a9f1-d576481299bd service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Refreshing instance network info cache due to event network-changed-630f040e-7cd0-4ee4-be47-0a75e03fbd5b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1797.540313] env[64496]: DEBUG oslo_concurrency.lockutils [req-2415e563-8cd9-463c-98c9-fe52a5073427 req-3ac6c07f-8acb-4167-a9f1-d576481299bd service nova] Acquiring lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.540454] env[64496]: DEBUG oslo_concurrency.lockutils [req-2415e563-8cd9-463c-98c9-fe52a5073427 req-3ac6c07f-8acb-4167-a9f1-d576481299bd service nova] Acquired lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.540620] env[64496]: DEBUG nova.network.neutron [req-2415e563-8cd9-463c-98c9-fe52a5073427 req-3ac6c07f-8acb-4167-a9f1-d576481299bd service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Refreshing network info cache for port 630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.628265] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902392, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.005356] env[64496]: DEBUG nova.compute.manager [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1798.039182] env[64496]: DEBUG nova.virt.hardware [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1798.039446] env[64496]: DEBUG nova.virt.hardware [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.039616] env[64496]: DEBUG nova.virt.hardware [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1798.039797] env[64496]: DEBUG nova.virt.hardware [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.043587] env[64496]: DEBUG nova.virt.hardware [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1798.043587] env[64496]: DEBUG nova.virt.hardware [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1798.043699] env[64496]: DEBUG nova.virt.hardware [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1798.044776] env[64496]: DEBUG nova.virt.hardware [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1798.044776] env[64496]: DEBUG nova.virt.hardware [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1798.044776] env[64496]: DEBUG nova.virt.hardware [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1798.044776] env[64496]: DEBUG nova.virt.hardware [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1798.049162] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d943d8f9-52b0-4ed7-9002-450e1e1d8b6c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.063255] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095fafb2-6873-48ee-aa42-c28522b44b0c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.069210] env[64496]: DEBUG nova.network.neutron [-] [instance: aceef315-f152-4b91-9953-2eceb376b255] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.129752] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902392, 'name': ReconfigVM_Task, 'duration_secs': 0.582363} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.130078] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Reconfigured VM instance instance-0000005f to attach disk [datastore1] ed6b1f1c-966b-4892-b11d-9acd83fde0ce/ed6b1f1c-966b-4892-b11d-9acd83fde0ce.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.130766] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff9281c8-17c1-4097-9bab-e512c20fc110 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.139578] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1798.139578] env[64496]: value = "task-1902393" [ 1798.139578] env[64496]: _type = "Task" [ 1798.139578] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.154907] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902393, 'name': Rename_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.327728] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.351s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.331603] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.717s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.333118] env[64496]: INFO nova.compute.claims [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1798.353278] env[64496]: DEBUG nova.network.neutron [req-2415e563-8cd9-463c-98c9-fe52a5073427 req-3ac6c07f-8acb-4167-a9f1-d576481299bd service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Updated VIF entry in instance network info cache for port 630f040e-7cd0-4ee4-be47-0a75e03fbd5b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1798.353779] env[64496]: DEBUG nova.network.neutron [req-2415e563-8cd9-463c-98c9-fe52a5073427 req-3ac6c07f-8acb-4167-a9f1-d576481299bd service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Updating instance_info_cache with network_info: [{"id": "630f040e-7cd0-4ee4-be47-0a75e03fbd5b", "address": "fa:16:3e:ea:90:0a", "network": {"id": "abb8d070-cb81-41a2-87e4-957f3a8f1178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1319769633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5cc478727cb464d8b01a0c1ed781757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630f040e-7c", "ovs_interfaceid": "630f040e-7cd0-4ee4-be47-0a75e03fbd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.572084] env[64496]: INFO nova.compute.manager [-] [instance: aceef315-f152-4b91-9953-2eceb376b255] Took 1.68 seconds to deallocate network for instance. [ 1798.654468] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902393, 'name': Rename_Task, 'duration_secs': 0.407866} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.654468] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.654468] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38752658-e44e-45b9-aa5f-1c5bc5b0644c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.661322] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1798.661322] env[64496]: value = "task-1902394" [ 1798.661322] env[64496]: _type = "Task" [ 1798.661322] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.671066] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.858754] env[64496]: DEBUG oslo_concurrency.lockutils [req-2415e563-8cd9-463c-98c9-fe52a5073427 req-3ac6c07f-8acb-4167-a9f1-d576481299bd service nova] Releasing lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.899489] env[64496]: INFO nova.scheduler.client.report [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Deleted allocation for migration cdc86884-cb85-4e00-9498-88ecd990e6b7 [ 1798.983655] env[64496]: DEBUG nova.network.neutron [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Successfully updated port: 4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1799.080976] env[64496]: DEBUG oslo_concurrency.lockutils [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.172269] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.404830] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7da0fe5d-3217-4bfc-a5f4-423b03b61fc1 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "4beb0377-8b69-438a-aa7f-af5f68092240" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.127s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.489262] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.489262] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.489262] env[64496]: DEBUG nova.network.neutron [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.589413] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2f5d3e-fb3a-4387-a9f3-d1a5a031e6f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.598246] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bb86da-653b-4870-82ba-3341379fc94e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.639825] env[64496]: DEBUG nova.compute.manager [req-09e0ad69-6cc8-4c50-9a00-93c1887d6584 req-6c141ebb-8026-4a56-a102-b0e15400cfdb service nova] [instance: aceef315-f152-4b91-9953-2eceb376b255] Received event network-vif-deleted-bdd4c751-048f-4a5e-b97a-d1c401424d46 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1799.640052] env[64496]: DEBUG nova.compute.manager [req-09e0ad69-6cc8-4c50-9a00-93c1887d6584 req-6c141ebb-8026-4a56-a102-b0e15400cfdb service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Received event network-vif-plugged-4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1799.640244] env[64496]: DEBUG oslo_concurrency.lockutils [req-09e0ad69-6cc8-4c50-9a00-93c1887d6584 req-6c141ebb-8026-4a56-a102-b0e15400cfdb service nova] Acquiring lock "19793aba-0d19-49cf-b66a-9bca724ec957-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.640451] env[64496]: DEBUG oslo_concurrency.lockutils [req-09e0ad69-6cc8-4c50-9a00-93c1887d6584 req-6c141ebb-8026-4a56-a102-b0e15400cfdb service nova] Lock "19793aba-0d19-49cf-b66a-9bca724ec957-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.640616] env[64496]: DEBUG oslo_concurrency.lockutils [req-09e0ad69-6cc8-4c50-9a00-93c1887d6584 req-6c141ebb-8026-4a56-a102-b0e15400cfdb service nova] Lock "19793aba-0d19-49cf-b66a-9bca724ec957-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.640779] env[64496]: DEBUG nova.compute.manager [req-09e0ad69-6cc8-4c50-9a00-93c1887d6584 req-6c141ebb-8026-4a56-a102-b0e15400cfdb service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] No waiting events found dispatching network-vif-plugged-4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1799.640940] env[64496]: WARNING nova.compute.manager [req-09e0ad69-6cc8-4c50-9a00-93c1887d6584 req-6c141ebb-8026-4a56-a102-b0e15400cfdb service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Received unexpected event network-vif-plugged-4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d for instance with vm_state building and task_state spawning. [ 1799.641150] env[64496]: DEBUG nova.compute.manager [req-09e0ad69-6cc8-4c50-9a00-93c1887d6584 req-6c141ebb-8026-4a56-a102-b0e15400cfdb service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Received event network-changed-4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1799.641314] env[64496]: DEBUG nova.compute.manager [req-09e0ad69-6cc8-4c50-9a00-93c1887d6584 req-6c141ebb-8026-4a56-a102-b0e15400cfdb service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Refreshing instance network info cache due to event network-changed-4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1799.641480] env[64496]: DEBUG oslo_concurrency.lockutils [req-09e0ad69-6cc8-4c50-9a00-93c1887d6584 req-6c141ebb-8026-4a56-a102-b0e15400cfdb service nova] Acquiring lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.642247] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8233c0-116e-42a9-8131-6d941a2daec2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.651215] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0804a3ba-96ac-442d-b8b8-1ad91072c288 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.666599] env[64496]: DEBUG nova.compute.provider_tree [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1799.675335] env[64496]: DEBUG oslo_vmware.api [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902394, 'name': PowerOnVM_Task, 'duration_secs': 0.720132} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.676201] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1799.676410] env[64496]: INFO nova.compute.manager [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1799.676601] env[64496]: DEBUG nova.compute.manager [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.677412] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bb13cc-6bc9-40bf-9ab7-483184f7e774 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.002110] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "4beb0377-8b69-438a-aa7f-af5f68092240" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.002110] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "4beb0377-8b69-438a-aa7f-af5f68092240" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.002110] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "4beb0377-8b69-438a-aa7f-af5f68092240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.002110] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "4beb0377-8b69-438a-aa7f-af5f68092240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.002110] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "4beb0377-8b69-438a-aa7f-af5f68092240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.004300] env[64496]: INFO nova.compute.manager [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Terminating instance [ 1800.053262] env[64496]: DEBUG nova.network.neutron [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.171348] env[64496]: DEBUG nova.scheduler.client.report [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1800.204120] env[64496]: INFO nova.compute.manager [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Took 16.73 seconds to build instance. [ 1800.479433] env[64496]: DEBUG nova.network.neutron [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Updating instance_info_cache with network_info: [{"id": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "address": "fa:16:3e:17:07:8c", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc1c37c-ef", "ovs_interfaceid": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.512069] env[64496]: DEBUG nova.compute.manager [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1800.512069] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1800.512069] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be44fcd9-9f1b-41f0-821e-bff8447bc832 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.523674] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1800.524178] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19d413a2-7370-4715-85b1-d03e6e49ff17 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.534017] env[64496]: DEBUG oslo_vmware.api [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1800.534017] env[64496]: value = "task-1902395" [ 1800.534017] env[64496]: _type = "Task" [ 1800.534017] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.547727] env[64496]: DEBUG oslo_vmware.api [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.636297] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Acquiring lock "66905c9a-46ea-4582-981b-514377de6c7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.636297] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Lock "66905c9a-46ea-4582-981b-514377de6c7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.678564] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.679650] env[64496]: DEBUG nova.compute.manager [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1800.682409] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.066s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.682671] env[64496]: DEBUG nova.objects.instance [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lazy-loading 'resources' on Instance uuid 6a911ef3-0ccf-41ff-894c-15c7fdd683b0 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1800.706281] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d4a9ff0f-49b3-4b49-8a0f-af0e03428d01 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.238s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.982379] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.982875] env[64496]: DEBUG nova.compute.manager [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Instance network_info: |[{"id": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "address": "fa:16:3e:17:07:8c", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc1c37c-ef", "ovs_interfaceid": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1800.983739] env[64496]: DEBUG oslo_concurrency.lockutils [req-09e0ad69-6cc8-4c50-9a00-93c1887d6584 req-6c141ebb-8026-4a56-a102-b0e15400cfdb service nova] Acquired lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.984055] env[64496]: DEBUG nova.network.neutron [req-09e0ad69-6cc8-4c50-9a00-93c1887d6584 req-6c141ebb-8026-4a56-a102-b0e15400cfdb service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Refreshing network info cache for port 4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1800.985759] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:07:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1800.999690] env[64496]: DEBUG oslo.service.loopingcall [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.004554] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1801.005017] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0279907-1c88-473b-babb-75b51267cf7d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.041185] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1801.041185] env[64496]: value = "task-1902396" [ 1801.041185] env[64496]: _type = "Task" [ 1801.041185] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.059907] env[64496]: DEBUG oslo_vmware.api [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902395, 'name': PowerOffVM_Task, 'duration_secs': 0.241641} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.060829] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1801.061438] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1801.061628] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-183b94eb-5397-487b-aefb-325e61b1262e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.071785] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902396, 'name': CreateVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.140797] env[64496]: DEBUG nova.compute.manager [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1801.183620] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1801.183877] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1801.184389] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Deleting the datastore file [datastore2] 4beb0377-8b69-438a-aa7f-af5f68092240 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1801.184480] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf87b7aa-2af4-47ab-9587-49e9fdc80333 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.190189] env[64496]: DEBUG nova.compute.utils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1801.196820] env[64496]: DEBUG nova.compute.manager [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1801.197767] env[64496]: DEBUG nova.network.neutron [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1801.207775] env[64496]: DEBUG oslo_vmware.api [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1801.207775] env[64496]: value = "task-1902398" [ 1801.207775] env[64496]: _type = "Task" [ 1801.207775] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.219071] env[64496]: DEBUG oslo_vmware.api [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.246540] env[64496]: DEBUG nova.compute.manager [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Stashing vm_state: active {{(pid=64496) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1801.301943] env[64496]: DEBUG nova.policy [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34e5efa3c5bc49c4b44f6ee6e30f4671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43e1428760ab42ba89b64ae644a3fa12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1801.406694] env[64496]: DEBUG nova.network.neutron [req-09e0ad69-6cc8-4c50-9a00-93c1887d6584 req-6c141ebb-8026-4a56-a102-b0e15400cfdb service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Updated VIF entry in instance network info cache for port 4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1801.406694] env[64496]: DEBUG nova.network.neutron [req-09e0ad69-6cc8-4c50-9a00-93c1887d6584 req-6c141ebb-8026-4a56-a102-b0e15400cfdb service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Updating instance_info_cache with network_info: [{"id": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "address": "fa:16:3e:17:07:8c", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc1c37c-ef", "ovs_interfaceid": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.455020] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89854bdd-46bc-4bf7-b164-054595f95387 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.468475] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f759770-ca64-4ae6-a5cd-03544d0310f9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.500155] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43810c7-ef38-4bd3-9ff0-564d81dfa548 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.510182] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dd517c-3095-41b4-b70f-b3e3b56da515 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.528642] env[64496]: DEBUG nova.compute.provider_tree [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.556614] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902396, 'name': CreateVM_Task, 'duration_secs': 0.458476} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.556614] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1801.557126] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.557307] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.557619] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1801.557879] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-264685c0-c056-4746-8aab-fc2f0dc57768 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.564324] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1801.564324] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52511a8a-1af0-3436-24de-2070a1566b7a" [ 1801.564324] env[64496]: _type = "Task" [ 1801.564324] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.574778] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52511a8a-1af0-3436-24de-2070a1566b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.671386] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.681303] env[64496]: DEBUG nova.network.neutron [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Successfully created port: 1bd305ed-be10-46a4-b499-a18a232fc354 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1801.698704] env[64496]: DEBUG nova.compute.manager [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1801.717995] env[64496]: DEBUG oslo_vmware.api [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24228} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.718298] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1801.718489] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1801.718675] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1801.718857] env[64496]: INFO nova.compute.manager [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1801.719105] env[64496]: DEBUG oslo.service.loopingcall [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.719314] env[64496]: DEBUG nova.compute.manager [-] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1801.719413] env[64496]: DEBUG nova.network.neutron [-] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1801.765200] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.857606] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "b14d0ca5-784f-4b9c-80f9-980f7fbe82b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.857847] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "b14d0ca5-784f-4b9c-80f9-980f7fbe82b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.913776] env[64496]: DEBUG oslo_concurrency.lockutils [req-09e0ad69-6cc8-4c50-9a00-93c1887d6584 req-6c141ebb-8026-4a56-a102-b0e15400cfdb service nova] Releasing lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.032191] env[64496]: DEBUG nova.scheduler.client.report [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1802.077791] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52511a8a-1af0-3436-24de-2070a1566b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.015837} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.079101] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.079450] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1802.079706] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.079860] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.080054] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1802.083100] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d89025ab-72f2-4fc2-ab68-8bddba95b204 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.085174] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "6d4bde31-df4c-4c1c-9211-3de2a2424960" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.085401] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "6d4bde31-df4c-4c1c-9211-3de2a2424960" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.095794] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1802.096918] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1802.096918] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0320f558-ed41-4b29-aad6-8e4d6299a7d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.107696] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1802.107696] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52384bb9-39b8-bd80-906c-efd5b943187b" [ 1802.107696] env[64496]: _type = "Task" [ 1802.107696] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.116523] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52384bb9-39b8-bd80-906c-efd5b943187b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.361046] env[64496]: DEBUG nova.compute.manager [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1802.455630] env[64496]: DEBUG nova.compute.manager [req-7a6187af-6bda-4219-8a19-6ef23e7519d3 req-e02d8055-df75-4da3-a429-6aad18497d27 service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Received event network-vif-deleted-b2294e44-e192-4a2f-a511-38e18e923e50 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1802.455916] env[64496]: INFO nova.compute.manager [req-7a6187af-6bda-4219-8a19-6ef23e7519d3 req-e02d8055-df75-4da3-a429-6aad18497d27 service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Neutron deleted interface b2294e44-e192-4a2f-a511-38e18e923e50; detaching it from the instance and deleting it from the info cache [ 1802.456206] env[64496]: DEBUG nova.network.neutron [req-7a6187af-6bda-4219-8a19-6ef23e7519d3 req-e02d8055-df75-4da3-a429-6aad18497d27 service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.537292] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.539977] env[64496]: DEBUG oslo_concurrency.lockutils [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.459s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.540234] env[64496]: DEBUG nova.objects.instance [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lazy-loading 'resources' on Instance uuid aceef315-f152-4b91-9953-2eceb376b255 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1802.565185] env[64496]: INFO nova.scheduler.client.report [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Deleted allocations for instance 6a911ef3-0ccf-41ff-894c-15c7fdd683b0 [ 1802.587500] env[64496]: DEBUG nova.compute.manager [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1802.619683] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52384bb9-39b8-bd80-906c-efd5b943187b, 'name': SearchDatastore_Task, 'duration_secs': 0.012296} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.620961] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3117eb82-6297-47a0-b230-8d393310be64 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.627799] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1802.627799] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522df0f5-1971-4d07-e2ce-b628b13625a9" [ 1802.627799] env[64496]: _type = "Task" [ 1802.627799] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.641351] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522df0f5-1971-4d07-e2ce-b628b13625a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.710892] env[64496]: DEBUG nova.compute.manager [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1802.741708] env[64496]: DEBUG nova.virt.hardware [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1802.741993] env[64496]: DEBUG nova.virt.hardware [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1802.742168] env[64496]: DEBUG nova.virt.hardware [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1802.742396] env[64496]: DEBUG nova.virt.hardware [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1802.742498] env[64496]: DEBUG nova.virt.hardware [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1802.742701] env[64496]: DEBUG nova.virt.hardware [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1802.742865] env[64496]: DEBUG nova.virt.hardware [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1802.743035] env[64496]: DEBUG nova.virt.hardware [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1802.743207] env[64496]: DEBUG nova.virt.hardware [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1802.743373] env[64496]: DEBUG nova.virt.hardware [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1802.743584] env[64496]: DEBUG nova.virt.hardware [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1802.744448] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133dbe52-8cae-49a9-9a95-2188b3eb2571 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.753506] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a463f6-2a01-4eda-ab43-9dcab2b71b89 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.887289] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.933460] env[64496]: DEBUG nova.network.neutron [-] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.959426] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e773afc3-fc2d-426a-87f9-ca66c9846bcb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.972764] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af6a691-56bd-4687-9b77-06391eb220c9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.004602] env[64496]: DEBUG nova.compute.manager [req-7a6187af-6bda-4219-8a19-6ef23e7519d3 req-e02d8055-df75-4da3-a429-6aad18497d27 service nova] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Detach interface failed, port_id=b2294e44-e192-4a2f-a511-38e18e923e50, reason: Instance 4beb0377-8b69-438a-aa7f-af5f68092240 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1803.077163] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6c686f15-1fa0-47eb-b721-3264ea3a31e4 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "6a911ef3-0ccf-41ff-894c-15c7fdd683b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.018s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.106289] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.140439] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522df0f5-1971-4d07-e2ce-b628b13625a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013125} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.140625] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.140896] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 19793aba-0d19-49cf-b66a-9bca724ec957/19793aba-0d19-49cf-b66a-9bca724ec957.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1803.141182] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c923081-3586-47d3-a111-ceabb0ff142f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.151500] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1803.151500] env[64496]: value = "task-1902399" [ 1803.151500] env[64496]: _type = "Task" [ 1803.151500] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.162017] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.239559] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39c56ea-6219-4e07-a6af-49538092e02d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.248266] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ba91ef-3f0c-4644-95b7-7f4b8f1631a3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.278571] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93357861-19f5-4212-b57c-0a870f55f363 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.287506] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850d05f6-d49c-4676-bf17-3c48ddafe53a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.304049] env[64496]: DEBUG nova.compute.provider_tree [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.436701] env[64496]: INFO nova.compute.manager [-] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Took 1.72 seconds to deallocate network for instance. [ 1803.473652] env[64496]: DEBUG nova.network.neutron [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Successfully updated port: 1bd305ed-be10-46a4-b499-a18a232fc354 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1803.663534] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902399, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.807085] env[64496]: DEBUG nova.scheduler.client.report [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1803.943512] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.977378] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "refresh_cache-890497e7-d4fc-4b31-9b10-1eba4419ae8c" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.978119] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "refresh_cache-890497e7-d4fc-4b31-9b10-1eba4419ae8c" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.978119] env[64496]: DEBUG nova.network.neutron [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1804.165980] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.953251} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.166488] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 19793aba-0d19-49cf-b66a-9bca724ec957/19793aba-0d19-49cf-b66a-9bca724ec957.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1804.166775] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1804.167059] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61f50f17-3b55-491a-9bc6-ceeedb002a1d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.174914] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1804.174914] env[64496]: value = "task-1902400" [ 1804.174914] env[64496]: _type = "Task" [ 1804.174914] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.183640] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.312398] env[64496]: DEBUG oslo_concurrency.lockutils [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.315430] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.645s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.316610] env[64496]: INFO nova.compute.claims [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1804.344542] env[64496]: INFO nova.scheduler.client.report [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Deleted allocations for instance aceef315-f152-4b91-9953-2eceb376b255 [ 1804.486510] env[64496]: DEBUG nova.compute.manager [req-ea2be933-d44a-4f02-9aca-7cf6f3c543cb req-2f103702-1a68-43f8-b541-b2fdad93396b service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Received event network-vif-plugged-1bd305ed-be10-46a4-b499-a18a232fc354 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1804.486510] env[64496]: DEBUG oslo_concurrency.lockutils [req-ea2be933-d44a-4f02-9aca-7cf6f3c543cb req-2f103702-1a68-43f8-b541-b2fdad93396b service nova] Acquiring lock "890497e7-d4fc-4b31-9b10-1eba4419ae8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.486510] env[64496]: DEBUG oslo_concurrency.lockutils [req-ea2be933-d44a-4f02-9aca-7cf6f3c543cb req-2f103702-1a68-43f8-b541-b2fdad93396b service nova] Lock "890497e7-d4fc-4b31-9b10-1eba4419ae8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.486510] env[64496]: DEBUG oslo_concurrency.lockutils [req-ea2be933-d44a-4f02-9aca-7cf6f3c543cb req-2f103702-1a68-43f8-b541-b2fdad93396b service nova] Lock "890497e7-d4fc-4b31-9b10-1eba4419ae8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.486692] env[64496]: DEBUG nova.compute.manager [req-ea2be933-d44a-4f02-9aca-7cf6f3c543cb req-2f103702-1a68-43f8-b541-b2fdad93396b service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] No waiting events found dispatching network-vif-plugged-1bd305ed-be10-46a4-b499-a18a232fc354 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1804.486881] env[64496]: WARNING nova.compute.manager [req-ea2be933-d44a-4f02-9aca-7cf6f3c543cb req-2f103702-1a68-43f8-b541-b2fdad93396b service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Received unexpected event network-vif-plugged-1bd305ed-be10-46a4-b499-a18a232fc354 for instance with vm_state building and task_state spawning. [ 1804.487134] env[64496]: DEBUG nova.compute.manager [req-ea2be933-d44a-4f02-9aca-7cf6f3c543cb req-2f103702-1a68-43f8-b541-b2fdad93396b service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Received event network-changed-1bd305ed-be10-46a4-b499-a18a232fc354 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1804.487363] env[64496]: DEBUG nova.compute.manager [req-ea2be933-d44a-4f02-9aca-7cf6f3c543cb req-2f103702-1a68-43f8-b541-b2fdad93396b service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Refreshing instance network info cache due to event network-changed-1bd305ed-be10-46a4-b499-a18a232fc354. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1804.487590] env[64496]: DEBUG oslo_concurrency.lockutils [req-ea2be933-d44a-4f02-9aca-7cf6f3c543cb req-2f103702-1a68-43f8-b541-b2fdad93396b service nova] Acquiring lock "refresh_cache-890497e7-d4fc-4b31-9b10-1eba4419ae8c" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.519438] env[64496]: DEBUG nova.network.neutron [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1804.688029] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073502} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.688029] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1804.688029] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adbae95-e135-45bd-8bba-e56d2b155ba1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.692070] env[64496]: DEBUG nova.network.neutron [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Updating instance_info_cache with network_info: [{"id": "1bd305ed-be10-46a4-b499-a18a232fc354", "address": "fa:16:3e:53:2f:6e", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd305ed-be", "ovs_interfaceid": "1bd305ed-be10-46a4-b499-a18a232fc354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.711511] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 19793aba-0d19-49cf-b66a-9bca724ec957/19793aba-0d19-49cf-b66a-9bca724ec957.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1804.713114] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "refresh_cache-890497e7-d4fc-4b31-9b10-1eba4419ae8c" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.713511] env[64496]: DEBUG nova.compute.manager [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Instance network_info: |[{"id": "1bd305ed-be10-46a4-b499-a18a232fc354", "address": "fa:16:3e:53:2f:6e", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd305ed-be", "ovs_interfaceid": "1bd305ed-be10-46a4-b499-a18a232fc354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1804.713904] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-920d5756-f4b1-4045-acbc-1eb990f4c3f0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.729294] env[64496]: DEBUG oslo_concurrency.lockutils [req-ea2be933-d44a-4f02-9aca-7cf6f3c543cb req-2f103702-1a68-43f8-b541-b2fdad93396b service nova] Acquired lock "refresh_cache-890497e7-d4fc-4b31-9b10-1eba4419ae8c" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.729614] env[64496]: DEBUG nova.network.neutron [req-ea2be933-d44a-4f02-9aca-7cf6f3c543cb req-2f103702-1a68-43f8-b541-b2fdad93396b service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Refreshing network info cache for port 1bd305ed-be10-46a4-b499-a18a232fc354 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1804.734949] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:2f:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bd305ed-be10-46a4-b499-a18a232fc354', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1804.741765] env[64496]: DEBUG oslo.service.loopingcall [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.742821] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1804.743480] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e1d6e36-be29-42a1-98bb-616913048e95 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.765151] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1804.765151] env[64496]: value = "task-1902401" [ 1804.765151] env[64496]: _type = "Task" [ 1804.765151] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.771504] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1804.771504] env[64496]: value = "task-1902402" [ 1804.771504] env[64496]: _type = "Task" [ 1804.771504] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.779044] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.786759] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902402, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.854140] env[64496]: DEBUG oslo_concurrency.lockutils [None req-048a4876-fd8a-4cf1-9776-9daaeed07942 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "aceef315-f152-4b91-9953-2eceb376b255" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.111s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.275604] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902401, 'name': ReconfigVM_Task, 'duration_secs': 0.525677} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.280375] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 19793aba-0d19-49cf-b66a-9bca724ec957/19793aba-0d19-49cf-b66a-9bca724ec957.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1805.280523] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91cf6c08-54c1-4237-ae68-acb94a19f367 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.288459] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902402, 'name': CreateVM_Task, 'duration_secs': 0.492579} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.290016] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1805.290346] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1805.290346] env[64496]: value = "task-1902403" [ 1805.290346] env[64496]: _type = "Task" [ 1805.290346] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.291283] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.291283] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.291459] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1805.291864] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6e6048-c2f7-4389-9777-358bb03ebde2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.300014] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1805.300014] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ed383f-83bc-adec-6032-ca80bd687cf3" [ 1805.300014] env[64496]: _type = "Task" [ 1805.300014] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.303187] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902403, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.311869] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ed383f-83bc-adec-6032-ca80bd687cf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.539628] env[64496]: DEBUG nova.network.neutron [req-ea2be933-d44a-4f02-9aca-7cf6f3c543cb req-2f103702-1a68-43f8-b541-b2fdad93396b service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Updated VIF entry in instance network info cache for port 1bd305ed-be10-46a4-b499-a18a232fc354. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1805.539997] env[64496]: DEBUG nova.network.neutron [req-ea2be933-d44a-4f02-9aca-7cf6f3c543cb req-2f103702-1a68-43f8-b541-b2fdad93396b service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Updating instance_info_cache with network_info: [{"id": "1bd305ed-be10-46a4-b499-a18a232fc354", "address": "fa:16:3e:53:2f:6e", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd305ed-be", "ovs_interfaceid": "1bd305ed-be10-46a4-b499-a18a232fc354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.567956] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f4c054-2a1e-4ae9-b210-758e974bf3d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.577881] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d41cd5-4fe6-4eb5-8a86-3774e14b7e29 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.613540] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c95a10-a547-4edc-bead-9ebccd120273 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.622540] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88435fc-fc70-4da0-8c06-42866753672f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.637798] env[64496]: DEBUG nova.compute.provider_tree [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1805.671298] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "ca32be52-0300-4daf-8c93-283efd499f51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.671539] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "ca32be52-0300-4daf-8c93-283efd499f51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.803715] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902403, 'name': Rename_Task, 'duration_secs': 0.344307} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.804082] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1805.807062] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f3483fe-0f10-4528-b106-9235a0d99784 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.815160] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ed383f-83bc-adec-6032-ca80bd687cf3, 'name': SearchDatastore_Task, 'duration_secs': 0.011572} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.816326] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.816566] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1805.817244] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.817475] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.817612] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1805.818245] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1805.818245] env[64496]: value = "task-1902404" [ 1805.818245] env[64496]: _type = "Task" [ 1805.818245] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.818431] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9062c0f7-9f38-4028-b882-91d79825637e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.828531] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.832097] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1805.832285] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1805.832986] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaedcd07-42d3-4a82-b817-16d243b5a3c3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.838744] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1805.838744] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5250fdaa-3845-bf92-30c1-105acbbad1e2" [ 1805.838744] env[64496]: _type = "Task" [ 1805.838744] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.846572] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5250fdaa-3845-bf92-30c1-105acbbad1e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.046759] env[64496]: DEBUG oslo_concurrency.lockutils [req-ea2be933-d44a-4f02-9aca-7cf6f3c543cb req-2f103702-1a68-43f8-b541-b2fdad93396b service nova] Releasing lock "refresh_cache-890497e7-d4fc-4b31-9b10-1eba4419ae8c" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.142330] env[64496]: DEBUG nova.scheduler.client.report [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1806.173870] env[64496]: DEBUG nova.compute.manager [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1806.331873] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.350015] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5250fdaa-3845-bf92-30c1-105acbbad1e2, 'name': SearchDatastore_Task, 'duration_secs': 0.017871} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.351222] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d8d9af-9e9f-40a1-8aa8-eb3815699d0f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.357583] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1806.357583] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526c9533-b930-970a-de9c-89a3e743b0fe" [ 1806.357583] env[64496]: _type = "Task" [ 1806.357583] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.367136] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526c9533-b930-970a-de9c-89a3e743b0fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.647987] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.648516] env[64496]: DEBUG nova.compute.manager [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1806.651268] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.886s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.700376] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.833654] env[64496]: DEBUG oslo_vmware.api [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902404, 'name': PowerOnVM_Task, 'duration_secs': 0.908538} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.833989] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1806.834296] env[64496]: INFO nova.compute.manager [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1806.834508] env[64496]: DEBUG nova.compute.manager [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1806.835484] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f21123-aad3-46da-a68c-6a149cfb9983 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.869250] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]526c9533-b930-970a-de9c-89a3e743b0fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011418} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.869560] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.869817] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 890497e7-d4fc-4b31-9b10-1eba4419ae8c/890497e7-d4fc-4b31-9b10-1eba4419ae8c.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1806.870099] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d9f7c3d-e4cb-42d3-8d08-7d0087af49a3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.879461] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1806.879461] env[64496]: value = "task-1902405" [ 1806.879461] env[64496]: _type = "Task" [ 1806.879461] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.889333] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.893416] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "1d196c83-7a2f-497f-b256-e449f3192d53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.893771] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.155788] env[64496]: DEBUG nova.compute.utils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1807.160654] env[64496]: INFO nova.compute.claims [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1807.166697] env[64496]: DEBUG nova.compute.manager [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1807.166997] env[64496]: DEBUG nova.network.neutron [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1807.227243] env[64496]: DEBUG nova.policy [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcb2d829412941ef8356281bc5309f55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a9fc45e77d54788bd9fea0c466638cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1807.356677] env[64496]: INFO nova.compute.manager [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Took 14.07 seconds to build instance. [ 1807.391978] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902405, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.396161] env[64496]: DEBUG nova.compute.manager [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1807.546652] env[64496]: DEBUG nova.network.neutron [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Successfully created port: e14e4e1e-49ee-4cd3-9dd7-6074118983b5 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1807.667835] env[64496]: DEBUG nova.compute.manager [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1807.672445] env[64496]: INFO nova.compute.resource_tracker [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating resource usage from migration 0712145b-320c-4b32-9e6a-36358bc67ffb [ 1807.862393] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b07587-fbbc-40da-845c-11b65fdcbdc2 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "19793aba-0d19-49cf-b66a-9bca724ec957" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.584s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.892595] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.883921} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.892884] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 890497e7-d4fc-4b31-9b10-1eba4419ae8c/890497e7-d4fc-4b31-9b10-1eba4419ae8c.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1807.893125] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1807.893380] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d8ae7c7-a853-485c-b994-17ab3c1a0015 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.903282] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1807.903282] env[64496]: value = "task-1902406" [ 1807.903282] env[64496]: _type = "Task" [ 1807.903282] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.909932] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9636b3bb-9a4d-4763-957c-7840d10dfb94 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.915370] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.917426] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.921328] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f9ea0b-4988-4304-ac66-a754c420bd67 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.952305] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397e0cab-458a-4e53-84e6-044be8195f5b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.960796] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afab10c-ba96-417a-a193-84a43a972be3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.975181] env[64496]: DEBUG nova.compute.provider_tree [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.209309] env[64496]: DEBUG nova.compute.manager [req-c955085a-206f-47cc-b64e-b66799616f2f req-82d484b2-a4e0-40f7-bf06-811675d53287 service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Received event network-changed-4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1808.209612] env[64496]: DEBUG nova.compute.manager [req-c955085a-206f-47cc-b64e-b66799616f2f req-82d484b2-a4e0-40f7-bf06-811675d53287 service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Refreshing instance network info cache due to event network-changed-4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1808.209883] env[64496]: DEBUG oslo_concurrency.lockutils [req-c955085a-206f-47cc-b64e-b66799616f2f req-82d484b2-a4e0-40f7-bf06-811675d53287 service nova] Acquiring lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.209883] env[64496]: DEBUG oslo_concurrency.lockutils [req-c955085a-206f-47cc-b64e-b66799616f2f req-82d484b2-a4e0-40f7-bf06-811675d53287 service nova] Acquired lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.210615] env[64496]: DEBUG nova.network.neutron [req-c955085a-206f-47cc-b64e-b66799616f2f req-82d484b2-a4e0-40f7-bf06-811675d53287 service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Refreshing network info cache for port 4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1808.420401] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085421} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.420806] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1808.422081] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0585e120-d5bf-40e0-b718-88f69f154329 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.448173] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 890497e7-d4fc-4b31-9b10-1eba4419ae8c/890497e7-d4fc-4b31-9b10-1eba4419ae8c.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1808.448491] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca6c92b6-3e51-451f-96ba-0bea19ec109c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.469655] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1808.469655] env[64496]: value = "task-1902407" [ 1808.469655] env[64496]: _type = "Task" [ 1808.469655] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.479396] env[64496]: DEBUG nova.scheduler.client.report [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.483019] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.681945] env[64496]: DEBUG nova.compute.manager [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1808.709749] env[64496]: DEBUG nova.virt.hardware [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1808.709749] env[64496]: DEBUG nova.virt.hardware [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1808.709928] env[64496]: DEBUG nova.virt.hardware [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1808.710101] env[64496]: DEBUG nova.virt.hardware [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1808.710266] env[64496]: DEBUG nova.virt.hardware [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1808.710445] env[64496]: DEBUG nova.virt.hardware [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1808.710647] env[64496]: DEBUG nova.virt.hardware [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1808.711202] env[64496]: DEBUG nova.virt.hardware [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1808.711202] env[64496]: DEBUG nova.virt.hardware [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1808.711202] env[64496]: DEBUG nova.virt.hardware [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1808.711479] env[64496]: DEBUG nova.virt.hardware [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1808.712375] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db500c16-4592-4419-bc51-a318282828df {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.724181] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e077aaba-621f-434f-8efd-db3d341d59e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.980127] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.984984] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.334s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.985206] env[64496]: INFO nova.compute.manager [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Migrating [ 1808.991719] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.105s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.993299] env[64496]: INFO nova.compute.claims [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1808.996584] env[64496]: DEBUG nova.network.neutron [req-c955085a-206f-47cc-b64e-b66799616f2f req-82d484b2-a4e0-40f7-bf06-811675d53287 service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Updated VIF entry in instance network info cache for port 4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1808.996758] env[64496]: DEBUG nova.network.neutron [req-c955085a-206f-47cc-b64e-b66799616f2f req-82d484b2-a4e0-40f7-bf06-811675d53287 service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Updating instance_info_cache with network_info: [{"id": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "address": "fa:16:3e:17:07:8c", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc1c37c-ef", "ovs_interfaceid": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.096448] env[64496]: DEBUG nova.compute.manager [req-54a91dc6-530b-4e76-b0db-ae9c3493170b req-50f8a52b-f076-4ec9-8517-68d4f4434159 service nova] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Received event network-vif-plugged-e14e4e1e-49ee-4cd3-9dd7-6074118983b5 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1809.096674] env[64496]: DEBUG oslo_concurrency.lockutils [req-54a91dc6-530b-4e76-b0db-ae9c3493170b req-50f8a52b-f076-4ec9-8517-68d4f4434159 service nova] Acquiring lock "66905c9a-46ea-4582-981b-514377de6c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.096879] env[64496]: DEBUG oslo_concurrency.lockutils [req-54a91dc6-530b-4e76-b0db-ae9c3493170b req-50f8a52b-f076-4ec9-8517-68d4f4434159 service nova] Lock "66905c9a-46ea-4582-981b-514377de6c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.097059] env[64496]: DEBUG oslo_concurrency.lockutils [req-54a91dc6-530b-4e76-b0db-ae9c3493170b req-50f8a52b-f076-4ec9-8517-68d4f4434159 service nova] Lock "66905c9a-46ea-4582-981b-514377de6c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.097233] env[64496]: DEBUG nova.compute.manager [req-54a91dc6-530b-4e76-b0db-ae9c3493170b req-50f8a52b-f076-4ec9-8517-68d4f4434159 service nova] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] No waiting events found dispatching network-vif-plugged-e14e4e1e-49ee-4cd3-9dd7-6074118983b5 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1809.097423] env[64496]: WARNING nova.compute.manager [req-54a91dc6-530b-4e76-b0db-ae9c3493170b req-50f8a52b-f076-4ec9-8517-68d4f4434159 service nova] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Received unexpected event network-vif-plugged-e14e4e1e-49ee-4cd3-9dd7-6074118983b5 for instance with vm_state building and task_state spawning. [ 1809.189019] env[64496]: DEBUG nova.network.neutron [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Successfully updated port: e14e4e1e-49ee-4cd3-9dd7-6074118983b5 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1809.482955] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902407, 'name': ReconfigVM_Task, 'duration_secs': 0.889515} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.483337] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 890497e7-d4fc-4b31-9b10-1eba4419ae8c/890497e7-d4fc-4b31-9b10-1eba4419ae8c.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1809.483981] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bee797df-636c-450b-bc56-6ac3de494217 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.491530] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1809.491530] env[64496]: value = "task-1902408" [ 1809.491530] env[64496]: _type = "Task" [ 1809.491530] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.501185] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902408, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.507051] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "refresh_cache-ed6b1f1c-966b-4892-b11d-9acd83fde0ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.507233] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "refresh_cache-ed6b1f1c-966b-4892-b11d-9acd83fde0ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.507443] env[64496]: DEBUG nova.network.neutron [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.508726] env[64496]: DEBUG oslo_concurrency.lockutils [req-c955085a-206f-47cc-b64e-b66799616f2f req-82d484b2-a4e0-40f7-bf06-811675d53287 service nova] Releasing lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.692044] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Acquiring lock "refresh_cache-66905c9a-46ea-4582-981b-514377de6c7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.692044] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Acquired lock "refresh_cache-66905c9a-46ea-4582-981b-514377de6c7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.692044] env[64496]: DEBUG nova.network.neutron [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1810.002430] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902408, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.210817] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300c699c-6662-4fcf-8eb2-be9ae2ff2aee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.219970] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f145406-b802-4dd9-86e3-666be740907f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.250223] env[64496]: DEBUG nova.network.neutron [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1810.252744] env[64496]: DEBUG nova.network.neutron [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating instance_info_cache with network_info: [{"id": "85c78528-fb66-45fc-8738-bbaf018258f5", "address": "fa:16:3e:ff:ca:b4", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c78528-fb", "ovs_interfaceid": "85c78528-fb66-45fc-8738-bbaf018258f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.255019] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1575be61-90bf-46e8-ab03-827b89d3d110 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.264360] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf82a4f7-f143-4e5b-8698-eb56fb5bdde4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.279916] env[64496]: DEBUG nova.compute.provider_tree [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.394428] env[64496]: DEBUG nova.network.neutron [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Updating instance_info_cache with network_info: [{"id": "e14e4e1e-49ee-4cd3-9dd7-6074118983b5", "address": "fa:16:3e:97:03:fe", "network": {"id": "588106ce-da67-4341-a843-067f50298fec", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-74817568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a9fc45e77d54788bd9fea0c466638cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14e4e1e-49", "ovs_interfaceid": "e14e4e1e-49ee-4cd3-9dd7-6074118983b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.503145] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902408, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.755756] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "refresh_cache-ed6b1f1c-966b-4892-b11d-9acd83fde0ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.781534] env[64496]: DEBUG nova.scheduler.client.report [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.897702] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Releasing lock "refresh_cache-66905c9a-46ea-4582-981b-514377de6c7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.898012] env[64496]: DEBUG nova.compute.manager [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Instance network_info: |[{"id": "e14e4e1e-49ee-4cd3-9dd7-6074118983b5", "address": "fa:16:3e:97:03:fe", "network": {"id": "588106ce-da67-4341-a843-067f50298fec", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-74817568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a9fc45e77d54788bd9fea0c466638cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14e4e1e-49", "ovs_interfaceid": "e14e4e1e-49ee-4cd3-9dd7-6074118983b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1810.898472] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:03:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e14e4e1e-49ee-4cd3-9dd7-6074118983b5', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1810.905730] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Creating folder: Project (1a9fc45e77d54788bd9fea0c466638cb). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1810.905994] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50547d10-eb6c-48f2-8839-f36894179008 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.918154] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Created folder: Project (1a9fc45e77d54788bd9fea0c466638cb) in parent group-v392474. [ 1810.918351] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Creating folder: Instances. Parent ref: group-v392727. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1810.918575] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55b3892b-9006-42ea-9a1b-0c20f467ce82 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.929585] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Created folder: Instances in parent group-v392727. [ 1810.929822] env[64496]: DEBUG oslo.service.loopingcall [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.930029] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1810.930244] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07df3a71-edb5-41d5-8409-a04e13eb7985 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.950280] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1810.950280] env[64496]: value = "task-1902411" [ 1810.950280] env[64496]: _type = "Task" [ 1810.950280] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.958585] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902411, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.003236] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902408, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.121584] env[64496]: DEBUG nova.compute.manager [req-d4ac02ff-98fd-4009-a39c-fa31b91e0d7b req-02b81b4d-0b7f-4a97-bd00-08e489624e3f service nova] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Received event network-changed-e14e4e1e-49ee-4cd3-9dd7-6074118983b5 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1811.121818] env[64496]: DEBUG nova.compute.manager [req-d4ac02ff-98fd-4009-a39c-fa31b91e0d7b req-02b81b4d-0b7f-4a97-bd00-08e489624e3f service nova] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Refreshing instance network info cache due to event network-changed-e14e4e1e-49ee-4cd3-9dd7-6074118983b5. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1811.122044] env[64496]: DEBUG oslo_concurrency.lockutils [req-d4ac02ff-98fd-4009-a39c-fa31b91e0d7b req-02b81b4d-0b7f-4a97-bd00-08e489624e3f service nova] Acquiring lock "refresh_cache-66905c9a-46ea-4582-981b-514377de6c7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.122213] env[64496]: DEBUG oslo_concurrency.lockutils [req-d4ac02ff-98fd-4009-a39c-fa31b91e0d7b req-02b81b4d-0b7f-4a97-bd00-08e489624e3f service nova] Acquired lock "refresh_cache-66905c9a-46ea-4582-981b-514377de6c7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.122488] env[64496]: DEBUG nova.network.neutron [req-d4ac02ff-98fd-4009-a39c-fa31b91e0d7b req-02b81b4d-0b7f-4a97-bd00-08e489624e3f service nova] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Refreshing network info cache for port e14e4e1e-49ee-4cd3-9dd7-6074118983b5 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1811.286327] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.286862] env[64496]: DEBUG nova.compute.manager [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1811.289747] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.184s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.291547] env[64496]: INFO nova.compute.claims [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.462058] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902411, 'name': CreateVM_Task, 'duration_secs': 0.299134} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.462186] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1811.462810] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.462974] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.463306] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1811.463564] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bfe3cc4-089e-45e7-a284-924bc7c68a30 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.468556] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Waiting for the task: (returnval){ [ 1811.468556] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528428fd-e02a-6d3e-fb96-401e83270e7d" [ 1811.468556] env[64496]: _type = "Task" [ 1811.468556] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.476682] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528428fd-e02a-6d3e-fb96-401e83270e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.503016] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902408, 'name': Rename_Task, 'duration_secs': 1.774292} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.503300] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1811.503592] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33d9061b-dac3-4d78-852b-902fcf695b89 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.528896] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1811.528896] env[64496]: value = "task-1902412" [ 1811.528896] env[64496]: _type = "Task" [ 1811.528896] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.537244] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.796022] env[64496]: DEBUG nova.compute.utils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1811.799062] env[64496]: DEBUG nova.compute.manager [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1811.799256] env[64496]: DEBUG nova.network.neutron [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1811.927564] env[64496]: DEBUG nova.policy [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeccad771c4f4d5e97cdd57e23e456fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a718de6ac6d407394d9271618bdf313', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1811.954476] env[64496]: DEBUG nova.network.neutron [req-d4ac02ff-98fd-4009-a39c-fa31b91e0d7b req-02b81b4d-0b7f-4a97-bd00-08e489624e3f service nova] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Updated VIF entry in instance network info cache for port e14e4e1e-49ee-4cd3-9dd7-6074118983b5. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1811.954853] env[64496]: DEBUG nova.network.neutron [req-d4ac02ff-98fd-4009-a39c-fa31b91e0d7b req-02b81b4d-0b7f-4a97-bd00-08e489624e3f service nova] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Updating instance_info_cache with network_info: [{"id": "e14e4e1e-49ee-4cd3-9dd7-6074118983b5", "address": "fa:16:3e:97:03:fe", "network": {"id": "588106ce-da67-4341-a843-067f50298fec", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-74817568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a9fc45e77d54788bd9fea0c466638cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14e4e1e-49", "ovs_interfaceid": "e14e4e1e-49ee-4cd3-9dd7-6074118983b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.979341] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528428fd-e02a-6d3e-fb96-401e83270e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.979702] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.979935] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1811.980178] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.980326] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.980521] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1811.980810] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ff19444-383c-4881-b740-1f708f7e0e16 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.991295] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1811.991473] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1811.992216] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-744f58c5-3c4c-4137-8046-eb2afbb4e431 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.997965] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Waiting for the task: (returnval){ [ 1811.997965] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52363b8d-3192-feda-6722-5e6c0d7c0b94" [ 1811.997965] env[64496]: _type = "Task" [ 1811.997965] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.006631] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52363b8d-3192-feda-6722-5e6c0d7c0b94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.037960] env[64496]: DEBUG oslo_vmware.api [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902412, 'name': PowerOnVM_Task, 'duration_secs': 0.465725} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.038257] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1812.038465] env[64496]: INFO nova.compute.manager [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1812.038660] env[64496]: DEBUG nova.compute.manager [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.039427] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a26551d-8621-4340-ba43-0c470e4e23eb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.060785] env[64496]: DEBUG nova.compute.manager [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.061732] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f22880-2ace-424e-9543-188899b6363a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.270321] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04752e94-955c-4583-a2f0-082635293ed5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.291335] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating instance 'ed6b1f1c-966b-4892-b11d-9acd83fde0ce' progress to 0 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1812.299544] env[64496]: DEBUG nova.compute.manager [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1812.316174] env[64496]: DEBUG nova.network.neutron [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Successfully created port: 7d257baa-7b41-4f25-a117-0060f8e0bb0a {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1812.457100] env[64496]: DEBUG oslo_concurrency.lockutils [req-d4ac02ff-98fd-4009-a39c-fa31b91e0d7b req-02b81b4d-0b7f-4a97-bd00-08e489624e3f service nova] Releasing lock "refresh_cache-66905c9a-46ea-4582-981b-514377de6c7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.509687] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52363b8d-3192-feda-6722-5e6c0d7c0b94, 'name': SearchDatastore_Task, 'duration_secs': 0.008779} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.510556] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c426a7-cec8-43f4-af84-5d381af62914 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.517258] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Waiting for the task: (returnval){ [ 1812.517258] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bf701d-769e-1d69-d7ce-e8c9a1fe2488" [ 1812.517258] env[64496]: _type = "Task" [ 1812.517258] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.531772] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bf701d-769e-1d69-d7ce-e8c9a1fe2488, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.531772] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.531772] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 66905c9a-46ea-4582-981b-514377de6c7d/66905c9a-46ea-4582-981b-514377de6c7d.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1812.532070] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceeee372-ca2f-4170-af13-0991d29c5c68 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.540470] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Waiting for the task: (returnval){ [ 1812.540470] env[64496]: value = "task-1902413" [ 1812.540470] env[64496]: _type = "Task" [ 1812.540470] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.553842] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.559344] env[64496]: INFO nova.compute.manager [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Took 16.96 seconds to build instance. [ 1812.573282] env[64496]: INFO nova.compute.manager [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] instance snapshotting [ 1812.573997] env[64496]: DEBUG nova.objects.instance [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lazy-loading 'flavor' on Instance uuid 6b0624a8-9565-44d9-ba7f-a828714ffe87 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1812.577396] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e42f48a-838c-466e-8078-b478548f9cf2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.588818] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc8ff2d-e154-40b7-bb38-d652bc8ce0dd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.623537] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6949487f-2eb4-4776-8e4c-cbdfcf87860d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.632112] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c9025f-200b-4f48-bdba-81dc9d9f958a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.646940] env[64496]: DEBUG nova.compute.provider_tree [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.797793] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.798178] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18b7b7a9-e43b-49b8-821d-ead5a08ceb8c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.811605] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1812.811605] env[64496]: value = "task-1902414" [ 1812.811605] env[64496]: _type = "Task" [ 1812.811605] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.820590] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.054171] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902413, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.060839] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f5090933-9a9d-46ea-b1f3-08170298fa40 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "890497e7-d4fc-4b31-9b10-1eba4419ae8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.474s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.085722] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37ced7b-edf8-430e-8faf-9cbd9f8f7d3f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.105831] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41b2e14-96b6-45a6-8c78-62c2e334ee55 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.150606] env[64496]: DEBUG nova.scheduler.client.report [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1813.311895] env[64496]: DEBUG nova.compute.manager [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1813.328533] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902414, 'name': PowerOffVM_Task, 'duration_secs': 0.390913} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.331329] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1813.331641] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating instance 'ed6b1f1c-966b-4892-b11d-9acd83fde0ce' progress to 17 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1813.344574] env[64496]: DEBUG nova.virt.hardware [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1813.344954] env[64496]: DEBUG nova.virt.hardware [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1813.345270] env[64496]: DEBUG nova.virt.hardware [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1813.348021] env[64496]: DEBUG nova.virt.hardware [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1813.348021] env[64496]: DEBUG nova.virt.hardware [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1813.348021] env[64496]: DEBUG nova.virt.hardware [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1813.348021] env[64496]: DEBUG nova.virt.hardware [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1813.348021] env[64496]: DEBUG nova.virt.hardware [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1813.348021] env[64496]: DEBUG nova.virt.hardware [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1813.348021] env[64496]: DEBUG nova.virt.hardware [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1813.348021] env[64496]: DEBUG nova.virt.hardware [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1813.349272] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0871baf-3123-49c8-abd5-2a46465a1a59 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.358729] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe1df37-da48-42c9-afbc-d37705c3001f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.376345] env[64496]: DEBUG nova.compute.manager [req-3f4fbf84-9fb8-4b8f-b7c2-fbaef70bb9b4 req-9bd61982-2d34-4449-8236-3c21c36d5942 service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Received event network-changed-1bd305ed-be10-46a4-b499-a18a232fc354 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1813.377022] env[64496]: DEBUG nova.compute.manager [req-3f4fbf84-9fb8-4b8f-b7c2-fbaef70bb9b4 req-9bd61982-2d34-4449-8236-3c21c36d5942 service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Refreshing instance network info cache due to event network-changed-1bd305ed-be10-46a4-b499-a18a232fc354. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1813.377022] env[64496]: DEBUG oslo_concurrency.lockutils [req-3f4fbf84-9fb8-4b8f-b7c2-fbaef70bb9b4 req-9bd61982-2d34-4449-8236-3c21c36d5942 service nova] Acquiring lock "refresh_cache-890497e7-d4fc-4b31-9b10-1eba4419ae8c" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.377022] env[64496]: DEBUG oslo_concurrency.lockutils [req-3f4fbf84-9fb8-4b8f-b7c2-fbaef70bb9b4 req-9bd61982-2d34-4449-8236-3c21c36d5942 service nova] Acquired lock "refresh_cache-890497e7-d4fc-4b31-9b10-1eba4419ae8c" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.377185] env[64496]: DEBUG nova.network.neutron [req-3f4fbf84-9fb8-4b8f-b7c2-fbaef70bb9b4 req-9bd61982-2d34-4449-8236-3c21c36d5942 service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Refreshing network info cache for port 1bd305ed-be10-46a4-b499-a18a232fc354 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1813.553572] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517184} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.553974] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 66905c9a-46ea-4582-981b-514377de6c7d/66905c9a-46ea-4582-981b-514377de6c7d.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1813.554329] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1813.554699] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05384a1a-ce19-4925-a901-ea9b39890c12 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.564827] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Waiting for the task: (returnval){ [ 1813.564827] env[64496]: value = "task-1902415" [ 1813.564827] env[64496]: _type = "Task" [ 1813.564827] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.579264] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.617678] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1813.618676] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bdaf6e24-9c6e-4afc-9b5d-b11c735e3715 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.629463] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1813.629463] env[64496]: value = "task-1902416" [ 1813.629463] env[64496]: _type = "Task" [ 1813.629463] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.639473] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902416, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.657658] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.657844] env[64496]: DEBUG nova.compute.manager [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1813.660566] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.717s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.660769] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.662877] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.963s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.664571] env[64496]: INFO nova.compute.claims [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1813.690018] env[64496]: INFO nova.scheduler.client.report [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Deleted allocations for instance 4beb0377-8b69-438a-aa7f-af5f68092240 [ 1813.841019] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1813.841019] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1813.841019] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1813.841019] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1813.841019] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1813.841019] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1813.841019] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1813.841019] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1813.841612] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1813.841950] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1813.842316] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1813.850796] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1ecfdfc-9955-4eac-86a5-8b6e7b448005 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.874118] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1813.874118] env[64496]: value = "task-1902417" [ 1813.874118] env[64496]: _type = "Task" [ 1813.874118] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.888528] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.076957] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073308} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.077267] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1814.078092] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f85e0b-f822-4621-b24a-b4acf31f1bcf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.102400] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 66905c9a-46ea-4582-981b-514377de6c7d/66905c9a-46ea-4582-981b-514377de6c7d.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1814.102779] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-450a1a73-a103-4a44-b8d8-95a157887643 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.126716] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Waiting for the task: (returnval){ [ 1814.126716] env[64496]: value = "task-1902418" [ 1814.126716] env[64496]: _type = "Task" [ 1814.126716] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.140873] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.146629] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1814.146918] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902416, 'name': CreateSnapshot_Task, 'duration_secs': 0.504536} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.147306] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1814.147546] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1814.149146] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1814.150459] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fb3916-bbda-4ed9-bc28-a18deee11d88 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.168740] env[64496]: DEBUG nova.compute.utils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1814.173137] env[64496]: DEBUG nova.compute.manager [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1814.173137] env[64496]: DEBUG nova.network.neutron [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1814.199512] env[64496]: DEBUG nova.network.neutron [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Successfully updated port: 7d257baa-7b41-4f25-a117-0060f8e0bb0a {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1814.201043] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9b6f6e5f-f916-49dc-868f-6bae2e5a2f3a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "4beb0377-8b69-438a-aa7f-af5f68092240" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.200s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.285749] env[64496]: DEBUG nova.policy [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeccad771c4f4d5e97cdd57e23e456fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a718de6ac6d407394d9271618bdf313', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1814.383204] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902417, 'name': ReconfigVM_Task, 'duration_secs': 0.226655} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.383531] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating instance 'ed6b1f1c-966b-4892-b11d-9acd83fde0ce' progress to 33 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1814.484633] env[64496]: DEBUG nova.network.neutron [req-3f4fbf84-9fb8-4b8f-b7c2-fbaef70bb9b4 req-9bd61982-2d34-4449-8236-3c21c36d5942 service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Updated VIF entry in instance network info cache for port 1bd305ed-be10-46a4-b499-a18a232fc354. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1814.485307] env[64496]: DEBUG nova.network.neutron [req-3f4fbf84-9fb8-4b8f-b7c2-fbaef70bb9b4 req-9bd61982-2d34-4449-8236-3c21c36d5942 service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Updating instance_info_cache with network_info: [{"id": "1bd305ed-be10-46a4-b499-a18a232fc354", "address": "fa:16:3e:53:2f:6e", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd305ed-be", "ovs_interfaceid": "1bd305ed-be10-46a4-b499-a18a232fc354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.648660] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902418, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.655084] env[64496]: DEBUG nova.network.neutron [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Successfully created port: 18c382e2-145b-4b64-ae89-50c9478645f9 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1814.680681] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1814.681686] env[64496]: DEBUG nova.compute.manager [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1814.685892] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-372ac558-cdb1-4585-bfb0-06a0cd504b1c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.702820] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "refresh_cache-b14d0ca5-784f-4b9c-80f9-980f7fbe82b6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.703087] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquired lock "refresh_cache-b14d0ca5-784f-4b9c-80f9-980f7fbe82b6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.703253] env[64496]: DEBUG nova.network.neutron [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.706344] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.706495] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquired lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.706654] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Forcefully refreshing network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1814.711186] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1814.711186] env[64496]: value = "task-1902419" [ 1814.711186] env[64496]: _type = "Task" [ 1814.711186] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.721623] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902419, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.890734] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1814.891024] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1814.891188] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1814.891536] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1814.891588] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1814.892297] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1814.892297] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1814.892297] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1814.892297] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1814.892574] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1814.892616] env[64496]: DEBUG nova.virt.hardware [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1814.898025] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1814.901069] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c01eed8d-9e0c-4022-9f88-3aa213d76dcc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.921997] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1814.921997] env[64496]: value = "task-1902420" [ 1814.921997] env[64496]: _type = "Task" [ 1814.921997] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.933785] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.988849] env[64496]: DEBUG oslo_concurrency.lockutils [req-3f4fbf84-9fb8-4b8f-b7c2-fbaef70bb9b4 req-9bd61982-2d34-4449-8236-3c21c36d5942 service nova] Releasing lock "refresh_cache-890497e7-d4fc-4b31-9b10-1eba4419ae8c" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.011345] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f77fa8-642d-4333-966a-9b6751215833 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.019853] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c255e14-0fa5-4ce6-8a0b-03062576c87d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.052717] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e05f6a9-7b73-4203-8f4a-3492523d553f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.062191] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f59830-1aee-441c-9bbf-6778c2d561ae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.081703] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "8419a38c-f706-485d-b59a-1752eefd5045" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.081893] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "8419a38c-f706-485d-b59a-1752eefd5045" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.083945] env[64496]: DEBUG nova.compute.provider_tree [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.144278] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902418, 'name': ReconfigVM_Task, 'duration_secs': 0.586853} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.144730] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 66905c9a-46ea-4582-981b-514377de6c7d/66905c9a-46ea-4582-981b-514377de6c7d.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1815.145581] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db21c585-4d0d-4600-bb40-5db973d8cf43 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.157025] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Waiting for the task: (returnval){ [ 1815.157025] env[64496]: value = "task-1902422" [ 1815.157025] env[64496]: _type = "Task" [ 1815.157025] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.171277] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902422, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.226459] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902419, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.274271] env[64496]: DEBUG nova.network.neutron [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1815.397672] env[64496]: DEBUG nova.compute.manager [req-9d998f39-19e4-43c6-b2b7-d5080e8ad32c req-d4408c9c-2940-452e-92cd-7ffca5132cc1 service nova] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Received event network-vif-plugged-7d257baa-7b41-4f25-a117-0060f8e0bb0a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1815.397777] env[64496]: DEBUG oslo_concurrency.lockutils [req-9d998f39-19e4-43c6-b2b7-d5080e8ad32c req-d4408c9c-2940-452e-92cd-7ffca5132cc1 service nova] Acquiring lock "b14d0ca5-784f-4b9c-80f9-980f7fbe82b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.397985] env[64496]: DEBUG oslo_concurrency.lockutils [req-9d998f39-19e4-43c6-b2b7-d5080e8ad32c req-d4408c9c-2940-452e-92cd-7ffca5132cc1 service nova] Lock "b14d0ca5-784f-4b9c-80f9-980f7fbe82b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.398265] env[64496]: DEBUG oslo_concurrency.lockutils [req-9d998f39-19e4-43c6-b2b7-d5080e8ad32c req-d4408c9c-2940-452e-92cd-7ffca5132cc1 service nova] Lock "b14d0ca5-784f-4b9c-80f9-980f7fbe82b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.398525] env[64496]: DEBUG nova.compute.manager [req-9d998f39-19e4-43c6-b2b7-d5080e8ad32c req-d4408c9c-2940-452e-92cd-7ffca5132cc1 service nova] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] No waiting events found dispatching network-vif-plugged-7d257baa-7b41-4f25-a117-0060f8e0bb0a {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1815.398744] env[64496]: WARNING nova.compute.manager [req-9d998f39-19e4-43c6-b2b7-d5080e8ad32c req-d4408c9c-2940-452e-92cd-7ffca5132cc1 service nova] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Received unexpected event network-vif-plugged-7d257baa-7b41-4f25-a117-0060f8e0bb0a for instance with vm_state building and task_state spawning. [ 1815.398924] env[64496]: DEBUG nova.compute.manager [req-9d998f39-19e4-43c6-b2b7-d5080e8ad32c req-d4408c9c-2940-452e-92cd-7ffca5132cc1 service nova] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Received event network-changed-7d257baa-7b41-4f25-a117-0060f8e0bb0a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1815.399346] env[64496]: DEBUG nova.compute.manager [req-9d998f39-19e4-43c6-b2b7-d5080e8ad32c req-d4408c9c-2940-452e-92cd-7ffca5132cc1 service nova] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Refreshing instance network info cache due to event network-changed-7d257baa-7b41-4f25-a117-0060f8e0bb0a. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1815.399445] env[64496]: DEBUG oslo_concurrency.lockutils [req-9d998f39-19e4-43c6-b2b7-d5080e8ad32c req-d4408c9c-2940-452e-92cd-7ffca5132cc1 service nova] Acquiring lock "refresh_cache-b14d0ca5-784f-4b9c-80f9-980f7fbe82b6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.410015] env[64496]: DEBUG nova.network.neutron [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Updating instance_info_cache with network_info: [{"id": "7d257baa-7b41-4f25-a117-0060f8e0bb0a", "address": "fa:16:3e:1c:65:b3", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d257baa-7b", "ovs_interfaceid": "7d257baa-7b41-4f25-a117-0060f8e0bb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.434099] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902420, 'name': ReconfigVM_Task, 'duration_secs': 0.241842} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.434393] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1815.435183] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2bfbd9-3d74-4845-8f49-a9027e9ce290 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.459027] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] ed6b1f1c-966b-4892-b11d-9acd83fde0ce/ed6b1f1c-966b-4892-b11d-9acd83fde0ce.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1815.459743] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88d40044-35c1-481c-8587-b4acfcfd2491 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.480205] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1815.480205] env[64496]: value = "task-1902423" [ 1815.480205] env[64496]: _type = "Task" [ 1815.480205] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.490233] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.584807] env[64496]: DEBUG nova.compute.manager [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1815.589155] env[64496]: DEBUG nova.scheduler.client.report [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1815.668650] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902422, 'name': Rename_Task, 'duration_secs': 0.226281} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.668973] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1815.669370] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80cc07c2-ce7a-4773-881a-8a0be03193b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.677569] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Waiting for the task: (returnval){ [ 1815.677569] env[64496]: value = "task-1902424" [ 1815.677569] env[64496]: _type = "Task" [ 1815.677569] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.693105] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.702065] env[64496]: DEBUG nova.compute.manager [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1815.725185] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902419, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.727458] env[64496]: DEBUG nova.virt.hardware [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1815.727703] env[64496]: DEBUG nova.virt.hardware [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.728284] env[64496]: DEBUG nova.virt.hardware [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1815.728284] env[64496]: DEBUG nova.virt.hardware [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.728284] env[64496]: DEBUG nova.virt.hardware [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1815.728427] env[64496]: DEBUG nova.virt.hardware [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1815.728562] env[64496]: DEBUG nova.virt.hardware [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1815.728738] env[64496]: DEBUG nova.virt.hardware [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1815.728913] env[64496]: DEBUG nova.virt.hardware [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1815.729767] env[64496]: DEBUG nova.virt.hardware [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1815.729767] env[64496]: DEBUG nova.virt.hardware [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1815.730136] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ed82eb-2d14-4f54-8922-b260a22f38a1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.738123] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e844bc-c6d1-470b-839f-a662a34525e2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.912989] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Releasing lock "refresh_cache-b14d0ca5-784f-4b9c-80f9-980f7fbe82b6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.913463] env[64496]: DEBUG nova.compute.manager [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Instance network_info: |[{"id": "7d257baa-7b41-4f25-a117-0060f8e0bb0a", "address": "fa:16:3e:1c:65:b3", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d257baa-7b", "ovs_interfaceid": "7d257baa-7b41-4f25-a117-0060f8e0bb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1815.913848] env[64496]: DEBUG oslo_concurrency.lockutils [req-9d998f39-19e4-43c6-b2b7-d5080e8ad32c req-d4408c9c-2940-452e-92cd-7ffca5132cc1 service nova] Acquired lock "refresh_cache-b14d0ca5-784f-4b9c-80f9-980f7fbe82b6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.914067] env[64496]: DEBUG nova.network.neutron [req-9d998f39-19e4-43c6-b2b7-d5080e8ad32c req-d4408c9c-2940-452e-92cd-7ffca5132cc1 service nova] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Refreshing network info cache for port 7d257baa-7b41-4f25-a117-0060f8e0bb0a {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1815.915396] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:65:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d257baa-7b41-4f25-a117-0060f8e0bb0a', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1815.923914] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Creating folder: Project (7a718de6ac6d407394d9271618bdf313). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1815.927495] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e63e7523-74ba-4ae3-a95a-1bbbadd5b0ba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.941013] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Created folder: Project (7a718de6ac6d407394d9271618bdf313) in parent group-v392474. [ 1815.941249] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Creating folder: Instances. Parent ref: group-v392733. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1815.941546] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1f8e13a-9366-47d3-8134-834654da5223 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.958350] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Created folder: Instances in parent group-v392733. [ 1815.958725] env[64496]: DEBUG oslo.service.loopingcall [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.959046] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1815.959351] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3768d71e-4f3c-4d34-9415-1a5555df3540 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.979371] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1815.979371] env[64496]: value = "task-1902427" [ 1815.979371] env[64496]: _type = "Task" [ 1815.979371] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.992758] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902427, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.996241] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902423, 'name': ReconfigVM_Task, 'duration_secs': 0.501686} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.996534] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Reconfigured VM instance instance-0000005f to attach disk [datastore1] ed6b1f1c-966b-4892-b11d-9acd83fde0ce/ed6b1f1c-966b-4892-b11d-9acd83fde0ce.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1815.996818] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating instance 'ed6b1f1c-966b-4892-b11d-9acd83fde0ce' progress to 50 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1816.023900] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Updating instance_info_cache with network_info: [{"id": "46ea7875-93ff-4630-b6aa-8d4e2b43d4c4", "address": "fa:16:3e:ce:ba:43", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46ea7875-93", "ovs_interfaceid": "46ea7875-93ff-4630-b6aa-8d4e2b43d4c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.098621] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.098621] env[64496]: DEBUG nova.compute.manager [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1816.103262] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.186s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.105043] env[64496]: INFO nova.compute.claims [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1816.127955] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.175239] env[64496]: DEBUG nova.compute.manager [req-5d5d4c98-b015-4d17-8e08-26852906584e req-a6773f6e-390e-4fed-a129-a3c52c6fe8ea service nova] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Received event network-vif-plugged-18c382e2-145b-4b64-ae89-50c9478645f9 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1816.177039] env[64496]: DEBUG oslo_concurrency.lockutils [req-5d5d4c98-b015-4d17-8e08-26852906584e req-a6773f6e-390e-4fed-a129-a3c52c6fe8ea service nova] Acquiring lock "6d4bde31-df4c-4c1c-9211-3de2a2424960-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.177039] env[64496]: DEBUG oslo_concurrency.lockutils [req-5d5d4c98-b015-4d17-8e08-26852906584e req-a6773f6e-390e-4fed-a129-a3c52c6fe8ea service nova] Lock "6d4bde31-df4c-4c1c-9211-3de2a2424960-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.177039] env[64496]: DEBUG oslo_concurrency.lockutils [req-5d5d4c98-b015-4d17-8e08-26852906584e req-a6773f6e-390e-4fed-a129-a3c52c6fe8ea service nova] Lock "6d4bde31-df4c-4c1c-9211-3de2a2424960-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.177039] env[64496]: DEBUG nova.compute.manager [req-5d5d4c98-b015-4d17-8e08-26852906584e req-a6773f6e-390e-4fed-a129-a3c52c6fe8ea service nova] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] No waiting events found dispatching network-vif-plugged-18c382e2-145b-4b64-ae89-50c9478645f9 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1816.177039] env[64496]: WARNING nova.compute.manager [req-5d5d4c98-b015-4d17-8e08-26852906584e req-a6773f6e-390e-4fed-a129-a3c52c6fe8ea service nova] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Received unexpected event network-vif-plugged-18c382e2-145b-4b64-ae89-50c9478645f9 for instance with vm_state building and task_state spawning. [ 1816.194048] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902424, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.225522] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902419, 'name': CloneVM_Task, 'duration_secs': 1.443936} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.225866] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Created linked-clone VM from snapshot [ 1816.226843] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d541478d-105e-4dd8-99dd-ebfaffe24157 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.236526] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Uploading image 01378d22-3ed3-458d-98ba-d6ab19636c42 {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1816.263115] env[64496]: DEBUG oslo_vmware.rw_handles [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1816.263115] env[64496]: value = "vm-392731" [ 1816.263115] env[64496]: _type = "VirtualMachine" [ 1816.263115] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1816.263417] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-37591ee6-64d7-49c3-aecc-815f2c927c38 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.273850] env[64496]: DEBUG oslo_vmware.rw_handles [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lease: (returnval){ [ 1816.273850] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d0595b-fb2b-9a22-0715-472da36bf523" [ 1816.273850] env[64496]: _type = "HttpNfcLease" [ 1816.273850] env[64496]: } obtained for exporting VM: (result){ [ 1816.273850] env[64496]: value = "vm-392731" [ 1816.273850] env[64496]: _type = "VirtualMachine" [ 1816.273850] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1816.274173] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the lease: (returnval){ [ 1816.274173] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d0595b-fb2b-9a22-0715-472da36bf523" [ 1816.274173] env[64496]: _type = "HttpNfcLease" [ 1816.274173] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1816.283828] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1816.283828] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d0595b-fb2b-9a22-0715-472da36bf523" [ 1816.283828] env[64496]: _type = "HttpNfcLease" [ 1816.283828] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1816.306033] env[64496]: DEBUG nova.network.neutron [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Successfully updated port: 18c382e2-145b-4b64-ae89-50c9478645f9 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1816.490569] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902427, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.503484] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3995c91a-0d15-4598-b290-8cd4452afcca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.526773] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Releasing lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.526988] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Updated the network info_cache for instance {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1816.529892] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1816.530735] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fea7810-4fd5-45df-9e1d-d45ecea2dc7f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.533590] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1816.534157] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1816.534709] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1816.534875] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1816.535037] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_power_states {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1816.552269] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating instance 'ed6b1f1c-966b-4892-b11d-9acd83fde0ce' progress to 67 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1816.610996] env[64496]: DEBUG nova.compute.utils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1816.615682] env[64496]: DEBUG nova.compute.manager [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1816.615902] env[64496]: DEBUG nova.network.neutron [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1816.684966] env[64496]: DEBUG nova.policy [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96d22e6d7e40441cb201b66951bd0909', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73c3f6f05d5840deb4e09e6fc24753d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1816.690505] env[64496]: DEBUG oslo_vmware.api [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902424, 'name': PowerOnVM_Task, 'duration_secs': 0.654561} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.690782] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1816.690990] env[64496]: INFO nova.compute.manager [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1816.691186] env[64496]: DEBUG nova.compute.manager [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1816.692046] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f540ae74-4e04-4ec2-b4b5-6d6b310e6a51 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.710932] env[64496]: DEBUG nova.network.neutron [req-9d998f39-19e4-43c6-b2b7-d5080e8ad32c req-d4408c9c-2940-452e-92cd-7ffca5132cc1 service nova] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Updated VIF entry in instance network info cache for port 7d257baa-7b41-4f25-a117-0060f8e0bb0a. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1816.711326] env[64496]: DEBUG nova.network.neutron [req-9d998f39-19e4-43c6-b2b7-d5080e8ad32c req-d4408c9c-2940-452e-92cd-7ffca5132cc1 service nova] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Updating instance_info_cache with network_info: [{"id": "7d257baa-7b41-4f25-a117-0060f8e0bb0a", "address": "fa:16:3e:1c:65:b3", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d257baa-7b", "ovs_interfaceid": "7d257baa-7b41-4f25-a117-0060f8e0bb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.783918] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1816.783918] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d0595b-fb2b-9a22-0715-472da36bf523" [ 1816.783918] env[64496]: _type = "HttpNfcLease" [ 1816.783918] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1816.784293] env[64496]: DEBUG oslo_vmware.rw_handles [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1816.784293] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d0595b-fb2b-9a22-0715-472da36bf523" [ 1816.784293] env[64496]: _type = "HttpNfcLease" [ 1816.784293] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1816.785376] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a029f88e-a803-43db-9105-0e7e28438038 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.794088] env[64496]: DEBUG oslo_vmware.rw_handles [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da228-0e50-8ddc-c069-fbdfe445a2a2/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1816.794377] env[64496]: DEBUG oslo_vmware.rw_handles [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da228-0e50-8ddc-c069-fbdfe445a2a2/disk-0.vmdk for reading. {{(pid=64496) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1816.851724] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "refresh_cache-6d4bde31-df4c-4c1c-9211-3de2a2424960" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.851878] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquired lock "refresh_cache-6d4bde31-df4c-4c1c-9211-3de2a2424960" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.851942] env[64496]: DEBUG nova.network.neutron [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1816.994850] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902427, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.003887] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ea614c7e-97d1-49f8-9379-c098eccc6374 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.032027] env[64496]: DEBUG nova.network.neutron [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Successfully created port: 111c37b2-6eca-4a58-a315-41e1e46adaac {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1817.042250] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Getting list of instances from cluster (obj){ [ 1817.042250] env[64496]: value = "domain-c8" [ 1817.042250] env[64496]: _type = "ClusterComputeResource" [ 1817.042250] env[64496]: } {{(pid=64496) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1817.045341] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165f5f30-e555-4b0d-871b-112b951ebac5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.073390] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Got total of 11 instances {{(pid=64496) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1817.073561] env[64496]: WARNING nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] While synchronizing instance power states, found 15 instances in the database and 11 instances on the hypervisor. [ 1817.073722] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Triggering sync for uuid 7c42bab8-c89d-4040-bda6-2a1cbcda2da1 {{(pid=64496) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1817.073935] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Triggering sync for uuid 383a2481-1533-4fba-b22a-33914ba6da44 {{(pid=64496) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1817.074184] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Triggering sync for uuid 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce {{(pid=64496) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1817.074499] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Triggering sync for uuid 6b0624a8-9565-44d9-ba7f-a828714ffe87 {{(pid=64496) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1817.074701] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Triggering sync for uuid 6d744842-65e9-4244-b6c5-71d8e0d9068b {{(pid=64496) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1817.074869] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Triggering sync for uuid f1eb45b6-4099-43cc-a833-b43cf860c868 {{(pid=64496) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1817.075104] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Triggering sync for uuid 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7 {{(pid=64496) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1817.075217] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Triggering sync for uuid ed6b1f1c-966b-4892-b11d-9acd83fde0ce {{(pid=64496) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1817.075395] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Triggering sync for uuid 19793aba-0d19-49cf-b66a-9bca724ec957 {{(pid=64496) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1817.075549] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Triggering sync for uuid 890497e7-d4fc-4b31-9b10-1eba4419ae8c {{(pid=64496) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1817.075702] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Triggering sync for uuid 66905c9a-46ea-4582-981b-514377de6c7d {{(pid=64496) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1817.075857] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Triggering sync for uuid b14d0ca5-784f-4b9c-80f9-980f7fbe82b6 {{(pid=64496) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1817.076017] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Triggering sync for uuid 6d4bde31-df4c-4c1c-9211-3de2a2424960 {{(pid=64496) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1817.076170] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Triggering sync for uuid ca32be52-0300-4daf-8c93-283efd499f51 {{(pid=64496) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1817.076313] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Triggering sync for uuid 1d196c83-7a2f-497f-b256-e449f3192d53 {{(pid=64496) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1817.076945] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "7c42bab8-c89d-4040-bda6-2a1cbcda2da1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.077200] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "7c42bab8-c89d-4040-bda6-2a1cbcda2da1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.077502] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "383a2481-1533-4fba-b22a-33914ba6da44" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.077845] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "383a2481-1533-4fba-b22a-33914ba6da44" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.078156] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.078421] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.078883] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "6b0624a8-9565-44d9-ba7f-a828714ffe87" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.079099] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.079276] env[64496]: INFO nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1817.079451] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.079646] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.079820] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.080066] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "f1eb45b6-4099-43cc-a833-b43cf860c868" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.080248] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "f1eb45b6-4099-43cc-a833-b43cf860c868" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.080478] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.080656] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.080878] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.084522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.084522] env[64496]: INFO nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1817.084522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.084522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "19793aba-0d19-49cf-b66a-9bca724ec957" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.084522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "19793aba-0d19-49cf-b66a-9bca724ec957" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.084522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "890497e7-d4fc-4b31-9b10-1eba4419ae8c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.084522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "890497e7-d4fc-4b31-9b10-1eba4419ae8c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.084522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "66905c9a-46ea-4582-981b-514377de6c7d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.084522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "b14d0ca5-784f-4b9c-80f9-980f7fbe82b6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.084522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "6d4bde31-df4c-4c1c-9211-3de2a2424960" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.084522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "ca32be52-0300-4daf-8c93-283efd499f51" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.084522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "1d196c83-7a2f-497f-b256-e449f3192d53" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.084522] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1817.084522] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1817.085201] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ee5142-83ed-4197-b40e-c223a615eb48 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.088261] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e072d1f4-fba2-4c5f-b282-c890ac1247d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.091484] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4143b1-a09a-4a6e-b68e-7efcd4400d44 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.094404] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6874a581-fa26-499f-9024-cf4db83aa070 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.097384] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d8dace-54e3-4e4c-afc3-2802fedc7438 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.100237] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a5008a-e726-4e60-8dc9-5a39c030e5b6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.103247] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b8bc37-a610-4a58-a51b-d8c48088a624 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.106697] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cc48a8-e6d4-4b70-9490-bd62117a8c0c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.109841] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1817.116453] env[64496]: DEBUG nova.compute.manager [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1817.153741] env[64496]: DEBUG nova.network.neutron [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Port 85c78528-fb66-45fc-8738-bbaf018258f5 binding to destination host cpu-1 is already ACTIVE {{(pid=64496) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1817.216979] env[64496]: DEBUG oslo_concurrency.lockutils [req-9d998f39-19e4-43c6-b2b7-d5080e8ad32c req-d4408c9c-2940-452e-92cd-7ffca5132cc1 service nova] Releasing lock "refresh_cache-b14d0ca5-784f-4b9c-80f9-980f7fbe82b6" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.229230] env[64496]: INFO nova.compute.manager [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Took 15.58 seconds to build instance. [ 1817.388115] env[64496]: DEBUG nova.network.neutron [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1817.457648] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6490ef8a-a9af-4de5-a855-71d6a76a8d08 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.469881] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ddc9f7-4aa5-4139-b151-1ec4e1bbd4c0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.508781] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51f7eef-0122-431e-b7dc-c5503680b064 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.523144] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902427, 'name': CreateVM_Task, 'duration_secs': 1.209659} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.523518] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1817.524783] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f44a00f-88a0-47f2-88e5-f3cb10684cf7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.530239] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.530606] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.531157] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1817.531890] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32aff1f-2bf5-42f2-bdea-21335b382126 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.539293] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1817.539293] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e999fd-982b-91a9-6bd8-38c3a5e5f1c3" [ 1817.539293] env[64496]: _type = "Task" [ 1817.539293] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.548264] env[64496]: DEBUG nova.compute.provider_tree [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.562444] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e999fd-982b-91a9-6bd8-38c3a5e5f1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.016982} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.564009] env[64496]: DEBUG nova.network.neutron [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Updating instance_info_cache with network_info: [{"id": "18c382e2-145b-4b64-ae89-50c9478645f9", "address": "fa:16:3e:05:c3:e7", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c382e2-14", "ovs_interfaceid": "18c382e2-145b-4b64-ae89-50c9478645f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.566791] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.567274] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1817.567663] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.567973] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.568437] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1817.569479] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23b39e35-9817-4e70-80a9-1771f013edba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.584063] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1817.584497] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1817.586378] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee11574e-2d38-4b93-91ee-37b56e750eb1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.595479] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1817.595479] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52afd5b5-3241-9e9d-dec7-7de8760be983" [ 1817.595479] env[64496]: _type = "Task" [ 1817.595479] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.613980] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52afd5b5-3241-9e9d-dec7-7de8760be983, 'name': SearchDatastore_Task, 'duration_secs': 0.012984} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.614281] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.616095] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd23413-2f11-4787-9863-1939868a0e56 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.626284] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1817.626284] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527a6310-7ec3-6506-cd18-b2fdb4320b93" [ 1817.626284] env[64496]: _type = "Task" [ 1817.626284] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.638219] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527a6310-7ec3-6506-cd18-b2fdb4320b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.650510] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "7c42bab8-c89d-4040-bda6-2a1cbcda2da1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.651324] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.652337] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "f1eb45b6-4099-43cc-a833-b43cf860c868" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.572s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.653381] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.662473] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "890497e7-d4fc-4b31-9b10-1eba4419ae8c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.580s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.664421] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "19793aba-0d19-49cf-b66a-9bca724ec957" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.582s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.672467] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.594s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.677127] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "383a2481-1533-4fba-b22a-33914ba6da44" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.599s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.730806] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a1a35479-d0f3-4647-afd4-9161322f86ef tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Lock "66905c9a-46ea-4582-981b-514377de6c7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.095s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.731341] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "66905c9a-46ea-4582-981b-514377de6c7d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.649s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.731502] env[64496]: INFO nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] During sync_power_state the instance has a pending task (spawning). Skip. [ 1817.731983] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "66905c9a-46ea-4582-981b-514377de6c7d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.055221] env[64496]: DEBUG nova.scheduler.client.report [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1818.070104] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Releasing lock "refresh_cache-6d4bde31-df4c-4c1c-9211-3de2a2424960" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.070531] env[64496]: DEBUG nova.compute.manager [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Instance network_info: |[{"id": "18c382e2-145b-4b64-ae89-50c9478645f9", "address": "fa:16:3e:05:c3:e7", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c382e2-14", "ovs_interfaceid": "18c382e2-145b-4b64-ae89-50c9478645f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1818.071114] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:c3:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18c382e2-145b-4b64-ae89-50c9478645f9', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1818.079462] env[64496]: DEBUG oslo.service.loopingcall [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1818.080571] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1818.081055] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ebccc69-b0cb-4ae7-ba04-006f4b0317d7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.104387] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1818.104387] env[64496]: value = "task-1902430" [ 1818.104387] env[64496]: _type = "Task" [ 1818.104387] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.114598] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902430, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.139023] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527a6310-7ec3-6506-cd18-b2fdb4320b93, 'name': SearchDatastore_Task, 'duration_secs': 0.019281} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.140039] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.140039] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] b14d0ca5-784f-4b9c-80f9-980f7fbe82b6/b14d0ca5-784f-4b9c-80f9-980f7fbe82b6.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1818.140039] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1694bf7-e366-4616-b90b-ebbf649d2b62 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.145886] env[64496]: DEBUG nova.compute.manager [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1818.150843] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1818.150843] env[64496]: value = "task-1902431" [ 1818.150843] env[64496]: _type = "Task" [ 1818.150843] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.161256] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.182792] env[64496]: DEBUG nova.virt.hardware [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1818.184169] env[64496]: DEBUG nova.virt.hardware [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1818.184580] env[64496]: DEBUG nova.virt.hardware [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1818.184948] env[64496]: DEBUG nova.virt.hardware [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1818.185191] env[64496]: DEBUG nova.virt.hardware [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1818.185398] env[64496]: DEBUG nova.virt.hardware [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1818.185591] env[64496]: DEBUG nova.virt.hardware [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1818.185758] env[64496]: DEBUG nova.virt.hardware [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1818.186049] env[64496]: DEBUG nova.virt.hardware [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1818.186265] env[64496]: DEBUG nova.virt.hardware [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1818.186449] env[64496]: DEBUG nova.virt.hardware [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1818.187150] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.187429] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.187655] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.189879] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6265ca-20ca-48cc-8c77-6eace67e85b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.203315] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc05bf5-248d-4c4b-9878-fcce04cd3ba3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.316670] env[64496]: DEBUG nova.compute.manager [req-45d2e308-c728-4401-a7b9-2fde6456eb22 req-f1d26de4-51e0-47ac-82f9-f3b0daa876f9 service nova] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Received event network-changed-18c382e2-145b-4b64-ae89-50c9478645f9 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1818.317094] env[64496]: DEBUG nova.compute.manager [req-45d2e308-c728-4401-a7b9-2fde6456eb22 req-f1d26de4-51e0-47ac-82f9-f3b0daa876f9 service nova] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Refreshing instance network info cache due to event network-changed-18c382e2-145b-4b64-ae89-50c9478645f9. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1818.317243] env[64496]: DEBUG oslo_concurrency.lockutils [req-45d2e308-c728-4401-a7b9-2fde6456eb22 req-f1d26de4-51e0-47ac-82f9-f3b0daa876f9 service nova] Acquiring lock "refresh_cache-6d4bde31-df4c-4c1c-9211-3de2a2424960" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.317517] env[64496]: DEBUG oslo_concurrency.lockutils [req-45d2e308-c728-4401-a7b9-2fde6456eb22 req-f1d26de4-51e0-47ac-82f9-f3b0daa876f9 service nova] Acquired lock "refresh_cache-6d4bde31-df4c-4c1c-9211-3de2a2424960" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.317822] env[64496]: DEBUG nova.network.neutron [req-45d2e308-c728-4401-a7b9-2fde6456eb22 req-f1d26de4-51e0-47ac-82f9-f3b0daa876f9 service nova] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Refreshing network info cache for port 18c382e2-145b-4b64-ae89-50c9478645f9 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1818.560603] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.561449] env[64496]: DEBUG nova.compute.manager [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1818.567428] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.438s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.567579] env[64496]: INFO nova.compute.claims [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1818.593632] env[64496]: DEBUG nova.compute.manager [req-4d2b7fd2-717b-4339-9e71-e8b3879b5067 req-6a9a695f-cc03-4a61-b07d-8c6e6be421c1 service nova] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Received event network-vif-plugged-111c37b2-6eca-4a58-a315-41e1e46adaac {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1818.594115] env[64496]: DEBUG oslo_concurrency.lockutils [req-4d2b7fd2-717b-4339-9e71-e8b3879b5067 req-6a9a695f-cc03-4a61-b07d-8c6e6be421c1 service nova] Acquiring lock "ca32be52-0300-4daf-8c93-283efd499f51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.594630] env[64496]: DEBUG oslo_concurrency.lockutils [req-4d2b7fd2-717b-4339-9e71-e8b3879b5067 req-6a9a695f-cc03-4a61-b07d-8c6e6be421c1 service nova] Lock "ca32be52-0300-4daf-8c93-283efd499f51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.594825] env[64496]: DEBUG oslo_concurrency.lockutils [req-4d2b7fd2-717b-4339-9e71-e8b3879b5067 req-6a9a695f-cc03-4a61-b07d-8c6e6be421c1 service nova] Lock "ca32be52-0300-4daf-8c93-283efd499f51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.595084] env[64496]: DEBUG nova.compute.manager [req-4d2b7fd2-717b-4339-9e71-e8b3879b5067 req-6a9a695f-cc03-4a61-b07d-8c6e6be421c1 service nova] [instance: ca32be52-0300-4daf-8c93-283efd499f51] No waiting events found dispatching network-vif-plugged-111c37b2-6eca-4a58-a315-41e1e46adaac {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1818.595259] env[64496]: WARNING nova.compute.manager [req-4d2b7fd2-717b-4339-9e71-e8b3879b5067 req-6a9a695f-cc03-4a61-b07d-8c6e6be421c1 service nova] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Received unexpected event network-vif-plugged-111c37b2-6eca-4a58-a315-41e1e46adaac for instance with vm_state building and task_state spawning. [ 1818.628104] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902430, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.663595] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902431, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.694120] env[64496]: DEBUG nova.network.neutron [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Successfully updated port: 111c37b2-6eca-4a58-a315-41e1e46adaac {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1819.073233] env[64496]: DEBUG nova.compute.utils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1819.074770] env[64496]: DEBUG nova.compute.manager [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1819.074974] env[64496]: DEBUG nova.network.neutron [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1819.113459] env[64496]: DEBUG nova.network.neutron [req-45d2e308-c728-4401-a7b9-2fde6456eb22 req-f1d26de4-51e0-47ac-82f9-f3b0daa876f9 service nova] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Updated VIF entry in instance network info cache for port 18c382e2-145b-4b64-ae89-50c9478645f9. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1819.113826] env[64496]: DEBUG nova.network.neutron [req-45d2e308-c728-4401-a7b9-2fde6456eb22 req-f1d26de4-51e0-47ac-82f9-f3b0daa876f9 service nova] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Updating instance_info_cache with network_info: [{"id": "18c382e2-145b-4b64-ae89-50c9478645f9", "address": "fa:16:3e:05:c3:e7", "network": {"id": "730220a8-2529-4364-a40b-ac16f07dd4fa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "42ff4aef2f564e7bae39d8ff7a10e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c382e2-14", "ovs_interfaceid": "18c382e2-145b-4b64-ae89-50c9478645f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.118932] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902430, 'name': CreateVM_Task, 'duration_secs': 0.683677} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.119136] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1819.119511] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Acquiring lock "66905c9a-46ea-4582-981b-514377de6c7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.119878] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Lock "66905c9a-46ea-4582-981b-514377de6c7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.120221] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Acquiring lock "66905c9a-46ea-4582-981b-514377de6c7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.120427] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Lock "66905c9a-46ea-4582-981b-514377de6c7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.120601] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Lock "66905c9a-46ea-4582-981b-514377de6c7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.122835] env[64496]: INFO nova.compute.manager [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Terminating instance [ 1819.124747] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.125081] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.125437] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1819.127354] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59a90d67-7044-4fda-b62c-c2959445d84d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.130973] env[64496]: DEBUG nova.policy [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbe43411aac94356a2f1be4c6d26f588', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c35dabbb56da421eb29776a5623274a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1819.137888] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1819.137888] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5204ec32-aecb-90b2-a007-723f5eb7d13d" [ 1819.137888] env[64496]: _type = "Task" [ 1819.137888] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.147752] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5204ec32-aecb-90b2-a007-723f5eb7d13d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.162840] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.988306} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.163174] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] b14d0ca5-784f-4b9c-80f9-980f7fbe82b6/b14d0ca5-784f-4b9c-80f9-980f7fbe82b6.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1819.163402] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1819.163678] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84984e90-0438-4f28-b4b6-796abfe6e1b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.174739] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1819.174739] env[64496]: value = "task-1902432" [ 1819.174739] env[64496]: _type = "Task" [ 1819.174739] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.188443] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.195649] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "refresh_cache-ca32be52-0300-4daf-8c93-283efd499f51" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.195858] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired lock "refresh_cache-ca32be52-0300-4daf-8c93-283efd499f51" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.195927] env[64496]: DEBUG nova.network.neutron [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1819.218567] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "refresh_cache-ed6b1f1c-966b-4892-b11d-9acd83fde0ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.218920] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "refresh_cache-ed6b1f1c-966b-4892-b11d-9acd83fde0ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.219373] env[64496]: DEBUG nova.network.neutron [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1819.536609] env[64496]: DEBUG nova.network.neutron [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Successfully created port: 496a3268-3e2f-4fe2-b3df-2bfd0e951601 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1819.577795] env[64496]: DEBUG nova.compute.manager [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1819.616635] env[64496]: DEBUG oslo_concurrency.lockutils [req-45d2e308-c728-4401-a7b9-2fde6456eb22 req-f1d26de4-51e0-47ac-82f9-f3b0daa876f9 service nova] Releasing lock "refresh_cache-6d4bde31-df4c-4c1c-9211-3de2a2424960" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.637018] env[64496]: DEBUG nova.compute.manager [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1819.637018] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1819.637018] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6053e5-7b6c-4c68-9fce-cfdfef8cc78d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.650256] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1819.650791] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b2f2e0f-1646-4914-8ab4-bccf0abe3179 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.656537] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5204ec32-aecb-90b2-a007-723f5eb7d13d, 'name': SearchDatastore_Task, 'duration_secs': 0.041493} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.657396] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.657787] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1819.658196] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.658458] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.658772] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1819.659428] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-556f5553-ad54-429a-a43f-93a3ac81422c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.666149] env[64496]: DEBUG oslo_vmware.api [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Waiting for the task: (returnval){ [ 1819.666149] env[64496]: value = "task-1902433" [ 1819.666149] env[64496]: _type = "Task" [ 1819.666149] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.675907] env[64496]: DEBUG oslo_vmware.api [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.688622] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091053} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.692019] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1819.692019] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1819.692019] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1819.692019] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3fe9cc-ea9c-43b5-966e-9974084feb09 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.694999] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac893520-574b-469e-933a-9ffa062e3195 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.720319] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1819.720319] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ec54a3-124a-319c-fd3f-9d8ef5f779d2" [ 1819.720319] env[64496]: _type = "Task" [ 1819.720319] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.733532] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] b14d0ca5-784f-4b9c-80f9-980f7fbe82b6/b14d0ca5-784f-4b9c-80f9-980f7fbe82b6.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1819.736580] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32949e16-0807-485c-9f79-51e03d7c163c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.754137] env[64496]: DEBUG nova.network.neutron [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1819.770794] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ec54a3-124a-319c-fd3f-9d8ef5f779d2, 'name': SearchDatastore_Task, 'duration_secs': 0.030316} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.775164] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1819.775164] env[64496]: value = "task-1902434" [ 1819.775164] env[64496]: _type = "Task" [ 1819.775164] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.779181] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe68b373-4c4e-41bf-9e5f-f410c19905b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.787884] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1819.787884] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52623eb0-b8ff-4bea-8f5c-333f6ab0204b" [ 1819.787884] env[64496]: _type = "Task" [ 1819.787884] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.791827] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902434, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.808844] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52623eb0-b8ff-4bea-8f5c-333f6ab0204b, 'name': SearchDatastore_Task, 'duration_secs': 0.017536} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.811810] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.812225] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 6d4bde31-df4c-4c1c-9211-3de2a2424960/6d4bde31-df4c-4c1c-9211-3de2a2424960.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1819.812582] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-593f6f74-9f2a-4029-bc3e-c08b40b05a54 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.824141] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1819.824141] env[64496]: value = "task-1902435" [ 1819.824141] env[64496]: _type = "Task" [ 1819.824141] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.837337] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.959918] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c166729e-89a2-4f77-9c03-b6c645ffc88c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.969438] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c753d6-f6c4-4c11-9808-8da20cbb8ac2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.009423] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e906bc7-f7be-4794-9784-882c3818cb4b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.018615] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60aeb9ca-f48d-41fc-96f5-ee1d12840db2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.034715] env[64496]: DEBUG nova.compute.provider_tree [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1820.106811] env[64496]: DEBUG nova.network.neutron [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Updating instance_info_cache with network_info: [{"id": "111c37b2-6eca-4a58-a315-41e1e46adaac", "address": "fa:16:3e:1b:04:75", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111c37b2-6e", "ovs_interfaceid": "111c37b2-6eca-4a58-a315-41e1e46adaac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.172189] env[64496]: DEBUG nova.network.neutron [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating instance_info_cache with network_info: [{"id": "85c78528-fb66-45fc-8738-bbaf018258f5", "address": "fa:16:3e:ff:ca:b4", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c78528-fb", "ovs_interfaceid": "85c78528-fb66-45fc-8738-bbaf018258f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.179761] env[64496]: DEBUG oslo_vmware.api [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902433, 'name': PowerOffVM_Task, 'duration_secs': 0.262183} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.180056] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1820.180231] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1820.180479] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ca48bda-f4d2-45d9-858e-488566ec6bb2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.276227] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1820.276525] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1820.276820] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Deleting the datastore file [datastore2] 66905c9a-46ea-4582-981b-514377de6c7d {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1820.277233] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb5a945f-4b8b-4798-a228-c3c4b3f26de8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.292389] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902434, 'name': ReconfigVM_Task, 'duration_secs': 0.390693} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.294344] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Reconfigured VM instance instance-00000063 to attach disk [datastore2] b14d0ca5-784f-4b9c-80f9-980f7fbe82b6/b14d0ca5-784f-4b9c-80f9-980f7fbe82b6.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1820.295284] env[64496]: DEBUG oslo_vmware.api [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Waiting for the task: (returnval){ [ 1820.295284] env[64496]: value = "task-1902438" [ 1820.295284] env[64496]: _type = "Task" [ 1820.295284] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.295586] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50575a10-31ea-4a76-80f1-1130499296c4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.309349] env[64496]: DEBUG oslo_vmware.api [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.311108] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1820.311108] env[64496]: value = "task-1902439" [ 1820.311108] env[64496]: _type = "Task" [ 1820.311108] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.323144] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902439, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.334644] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902435, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.563931] env[64496]: ERROR nova.scheduler.client.report [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [req-288c3936-f3e5-4fa4-8e02-e95bf6c6ea5a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-288c3936-f3e5-4fa4-8e02-e95bf6c6ea5a"}]} [ 1820.583967] env[64496]: DEBUG nova.scheduler.client.report [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1820.593972] env[64496]: DEBUG nova.compute.manager [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1820.607374] env[64496]: DEBUG nova.scheduler.client.report [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1820.607667] env[64496]: DEBUG nova.compute.provider_tree [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1820.610956] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Releasing lock "refresh_cache-ca32be52-0300-4daf-8c93-283efd499f51" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.611307] env[64496]: DEBUG nova.compute.manager [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Instance network_info: |[{"id": "111c37b2-6eca-4a58-a315-41e1e46adaac", "address": "fa:16:3e:1b:04:75", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111c37b2-6e", "ovs_interfaceid": "111c37b2-6eca-4a58-a315-41e1e46adaac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1820.615893] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:04:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '111c37b2-6eca-4a58-a315-41e1e46adaac', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1820.623519] env[64496]: DEBUG oslo.service.loopingcall [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.625550] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1820.626793] env[64496]: DEBUG nova.compute.manager [req-af6ef013-01cb-42be-b9f7-ad890acb4985 req-e7145016-18e1-4ea9-8d19-33d3539709ef service nova] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Received event network-changed-111c37b2-6eca-4a58-a315-41e1e46adaac {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1820.626951] env[64496]: DEBUG nova.compute.manager [req-af6ef013-01cb-42be-b9f7-ad890acb4985 req-e7145016-18e1-4ea9-8d19-33d3539709ef service nova] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Refreshing instance network info cache due to event network-changed-111c37b2-6eca-4a58-a315-41e1e46adaac. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1820.629101] env[64496]: DEBUG oslo_concurrency.lockutils [req-af6ef013-01cb-42be-b9f7-ad890acb4985 req-e7145016-18e1-4ea9-8d19-33d3539709ef service nova] Acquiring lock "refresh_cache-ca32be52-0300-4daf-8c93-283efd499f51" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.629800] env[64496]: DEBUG oslo_concurrency.lockutils [req-af6ef013-01cb-42be-b9f7-ad890acb4985 req-e7145016-18e1-4ea9-8d19-33d3539709ef service nova] Acquired lock "refresh_cache-ca32be52-0300-4daf-8c93-283efd499f51" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.630015] env[64496]: DEBUG nova.network.neutron [req-af6ef013-01cb-42be-b9f7-ad890acb4985 req-e7145016-18e1-4ea9-8d19-33d3539709ef service nova] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Refreshing network info cache for port 111c37b2-6eca-4a58-a315-41e1e46adaac {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1820.633466] env[64496]: DEBUG nova.scheduler.client.report [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1820.637591] env[64496]: DEBUG nova.virt.hardware [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1820.637757] env[64496]: DEBUG nova.virt.hardware [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1820.637915] env[64496]: DEBUG nova.virt.hardware [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1820.638123] env[64496]: DEBUG nova.virt.hardware [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1820.638275] env[64496]: DEBUG nova.virt.hardware [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1820.638419] env[64496]: DEBUG nova.virt.hardware [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1820.638626] env[64496]: DEBUG nova.virt.hardware [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1820.638781] env[64496]: DEBUG nova.virt.hardware [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1820.638945] env[64496]: DEBUG nova.virt.hardware [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1820.639122] env[64496]: DEBUG nova.virt.hardware [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1820.639333] env[64496]: DEBUG nova.virt.hardware [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1820.639637] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebfc3712-a07a-4145-94e9-7083c7120bc0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.654962] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fb7060-0380-4200-a154-b3259e00f960 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.668973] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb35c02-463a-4973-8a71-52ce974315a4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.673772] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.673772] env[64496]: value = "task-1902440" [ 1820.673772] env[64496]: _type = "Task" [ 1820.673772] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.688746] env[64496]: DEBUG nova.scheduler.client.report [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1820.692612] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "refresh_cache-ed6b1f1c-966b-4892-b11d-9acd83fde0ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.710142] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902440, 'name': CreateVM_Task} progress is 15%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.808321] env[64496]: DEBUG oslo_vmware.api [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Task: {'id': task-1902438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405248} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.811037] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1820.811243] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1820.811448] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1820.811635] env[64496]: INFO nova.compute.manager [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1820.812044] env[64496]: DEBUG oslo.service.loopingcall [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.812394] env[64496]: DEBUG nova.compute.manager [-] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1820.812463] env[64496]: DEBUG nova.network.neutron [-] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1820.824066] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902439, 'name': Rename_Task, 'duration_secs': 0.222931} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.829726] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1820.830419] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3a1bd0a-0b34-44af-bc39-8778bc03539c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.840998] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724539} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.842998] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 6d4bde31-df4c-4c1c-9211-3de2a2424960/6d4bde31-df4c-4c1c-9211-3de2a2424960.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1820.843462] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1820.843866] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1820.843866] env[64496]: value = "task-1902441" [ 1820.843866] env[64496]: _type = "Task" [ 1820.843866] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.847741] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d37a474c-cd71-40f4-8687-531cd87a5b0b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.867620] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902441, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.871773] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1820.871773] env[64496]: value = "task-1902442" [ 1820.871773] env[64496]: _type = "Task" [ 1820.871773] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.883167] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.997220] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30074ede-ea9b-4bec-be6c-595882221041 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.008620] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f538de-b045-4c56-a8d8-85b08c5a308a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.014898] env[64496]: DEBUG nova.network.neutron [req-af6ef013-01cb-42be-b9f7-ad890acb4985 req-e7145016-18e1-4ea9-8d19-33d3539709ef service nova] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Updated VIF entry in instance network info cache for port 111c37b2-6eca-4a58-a315-41e1e46adaac. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1821.014898] env[64496]: DEBUG nova.network.neutron [req-af6ef013-01cb-42be-b9f7-ad890acb4985 req-e7145016-18e1-4ea9-8d19-33d3539709ef service nova] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Updating instance_info_cache with network_info: [{"id": "111c37b2-6eca-4a58-a315-41e1e46adaac", "address": "fa:16:3e:1b:04:75", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111c37b2-6e", "ovs_interfaceid": "111c37b2-6eca-4a58-a315-41e1e46adaac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.050131] env[64496]: DEBUG oslo_concurrency.lockutils [req-af6ef013-01cb-42be-b9f7-ad890acb4985 req-e7145016-18e1-4ea9-8d19-33d3539709ef service nova] Releasing lock "refresh_cache-ca32be52-0300-4daf-8c93-283efd499f51" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.051072] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcaff9c-6f9c-40cf-a454-c2143d5fb15b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.060557] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdf19d8-bc97-4400-a819-8390b54335f7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.077430] env[64496]: DEBUG nova.compute.provider_tree [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.113251] env[64496]: DEBUG nova.compute.manager [req-e48a4e41-9f6a-4e9f-a401-642495e1d182 req-2eab2184-ae7f-4f8d-9a4b-2eee50042522 service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Received event network-vif-plugged-496a3268-3e2f-4fe2-b3df-2bfd0e951601 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1821.113521] env[64496]: DEBUG oslo_concurrency.lockutils [req-e48a4e41-9f6a-4e9f-a401-642495e1d182 req-2eab2184-ae7f-4f8d-9a4b-2eee50042522 service nova] Acquiring lock "1d196c83-7a2f-497f-b256-e449f3192d53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.113770] env[64496]: DEBUG oslo_concurrency.lockutils [req-e48a4e41-9f6a-4e9f-a401-642495e1d182 req-2eab2184-ae7f-4f8d-9a4b-2eee50042522 service nova] Lock "1d196c83-7a2f-497f-b256-e449f3192d53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.113930] env[64496]: DEBUG oslo_concurrency.lockutils [req-e48a4e41-9f6a-4e9f-a401-642495e1d182 req-2eab2184-ae7f-4f8d-9a4b-2eee50042522 service nova] Lock "1d196c83-7a2f-497f-b256-e449f3192d53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.114120] env[64496]: DEBUG nova.compute.manager [req-e48a4e41-9f6a-4e9f-a401-642495e1d182 req-2eab2184-ae7f-4f8d-9a4b-2eee50042522 service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] No waiting events found dispatching network-vif-plugged-496a3268-3e2f-4fe2-b3df-2bfd0e951601 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1821.114299] env[64496]: WARNING nova.compute.manager [req-e48a4e41-9f6a-4e9f-a401-642495e1d182 req-2eab2184-ae7f-4f8d-9a4b-2eee50042522 service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Received unexpected event network-vif-plugged-496a3268-3e2f-4fe2-b3df-2bfd0e951601 for instance with vm_state building and task_state spawning. [ 1821.189025] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902440, 'name': CreateVM_Task, 'duration_secs': 0.516343} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.189025] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1821.189025] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.189025] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.189025] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1821.189025] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f407c9f4-d5e9-4422-aaf3-bb88dddf6a52 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.194905] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1821.194905] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f62e3b-12ea-c785-fb6d-ecc59d2e85b9" [ 1821.194905] env[64496]: _type = "Task" [ 1821.194905] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.214867] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f62e3b-12ea-c785-fb6d-ecc59d2e85b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.233212] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67234d78-0e46-4c71-afcc-ec01547278ed {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.259897] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e466d857-0da0-4370-b79d-b1cf9a8d0c87 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.270602] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating instance 'ed6b1f1c-966b-4892-b11d-9acd83fde0ce' progress to 83 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1821.290119] env[64496]: DEBUG nova.network.neutron [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Successfully updated port: 496a3268-3e2f-4fe2-b3df-2bfd0e951601 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1821.364638] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902441, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.382702] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129184} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.383024] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1821.383863] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4222d38c-c4c5-41f3-bd29-39d8a6a6c862 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.409566] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 6d4bde31-df4c-4c1c-9211-3de2a2424960/6d4bde31-df4c-4c1c-9211-3de2a2424960.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1821.409909] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44369ccb-a310-4bce-91ad-0986f770b36f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.434079] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1821.434079] env[64496]: value = "task-1902443" [ 1821.434079] env[64496]: _type = "Task" [ 1821.434079] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.444481] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.584685] env[64496]: DEBUG nova.scheduler.client.report [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1821.707520] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f62e3b-12ea-c785-fb6d-ecc59d2e85b9, 'name': SearchDatastore_Task, 'duration_secs': 0.020829} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.707883] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.708192] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1821.708516] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.708690] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.708900] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1821.709207] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5e27e58-32d0-4e6e-9863-a6d7448888a5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.722560] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1821.722797] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1821.723618] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c83eb6d-610c-4ac8-bb6c-2b672c100e11 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.730939] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1821.730939] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a15481-2de2-dc6f-bb43-3ba4e2ccfdef" [ 1821.730939] env[64496]: _type = "Task" [ 1821.730939] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.740828] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a15481-2de2-dc6f-bb43-3ba4e2ccfdef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.765136] env[64496]: DEBUG nova.network.neutron [-] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.778381] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1821.778967] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb9af9c1-3e06-4f2b-b364-58ecfd63f28a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.788544] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1821.788544] env[64496]: value = "task-1902444" [ 1821.788544] env[64496]: _type = "Task" [ 1821.788544] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.796117] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "refresh_cache-1d196c83-7a2f-497f-b256-e449f3192d53" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.796295] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquired lock "refresh_cache-1d196c83-7a2f-497f-b256-e449f3192d53" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.796419] env[64496]: DEBUG nova.network.neutron [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1821.803439] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.861965] env[64496]: DEBUG oslo_vmware.api [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902441, 'name': PowerOnVM_Task, 'duration_secs': 0.707963} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.862277] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1821.862494] env[64496]: INFO nova.compute.manager [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1821.862681] env[64496]: DEBUG nova.compute.manager [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1821.863492] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1f52e9-9584-4b71-8145-53f8882d0f61 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.945782] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902443, 'name': ReconfigVM_Task, 'duration_secs': 0.473255} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.946048] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 6d4bde31-df4c-4c1c-9211-3de2a2424960/6d4bde31-df4c-4c1c-9211-3de2a2424960.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1821.946725] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaf9b5ac-8755-4dce-bd6c-31cced8ee169 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.955569] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1821.955569] env[64496]: value = "task-1902445" [ 1821.955569] env[64496]: _type = "Task" [ 1821.955569] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.966978] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902445, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.094768] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.529s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.095380] env[64496]: DEBUG nova.compute.manager [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1822.098770] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.485s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.099025] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.099200] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1822.100338] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1ddf72-7367-4d66-b316-592121de4975 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.112965] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f3b3c7-9c93-42da-9b34-8d97fb7980c0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.129455] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985d1379-5801-4717-91a8-1575fab42771 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.137876] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c65d8a-2782-4238-9c66-df2302f64d2e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.169922] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179610MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1822.170120] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.170327] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.242854] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a15481-2de2-dc6f-bb43-3ba4e2ccfdef, 'name': SearchDatastore_Task, 'duration_secs': 0.020573} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.243742] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327735ee-ef7a-4c9d-8ff9-86d3da1feb15 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.251140] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1822.251140] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5255cd9e-7a85-2f42-1911-983b74d8d843" [ 1822.251140] env[64496]: _type = "Task" [ 1822.251140] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.260636] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5255cd9e-7a85-2f42-1911-983b74d8d843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.268391] env[64496]: INFO nova.compute.manager [-] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Took 1.46 seconds to deallocate network for instance. [ 1822.303911] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.355882] env[64496]: DEBUG nova.network.neutron [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1822.385521] env[64496]: INFO nova.compute.manager [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Took 19.52 seconds to build instance. [ 1822.469621] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902445, 'name': Rename_Task, 'duration_secs': 0.203621} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.469977] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1822.470263] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88e7d5ce-e8fb-4c28-a0b1-4a0dd3f9b5d4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.479177] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1822.479177] env[64496]: value = "task-1902447" [ 1822.479177] env[64496]: _type = "Task" [ 1822.479177] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.490589] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.523431] env[64496]: DEBUG nova.network.neutron [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Updating instance_info_cache with network_info: [{"id": "496a3268-3e2f-4fe2-b3df-2bfd0e951601", "address": "fa:16:3e:ce:99:8a", "network": {"id": "86100faa-67bc-4d4e-8936-9219151cf273", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26886676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35dabbb56da421eb29776a5623274a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496a3268-3e", "ovs_interfaceid": "496a3268-3e2f-4fe2-b3df-2bfd0e951601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.602186] env[64496]: DEBUG nova.compute.utils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1822.604034] env[64496]: DEBUG nova.compute.manager [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1822.604301] env[64496]: DEBUG nova.network.neutron [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1822.657803] env[64496]: DEBUG nova.compute.manager [req-959e3ab0-9fc0-4fe4-9229-01af365826a1 req-d75be013-9e87-46c5-8f7a-f7983b1c1ec1 service nova] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Received event network-vif-deleted-e14e4e1e-49ee-4cd3-9dd7-6074118983b5 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1822.659464] env[64496]: DEBUG nova.policy [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff27f3b4a86640398026840fded3a706', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '271096ce0df14bc1a90538f3e0935aff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1822.762673] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5255cd9e-7a85-2f42-1911-983b74d8d843, 'name': SearchDatastore_Task, 'duration_secs': 0.013966} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.762673] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.762945] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] ca32be52-0300-4daf-8c93-283efd499f51/ca32be52-0300-4daf-8c93-283efd499f51.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1822.763249] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ea0826d-462f-43a4-93d1-5bab16f7358d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.771882] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1822.771882] env[64496]: value = "task-1902448" [ 1822.771882] env[64496]: _type = "Task" [ 1822.771882] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.776340] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.783192] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.800357] env[64496]: DEBUG oslo_vmware.api [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902444, 'name': PowerOnVM_Task, 'duration_secs': 0.840909} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.800667] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1822.800854] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bfab1750-90f4-487a-b95a-72c338ee63c5 tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating instance 'ed6b1f1c-966b-4892-b11d-9acd83fde0ce' progress to 100 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1822.888267] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e68c6f-9937-4e58-8524-136776b5ec40 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "b14d0ca5-784f-4b9c-80f9-980f7fbe82b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.030s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.888612] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "b14d0ca5-784f-4b9c-80f9-980f7fbe82b6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.806s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.888834] env[64496]: INFO nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] During sync_power_state the instance has a pending task (spawning). Skip. [ 1822.889065] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "b14d0ca5-784f-4b9c-80f9-980f7fbe82b6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.993382] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902447, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.026844] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Releasing lock "refresh_cache-1d196c83-7a2f-497f-b256-e449f3192d53" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.027329] env[64496]: DEBUG nova.compute.manager [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Instance network_info: |[{"id": "496a3268-3e2f-4fe2-b3df-2bfd0e951601", "address": "fa:16:3e:ce:99:8a", "network": {"id": "86100faa-67bc-4d4e-8936-9219151cf273", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26886676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35dabbb56da421eb29776a5623274a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496a3268-3e", "ovs_interfaceid": "496a3268-3e2f-4fe2-b3df-2bfd0e951601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1823.027946] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:99:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '496a3268-3e2f-4fe2-b3df-2bfd0e951601', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1823.036459] env[64496]: DEBUG oslo.service.loopingcall [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.036696] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1823.036932] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ba112bc-296b-4744-a19a-a917ebe9a7b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.060136] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1823.060136] env[64496]: value = "task-1902449" [ 1823.060136] env[64496]: _type = "Task" [ 1823.060136] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.074948] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902449, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.107284] env[64496]: DEBUG nova.network.neutron [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Successfully created port: 9b526b78-10ef-4e9b-a1e1-14c9303d7daa {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1823.110467] env[64496]: DEBUG nova.compute.manager [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1823.143084] env[64496]: DEBUG nova.compute.manager [req-49080084-c71a-4129-9efc-5c42ad80f607 req-1c8f8da5-6126-4e6e-b6d3-a4625a90ec3f service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Received event network-changed-496a3268-3e2f-4fe2-b3df-2bfd0e951601 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1823.143536] env[64496]: DEBUG nova.compute.manager [req-49080084-c71a-4129-9efc-5c42ad80f607 req-1c8f8da5-6126-4e6e-b6d3-a4625a90ec3f service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Refreshing instance network info cache due to event network-changed-496a3268-3e2f-4fe2-b3df-2bfd0e951601. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1823.143536] env[64496]: DEBUG oslo_concurrency.lockutils [req-49080084-c71a-4129-9efc-5c42ad80f607 req-1c8f8da5-6126-4e6e-b6d3-a4625a90ec3f service nova] Acquiring lock "refresh_cache-1d196c83-7a2f-497f-b256-e449f3192d53" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.143671] env[64496]: DEBUG oslo_concurrency.lockutils [req-49080084-c71a-4129-9efc-5c42ad80f607 req-1c8f8da5-6126-4e6e-b6d3-a4625a90ec3f service nova] Acquired lock "refresh_cache-1d196c83-7a2f-497f-b256-e449f3192d53" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.143800] env[64496]: DEBUG nova.network.neutron [req-49080084-c71a-4129-9efc-5c42ad80f607 req-1c8f8da5-6126-4e6e-b6d3-a4625a90ec3f service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Refreshing network info cache for port 496a3268-3e2f-4fe2-b3df-2bfd0e951601 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1823.184025] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Applying migration context for instance ed6b1f1c-966b-4892-b11d-9acd83fde0ce as it has an incoming, in-progress migration 0712145b-320c-4b32-9e6a-36358bc67ffb. Migration status is post-migrating {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1823.186425] env[64496]: INFO nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating resource usage from migration 0712145b-320c-4b32-9e6a-36358bc67ffb [ 1823.212846] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 7c42bab8-c89d-4040-bda6-2a1cbcda2da1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.213098] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 383a2481-1533-4fba-b22a-33914ba6da44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.213241] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.213361] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 6b0624a8-9565-44d9-ba7f-a828714ffe87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.213477] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 6d744842-65e9-4244-b6c5-71d8e0d9068b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.213597] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance f1eb45b6-4099-43cc-a833-b43cf860c868 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.213709] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.213831] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 19793aba-0d19-49cf-b66a-9bca724ec957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.213936] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 890497e7-d4fc-4b31-9b10-1eba4419ae8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.214074] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 66905c9a-46ea-4582-981b-514377de6c7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.214203] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Migration 0712145b-320c-4b32-9e6a-36358bc67ffb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1823.214322] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance ed6b1f1c-966b-4892-b11d-9acd83fde0ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.214446] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance b14d0ca5-784f-4b9c-80f9-980f7fbe82b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.214546] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 6d4bde31-df4c-4c1c-9211-3de2a2424960 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.214723] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance ca32be52-0300-4daf-8c93-283efd499f51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.214845] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 1d196c83-7a2f-497f-b256-e449f3192d53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.214964] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 8419a38c-f706-485d-b59a-1752eefd5045 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.215162] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1823.215306] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1823.294255] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902448, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.493451] env[64496]: DEBUG oslo_vmware.api [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902447, 'name': PowerOnVM_Task, 'duration_secs': 0.614629} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.496270] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1823.496491] env[64496]: INFO nova.compute.manager [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1823.496677] env[64496]: DEBUG nova.compute.manager [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1823.497719] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91621680-c12e-4436-992c-442293f4faee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.509985] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c1cdd1-3fb4-4599-8b47-4bd9a7bb7b88 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.517745] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4416115a-7220-49ff-bd20-3c074f508197 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.555839] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e214c87-5b05-4cac-b820-2e566f9ca1a0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.567716] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5781b4d-cecb-40e8-8a52-eda93b8f4160 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.578198] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902449, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.588354] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.782794] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633139} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.783113] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] ca32be52-0300-4daf-8c93-283efd499f51/ca32be52-0300-4daf-8c93-283efd499f51.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1823.783340] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1823.783588] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f289c38f-1aee-483f-8fa3-0b06ebc67137 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.791210] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1823.791210] env[64496]: value = "task-1902450" [ 1823.791210] env[64496]: _type = "Task" [ 1823.791210] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.800418] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.902823] env[64496]: DEBUG nova.network.neutron [req-49080084-c71a-4129-9efc-5c42ad80f607 req-1c8f8da5-6126-4e6e-b6d3-a4625a90ec3f service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Updated VIF entry in instance network info cache for port 496a3268-3e2f-4fe2-b3df-2bfd0e951601. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1823.903217] env[64496]: DEBUG nova.network.neutron [req-49080084-c71a-4129-9efc-5c42ad80f607 req-1c8f8da5-6126-4e6e-b6d3-a4625a90ec3f service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Updating instance_info_cache with network_info: [{"id": "496a3268-3e2f-4fe2-b3df-2bfd0e951601", "address": "fa:16:3e:ce:99:8a", "network": {"id": "86100faa-67bc-4d4e-8936-9219151cf273", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26886676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35dabbb56da421eb29776a5623274a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496a3268-3e", "ovs_interfaceid": "496a3268-3e2f-4fe2-b3df-2bfd0e951601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.019657] env[64496]: INFO nova.compute.manager [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Took 20.93 seconds to build instance. [ 1824.071206] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902449, 'name': CreateVM_Task, 'duration_secs': 0.530132} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.071382] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1824.072132] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.072310] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.072709] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1824.072979] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90fd0c8-87ac-42c8-ae4f-9d797c7b78a1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.078532] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1824.078532] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5247011f-aa47-3113-c8d7-24bbe7d12d08" [ 1824.078532] env[64496]: _type = "Task" [ 1824.078532] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.087619] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5247011f-aa47-3113-c8d7-24bbe7d12d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.093021] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1824.122680] env[64496]: DEBUG nova.compute.manager [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1824.148861] env[64496]: DEBUG nova.virt.hardware [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1824.148861] env[64496]: DEBUG nova.virt.hardware [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.148861] env[64496]: DEBUG nova.virt.hardware [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1824.149766] env[64496]: DEBUG nova.virt.hardware [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.150266] env[64496]: DEBUG nova.virt.hardware [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1824.150450] env[64496]: DEBUG nova.virt.hardware [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1824.150764] env[64496]: DEBUG nova.virt.hardware [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1824.150998] env[64496]: DEBUG nova.virt.hardware [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1824.151278] env[64496]: DEBUG nova.virt.hardware [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1824.151556] env[64496]: DEBUG nova.virt.hardware [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1824.151999] env[64496]: DEBUG nova.virt.hardware [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1824.153448] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d6b834-5937-433a-ae05-e219ad9d8b3b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.164131] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0449e3c2-0c5d-45ed-839c-b43f0ed42879 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.303348] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066285} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.303854] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1824.305053] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e6d522-cdc0-48f7-ac2c-24705d4e835e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.336800] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] ca32be52-0300-4daf-8c93-283efd499f51/ca32be52-0300-4daf-8c93-283efd499f51.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1824.339041] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f971ae9c-50b6-4a15-a3a3-d47decd52e24 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.362642] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1824.362642] env[64496]: value = "task-1902452" [ 1824.362642] env[64496]: _type = "Task" [ 1824.362642] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.373223] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.392540] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0d910dcb-3d18-45da-bc74-e40e54471e35 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "interface-6d744842-65e9-4244-b6c5-71d8e0d9068b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.392898] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0d910dcb-3d18-45da-bc74-e40e54471e35 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-6d744842-65e9-4244-b6c5-71d8e0d9068b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.393734] env[64496]: DEBUG nova.objects.instance [None req-0d910dcb-3d18-45da-bc74-e40e54471e35 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'flavor' on Instance uuid 6d744842-65e9-4244-b6c5-71d8e0d9068b {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.406576] env[64496]: DEBUG oslo_concurrency.lockutils [req-49080084-c71a-4129-9efc-5c42ad80f607 req-1c8f8da5-6126-4e6e-b6d3-a4625a90ec3f service nova] Releasing lock "refresh_cache-1d196c83-7a2f-497f-b256-e449f3192d53" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.521946] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f78010c4-64c4-4225-a8fe-5ab2edc1c49c tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "6d4bde31-df4c-4c1c-9211-3de2a2424960" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.436s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.522391] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "6d4bde31-df4c-4c1c-9211-3de2a2424960" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.439s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.522786] env[64496]: INFO nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] During sync_power_state the instance has a pending task (spawning). Skip. [ 1824.523077] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "6d4bde31-df4c-4c1c-9211-3de2a2424960" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.594886] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5247011f-aa47-3113-c8d7-24bbe7d12d08, 'name': SearchDatastore_Task, 'duration_secs': 0.028398} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.595405] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.596313] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1824.596537] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.596660] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.597060] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1824.597646] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1824.597863] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.428s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.598206] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dcfa636-a587-4777-9802-9f85f63c0ece {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.600915] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.825s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.601222] env[64496]: DEBUG nova.objects.instance [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Lazy-loading 'resources' on Instance uuid 66905c9a-46ea-4582-981b-514377de6c7d {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.619371] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1824.619670] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1824.621230] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99877c5-096a-4339-944f-d00d488e32bb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.634566] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1824.634566] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527a34bf-e46a-d97c-a4b5-8c1aa93bc973" [ 1824.634566] env[64496]: _type = "Task" [ 1824.634566] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.648899] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527a34bf-e46a-d97c-a4b5-8c1aa93bc973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.784081] env[64496]: DEBUG nova.network.neutron [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Successfully updated port: 9b526b78-10ef-4e9b-a1e1-14c9303d7daa {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1824.876326] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.898914] env[64496]: DEBUG nova.objects.instance [None req-0d910dcb-3d18-45da-bc74-e40e54471e35 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'pci_requests' on Instance uuid 6d744842-65e9-4244-b6c5-71d8e0d9068b {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1825.148060] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527a34bf-e46a-d97c-a4b5-8c1aa93bc973, 'name': SearchDatastore_Task, 'duration_secs': 0.023379} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.148482] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1bc48e-c217-4093-8e33-93abf054b47a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.155049] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1825.155049] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d391ab-03ec-d44a-27f3-4abc071d8844" [ 1825.155049] env[64496]: _type = "Task" [ 1825.155049] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.169409] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d391ab-03ec-d44a-27f3-4abc071d8844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.287998] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.288084] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.288232] env[64496]: DEBUG nova.network.neutron [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1825.341984] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42c4980-9101-446f-bf15-3c7ff46989a0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.350745] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c85e55-01e9-4faa-8963-f75d070cf8ac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.385394] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb1c15a-a4d4-4c56-a242-bd74223b393d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.399333] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bae07c-a350-4512-b209-0f31910f779c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.405179] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902452, 'name': ReconfigVM_Task, 'duration_secs': 0.576506} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.405756] env[64496]: DEBUG nova.objects.base [None req-0d910dcb-3d18-45da-bc74-e40e54471e35 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Object Instance<6d744842-65e9-4244-b6c5-71d8e0d9068b> lazy-loaded attributes: flavor,pci_requests {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1825.405954] env[64496]: DEBUG nova.network.neutron [None req-0d910dcb-3d18-45da-bc74-e40e54471e35 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1825.407738] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Reconfigured VM instance instance-00000065 to attach disk [datastore1] ca32be52-0300-4daf-8c93-283efd499f51/ca32be52-0300-4daf-8c93-283efd499f51.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1825.408759] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0737b07a-a911-44c2-9c91-aff2f1ed00a9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.420130] env[64496]: DEBUG nova.compute.provider_tree [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.425575] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1825.425575] env[64496]: value = "task-1902453" [ 1825.425575] env[64496]: _type = "Task" [ 1825.425575] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.439025] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902453, 'name': Rename_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.506237] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0d910dcb-3d18-45da-bc74-e40e54471e35 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-6d744842-65e9-4244-b6c5-71d8e0d9068b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.113s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.669893] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d391ab-03ec-d44a-27f3-4abc071d8844, 'name': SearchDatastore_Task, 'duration_secs': 0.013123} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.670370] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.670700] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 1d196c83-7a2f-497f-b256-e449f3192d53/1d196c83-7a2f-497f-b256-e449f3192d53.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1825.671075] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16cd68cd-8e51-40cd-bef7-d3b0d88ca105 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.679140] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1825.679140] env[64496]: value = "task-1902454" [ 1825.679140] env[64496]: _type = "Task" [ 1825.679140] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.690488] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.759485] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.759794] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.760033] env[64496]: DEBUG nova.compute.manager [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Going to confirm migration 6 {{(pid=64496) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1825.825859] env[64496]: DEBUG nova.network.neutron [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1825.892802] env[64496]: DEBUG nova.compute.manager [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1825.893771] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180f60da-60ad-49ea-be58-d924a1bd48b7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.928087] env[64496]: DEBUG nova.scheduler.client.report [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1825.945592] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902453, 'name': Rename_Task, 'duration_secs': 0.27075} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.947091] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1825.947091] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-856e4a44-1177-4e60-a56a-df8bc48ccaed {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.956108] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1825.956108] env[64496]: value = "task-1902455" [ 1825.956108] env[64496]: _type = "Task" [ 1825.956108] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.971825] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.002585] env[64496]: DEBUG nova.network.neutron [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance_info_cache with network_info: [{"id": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "address": "fa:16:3e:2b:ca:6a", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b526b78-10", "ovs_interfaceid": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.191742] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902454, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.335785] env[64496]: DEBUG oslo_vmware.rw_handles [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da228-0e50-8ddc-c069-fbdfe445a2a2/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1826.336890] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec1f781-1352-462a-83ff-e5a55977fbe3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.340533] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "refresh_cache-ed6b1f1c-966b-4892-b11d-9acd83fde0ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.340774] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquired lock "refresh_cache-ed6b1f1c-966b-4892-b11d-9acd83fde0ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.340978] env[64496]: DEBUG nova.network.neutron [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1826.341180] env[64496]: DEBUG nova.objects.instance [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lazy-loading 'info_cache' on Instance uuid ed6b1f1c-966b-4892-b11d-9acd83fde0ce {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1826.346998] env[64496]: DEBUG oslo_vmware.rw_handles [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da228-0e50-8ddc-c069-fbdfe445a2a2/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1826.346998] env[64496]: ERROR oslo_vmware.rw_handles [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da228-0e50-8ddc-c069-fbdfe445a2a2/disk-0.vmdk due to incomplete transfer. [ 1826.347203] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f5fa4ca5-e188-40dd-896c-e6a65d79fb36 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.358736] env[64496]: DEBUG oslo_vmware.rw_handles [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da228-0e50-8ddc-c069-fbdfe445a2a2/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1826.359145] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Uploaded image 01378d22-3ed3-458d-98ba-d6ab19636c42 to the Glance image server {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1826.361362] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1826.361672] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d86a4b3f-3b1d-4462-aeb8-815622c33db6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.368286] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1826.368286] env[64496]: value = "task-1902457" [ 1826.368286] env[64496]: _type = "Task" [ 1826.368286] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.376707] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902457, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.407516] env[64496]: INFO nova.compute.manager [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] instance snapshotting [ 1826.410186] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd28281-0a4c-4aa2-9f37-e901665b4f4f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.429674] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826bd27f-ed86-4b9f-a0eb-ab78a0ed0a92 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.439341] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.463202] env[64496]: INFO nova.scheduler.client.report [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Deleted allocations for instance 66905c9a-46ea-4582-981b-514377de6c7d [ 1826.467780] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902455, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.505856] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.506303] env[64496]: DEBUG nova.compute.manager [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Instance network_info: |[{"id": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "address": "fa:16:3e:2b:ca:6a", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b526b78-10", "ovs_interfaceid": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1826.506774] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:ca:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b526b78-10ef-4e9b-a1e1-14c9303d7daa', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1826.514771] env[64496]: DEBUG oslo.service.loopingcall [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1826.518082] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1826.519846] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d48ca0aa-8df2-4820-99c7-2a8199e01f3d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.540141] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1826.540141] env[64496]: value = "task-1902458" [ 1826.540141] env[64496]: _type = "Task" [ 1826.540141] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.550277] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902458, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.690577] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902454, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.877800] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902457, 'name': Destroy_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.920421] env[64496]: DEBUG nova.compute.manager [req-66b187ed-8ae1-4645-a28a-a0b27a2e8157 req-e80e479d-1203-4341-ab41-6c014ae2514b service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Received event network-vif-plugged-9b526b78-10ef-4e9b-a1e1-14c9303d7daa {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1826.920421] env[64496]: DEBUG oslo_concurrency.lockutils [req-66b187ed-8ae1-4645-a28a-a0b27a2e8157 req-e80e479d-1203-4341-ab41-6c014ae2514b service nova] Acquiring lock "8419a38c-f706-485d-b59a-1752eefd5045-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.920421] env[64496]: DEBUG oslo_concurrency.lockutils [req-66b187ed-8ae1-4645-a28a-a0b27a2e8157 req-e80e479d-1203-4341-ab41-6c014ae2514b service nova] Lock "8419a38c-f706-485d-b59a-1752eefd5045-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.920421] env[64496]: DEBUG oslo_concurrency.lockutils [req-66b187ed-8ae1-4645-a28a-a0b27a2e8157 req-e80e479d-1203-4341-ab41-6c014ae2514b service nova] Lock "8419a38c-f706-485d-b59a-1752eefd5045-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.920693] env[64496]: DEBUG nova.compute.manager [req-66b187ed-8ae1-4645-a28a-a0b27a2e8157 req-e80e479d-1203-4341-ab41-6c014ae2514b service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] No waiting events found dispatching network-vif-plugged-9b526b78-10ef-4e9b-a1e1-14c9303d7daa {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1826.920747] env[64496]: WARNING nova.compute.manager [req-66b187ed-8ae1-4645-a28a-a0b27a2e8157 req-e80e479d-1203-4341-ab41-6c014ae2514b service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Received unexpected event network-vif-plugged-9b526b78-10ef-4e9b-a1e1-14c9303d7daa for instance with vm_state building and task_state spawning. [ 1826.920924] env[64496]: DEBUG nova.compute.manager [req-66b187ed-8ae1-4645-a28a-a0b27a2e8157 req-e80e479d-1203-4341-ab41-6c014ae2514b service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Received event network-changed-9b526b78-10ef-4e9b-a1e1-14c9303d7daa {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1826.921234] env[64496]: DEBUG nova.compute.manager [req-66b187ed-8ae1-4645-a28a-a0b27a2e8157 req-e80e479d-1203-4341-ab41-6c014ae2514b service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Refreshing instance network info cache due to event network-changed-9b526b78-10ef-4e9b-a1e1-14c9303d7daa. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1826.921684] env[64496]: DEBUG oslo_concurrency.lockutils [req-66b187ed-8ae1-4645-a28a-a0b27a2e8157 req-e80e479d-1203-4341-ab41-6c014ae2514b service nova] Acquiring lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.921773] env[64496]: DEBUG oslo_concurrency.lockutils [req-66b187ed-8ae1-4645-a28a-a0b27a2e8157 req-e80e479d-1203-4341-ab41-6c014ae2514b service nova] Acquired lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.922072] env[64496]: DEBUG nova.network.neutron [req-66b187ed-8ae1-4645-a28a-a0b27a2e8157 req-e80e479d-1203-4341-ab41-6c014ae2514b service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Refreshing network info cache for port 9b526b78-10ef-4e9b-a1e1-14c9303d7daa {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1826.943503] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1826.945093] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fc09b7ac-2017-4e1e-8780-4d89346b5672 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.954036] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1826.954036] env[64496]: value = "task-1902459" [ 1826.954036] env[64496]: _type = "Task" [ 1826.954036] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.968550] env[64496]: DEBUG oslo_vmware.api [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902455, 'name': PowerOnVM_Task, 'duration_secs': 0.889961} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.971607] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1826.971939] env[64496]: INFO nova.compute.manager [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1826.972230] env[64496]: DEBUG nova.compute.manager [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1826.974648] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902459, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.975872] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e85bfd-6584-4843-a19e-62dc7bed86aa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.981108] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a680cc37-64e2-426d-bf41-c9726ff8cf71 tempest-ServerMetadataNegativeTestJSON-1120625948 tempest-ServerMetadataNegativeTestJSON-1120625948-project-member] Lock "66905c9a-46ea-4582-981b-514377de6c7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.861s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.051598] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902458, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.192860] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902454, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.382028] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902457, 'name': Destroy_Task, 'duration_secs': 0.747482} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.382028] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Destroyed the VM [ 1827.382028] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1827.382028] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-54e49cbe-fcc0-4dfa-ab27-5689f8aaef24 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.390494] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1827.390494] env[64496]: value = "task-1902460" [ 1827.390494] env[64496]: _type = "Task" [ 1827.390494] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.405429] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902460, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.469208] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902459, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.502081] env[64496]: INFO nova.compute.manager [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Took 20.82 seconds to build instance. [ 1827.555901] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902458, 'name': CreateVM_Task, 'duration_secs': 0.622101} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.556149] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1827.556855] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.557090] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.557452] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1827.557765] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227d99b6-c279-45b3-99a2-aea442689d3a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.563786] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1827.563786] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52945a82-2a7e-5747-2bc1-fd7469e68984" [ 1827.563786] env[64496]: _type = "Task" [ 1827.563786] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.579673] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52945a82-2a7e-5747-2bc1-fd7469e68984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.693009] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902454, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.715998} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.693598] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 1d196c83-7a2f-497f-b256-e449f3192d53/1d196c83-7a2f-497f-b256-e449f3192d53.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1827.693598] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1827.694237] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53ba5d3b-a304-4a7b-a972-011daf9d485f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.702015] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1827.702015] env[64496]: value = "task-1902461" [ 1827.702015] env[64496]: _type = "Task" [ 1827.702015] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.706441] env[64496]: DEBUG nova.network.neutron [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating instance_info_cache with network_info: [{"id": "85c78528-fb66-45fc-8738-bbaf018258f5", "address": "fa:16:3e:ff:ca:b4", "network": {"id": "6984e773-a180-4219-b048-99c7326b7d71", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2030272737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf416ace2e54dc88c6546c67a74cf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c78528-fb", "ovs_interfaceid": "85c78528-fb66-45fc-8738-bbaf018258f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.711896] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.712927] env[64496]: DEBUG nova.network.neutron [req-66b187ed-8ae1-4645-a28a-a0b27a2e8157 req-e80e479d-1203-4341-ab41-6c014ae2514b service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updated VIF entry in instance network info cache for port 9b526b78-10ef-4e9b-a1e1-14c9303d7daa. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1827.713303] env[64496]: DEBUG nova.network.neutron [req-66b187ed-8ae1-4645-a28a-a0b27a2e8157 req-e80e479d-1203-4341-ab41-6c014ae2514b service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance_info_cache with network_info: [{"id": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "address": "fa:16:3e:2b:ca:6a", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b526b78-10", "ovs_interfaceid": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.864577] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "interface-6d744842-65e9-4244-b6c5-71d8e0d9068b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.864865] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-6d744842-65e9-4244-b6c5-71d8e0d9068b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.865313] env[64496]: DEBUG nova.objects.instance [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'flavor' on Instance uuid 6d744842-65e9-4244-b6c5-71d8e0d9068b {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.901509] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902460, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.966899] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902459, 'name': CreateSnapshot_Task, 'duration_secs': 0.961809} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.967202] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1827.967956] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab1baff-7971-47af-adbd-5f8afb0a5fcd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.004539] env[64496]: DEBUG oslo_concurrency.lockutils [None req-f9b70edc-b436-46b9-9a3d-8f5f6876e68c tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "ca32be52-0300-4daf-8c93-283efd499f51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.332s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.004539] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "ca32be52-0300-4daf-8c93-283efd499f51" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.921s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.004748] env[64496]: INFO nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ca32be52-0300-4daf-8c93-283efd499f51] During sync_power_state the instance has a pending task (networking). Skip. [ 1828.004877] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "ca32be52-0300-4daf-8c93-283efd499f51" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.074856] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52945a82-2a7e-5747-2bc1-fd7469e68984, 'name': SearchDatastore_Task, 'duration_secs': 0.023261} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.075205] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.075434] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1828.075664] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.075805] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.076011] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1828.076573] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-785f1760-5774-4886-8d38-1440d8dadc6d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.085799] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1828.085982] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1828.088020] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7246a63-ac10-48e7-b265-b4e73a0dd689 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.092923] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1828.092923] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529a3d9b-168e-ada1-4362-7158a6dbb71d" [ 1828.092923] env[64496]: _type = "Task" [ 1828.092923] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.100813] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529a3d9b-168e-ada1-4362-7158a6dbb71d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.208734] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Releasing lock "refresh_cache-ed6b1f1c-966b-4892-b11d-9acd83fde0ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.209046] env[64496]: DEBUG nova.objects.instance [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lazy-loading 'migration_context' on Instance uuid ed6b1f1c-966b-4892-b11d-9acd83fde0ce {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1828.213854] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071973} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.214443] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1828.215421] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc57e2b-4065-4442-8a84-f21ba5b9077e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.220567] env[64496]: DEBUG oslo_concurrency.lockutils [req-66b187ed-8ae1-4645-a28a-a0b27a2e8157 req-e80e479d-1203-4341-ab41-6c014ae2514b service nova] Releasing lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.245386] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 1d196c83-7a2f-497f-b256-e449f3192d53/1d196c83-7a2f-497f-b256-e449f3192d53.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1828.246080] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e7ad52-98fe-40e7-83d9-9f0e5178fa7e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.272220] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1828.272220] env[64496]: value = "task-1902463" [ 1828.272220] env[64496]: _type = "Task" [ 1828.272220] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.285434] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.403934] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902460, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.457108] env[64496]: DEBUG nova.objects.instance [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'pci_requests' on Instance uuid 6d744842-65e9-4244-b6c5-71d8e0d9068b {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1828.486273] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1828.487020] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a3b1f673-8794-46e2-9849-b727e60b953c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.497202] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1828.497202] env[64496]: value = "task-1902464" [ 1828.497202] env[64496]: _type = "Task" [ 1828.497202] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.509635] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902464, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.605126] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529a3d9b-168e-ada1-4362-7158a6dbb71d, 'name': SearchDatastore_Task, 'duration_secs': 0.019067} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.606017] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-583b4f22-87db-4306-9177-22f57e0c0f05 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.612570] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1828.612570] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b4e747-ee68-7fe7-764c-6c408271bbe0" [ 1828.612570] env[64496]: _type = "Task" [ 1828.612570] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.621966] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b4e747-ee68-7fe7-764c-6c408271bbe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.719156] env[64496]: DEBUG nova.objects.base [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1828.719156] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f4dd2e-d826-46f3-a6af-f1a46ea1d292 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.741059] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-843aebf7-babe-40ec-bb9c-29d89aed0e66 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.749171] env[64496]: DEBUG oslo_vmware.api [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1828.749171] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a9786c-d6fc-51de-5a42-b82241d3332f" [ 1828.749171] env[64496]: _type = "Task" [ 1828.749171] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.757972] env[64496]: DEBUG oslo_vmware.api [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a9786c-d6fc-51de-5a42-b82241d3332f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.788723] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.903378] env[64496]: DEBUG oslo_vmware.api [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902460, 'name': RemoveSnapshot_Task, 'duration_secs': 1.079805} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.903665] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1828.903971] env[64496]: INFO nova.compute.manager [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Took 15.82 seconds to snapshot the instance on the hypervisor. [ 1828.959643] env[64496]: DEBUG nova.objects.base [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Object Instance<6d744842-65e9-4244-b6c5-71d8e0d9068b> lazy-loaded attributes: flavor,pci_requests {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1828.959882] env[64496]: DEBUG nova.network.neutron [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1829.004724] env[64496]: DEBUG nova.policy [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac5b31f73b142109d4799fdf59469c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ece971400c14e218ea058face42d8c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1829.009617] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902464, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.123614] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b4e747-ee68-7fe7-764c-6c408271bbe0, 'name': SearchDatastore_Task, 'duration_secs': 0.014721} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.123933] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.124233] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 8419a38c-f706-485d-b59a-1752eefd5045/8419a38c-f706-485d-b59a-1752eefd5045.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1829.124506] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbb4b58d-5ce0-460c-af57-2e3aeb3f3683 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.133296] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1829.133296] env[64496]: value = "task-1902465" [ 1829.133296] env[64496]: _type = "Task" [ 1829.133296] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.143805] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.260065] env[64496]: DEBUG oslo_vmware.api [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a9786c-d6fc-51de-5a42-b82241d3332f, 'name': SearchDatastore_Task, 'duration_secs': 0.013576} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.260394] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.260842] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.268426] env[64496]: DEBUG nova.network.neutron [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Successfully created port: 8e0cb921-6ec0-4e77-b3dd-66d72872700d {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1829.284820] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.473768] env[64496]: DEBUG nova.compute.manager [None req-165dc8e3-99b4-4894-ade6-e03808caf21b tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Found 1 images (rotation: 2) {{(pid=64496) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1829.510124] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902464, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.645824] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902465, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.785225] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902463, 'name': ReconfigVM_Task, 'duration_secs': 1.344323} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.785553] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 1d196c83-7a2f-497f-b256-e449f3192d53/1d196c83-7a2f-497f-b256-e449f3192d53.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1829.786287] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83b0cd7c-e259-4c33-b99e-8e2ea53c0ff5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.799543] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1829.799543] env[64496]: value = "task-1902466" [ 1829.799543] env[64496]: _type = "Task" [ 1829.799543] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.814077] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902466, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.014226] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902464, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.051026] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89819fdd-c28f-4545-aed3-310c21b8c067 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.060985] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f92e61-f3ea-43e6-9c17-78a8196dab98 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.100195] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe77199a-51e1-4c3d-9c00-87bab1af113d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.110097] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf52472-0e89-4168-a3da-37a903a837b9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.124983] env[64496]: DEBUG nova.compute.provider_tree [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1830.145030] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915827} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.145613] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 8419a38c-f706-485d-b59a-1752eefd5045/8419a38c-f706-485d-b59a-1752eefd5045.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1830.145872] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1830.146158] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dfc1186-6960-429d-a073-d3a70e351470 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.155473] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1830.155473] env[64496]: value = "task-1902467" [ 1830.155473] env[64496]: _type = "Task" [ 1830.155473] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.166290] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.310599] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902466, 'name': Rename_Task, 'duration_secs': 0.313064} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.311029] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1830.311147] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59d3c8b1-7a53-4e16-be46-420f879ed484 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.318349] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1830.318349] env[64496]: value = "task-1902468" [ 1830.318349] env[64496]: _type = "Task" [ 1830.318349] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.326574] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.509269] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902464, 'name': CloneVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.657012] env[64496]: DEBUG nova.scheduler.client.report [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1830.657400] env[64496]: DEBUG nova.compute.provider_tree [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 149 to 150 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1830.657659] env[64496]: DEBUG nova.compute.provider_tree [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1830.672332] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132712} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.673336] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1830.674360] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e023b5-74a0-4531-8d61-1fa0abfd222c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.697649] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 8419a38c-f706-485d-b59a-1752eefd5045/8419a38c-f706-485d-b59a-1752eefd5045.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1830.698306] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-314b2776-cd9a-445a-8398-81670efbafa9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.726647] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1830.726647] env[64496]: value = "task-1902470" [ 1830.726647] env[64496]: _type = "Task" [ 1830.726647] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.739846] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.829416] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.010369] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902464, 'name': CloneVM_Task, 'duration_secs': 2.040775} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.010634] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Created linked-clone VM from snapshot [ 1831.011418] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae4da4c-2b7f-474a-b46e-d740327e4fa7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.021540] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Uploading image 754fafe1-455d-4f0d-b0c8-b59d57a6a096 {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1831.048890] env[64496]: DEBUG oslo_vmware.rw_handles [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1831.048890] env[64496]: value = "vm-392742" [ 1831.048890] env[64496]: _type = "VirtualMachine" [ 1831.048890] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1831.049201] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a952af2-c4c9-4706-8fad-ffd986e0095f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.057656] env[64496]: DEBUG oslo_vmware.rw_handles [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lease: (returnval){ [ 1831.057656] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b3719d-f38d-7705-5c02-a87581de5b9e" [ 1831.057656] env[64496]: _type = "HttpNfcLease" [ 1831.057656] env[64496]: } obtained for exporting VM: (result){ [ 1831.057656] env[64496]: value = "vm-392742" [ 1831.057656] env[64496]: _type = "VirtualMachine" [ 1831.057656] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1831.057967] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the lease: (returnval){ [ 1831.057967] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b3719d-f38d-7705-5c02-a87581de5b9e" [ 1831.057967] env[64496]: _type = "HttpNfcLease" [ 1831.057967] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1831.065166] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1831.065166] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b3719d-f38d-7705-5c02-a87581de5b9e" [ 1831.065166] env[64496]: _type = "HttpNfcLease" [ 1831.065166] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1831.239085] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.290113] env[64496]: DEBUG nova.network.neutron [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Successfully updated port: 8e0cb921-6ec0-4e77-b3dd-66d72872700d {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1831.330250] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902468, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.566804] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1831.566804] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b3719d-f38d-7705-5c02-a87581de5b9e" [ 1831.566804] env[64496]: _type = "HttpNfcLease" [ 1831.566804] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1831.567083] env[64496]: DEBUG oslo_vmware.rw_handles [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1831.567083] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b3719d-f38d-7705-5c02-a87581de5b9e" [ 1831.567083] env[64496]: _type = "HttpNfcLease" [ 1831.567083] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1831.567783] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805d83f6-608b-403f-8b1d-d329da59d751 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.575869] env[64496]: DEBUG oslo_vmware.rw_handles [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520606f5-79c7-1591-54c8-5fe6ca1bd4e8/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1831.576067] env[64496]: DEBUG oslo_vmware.rw_handles [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520606f5-79c7-1591-54c8-5fe6ca1bd4e8/disk-0.vmdk for reading. {{(pid=64496) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1831.673665] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.413s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.729651] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-54d920a0-dc18-447e-8f04-9859c99c2369 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.741680] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902470, 'name': ReconfigVM_Task, 'duration_secs': 0.673016} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.744600] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 8419a38c-f706-485d-b59a-1752eefd5045/8419a38c-f706-485d-b59a-1752eefd5045.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1831.745533] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6572d6de-d696-4aad-bc75-50fdca592063 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.754047] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1831.754047] env[64496]: value = "task-1902472" [ 1831.754047] env[64496]: _type = "Task" [ 1831.754047] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.764952] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902472, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.793362] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.793554] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.793777] env[64496]: DEBUG nova.network.neutron [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1831.830413] env[64496]: DEBUG oslo_vmware.api [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902468, 'name': PowerOnVM_Task, 'duration_secs': 1.089916} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.830630] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1831.830833] env[64496]: INFO nova.compute.manager [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Took 11.24 seconds to spawn the instance on the hypervisor. [ 1831.831019] env[64496]: DEBUG nova.compute.manager [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.831803] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f247c482-3f6e-4ae4-b8f5-545dae15c6ae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.233471] env[64496]: INFO nova.scheduler.client.report [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleted allocation for migration 0712145b-320c-4b32-9e6a-36358bc67ffb [ 1832.264379] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902472, 'name': Rename_Task, 'duration_secs': 0.278876} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.264749] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1832.265795] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd686f7a-5167-40be-8356-ab2269c2b8c7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.275295] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1832.275295] env[64496]: value = "task-1902473" [ 1832.275295] env[64496]: _type = "Task" [ 1832.275295] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.286336] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.331418] env[64496]: WARNING nova.network.neutron [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] cf5a0b71-4205-484c-a26a-02c613a1b056 already exists in list: networks containing: ['cf5a0b71-4205-484c-a26a-02c613a1b056']. ignoring it [ 1832.353070] env[64496]: INFO nova.compute.manager [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Took 24.45 seconds to build instance. [ 1832.656995] env[64496]: DEBUG nova.network.neutron [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Updating instance_info_cache with network_info: [{"id": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "address": "fa:16:3e:ae:c1:e1", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb826449-90", "ovs_interfaceid": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e0cb921-6ec0-4e77-b3dd-66d72872700d", "address": "fa:16:3e:aa:e7:2f", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0cb921-6e", "ovs_interfaceid": "8e0cb921-6ec0-4e77-b3dd-66d72872700d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.740204] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.980s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.786845] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.854834] env[64496]: DEBUG oslo_concurrency.lockutils [None req-7fa278ab-b4e3-4155-a6aa-58e8a4c721c4 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.961s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.855088] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.772s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.856032] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d004a925-2ef2-4722-97d4-de57c8590866 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.160756] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.161371] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.161539] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.162436] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4114df8-f303-4843-93ad-2ed80e7e0d9e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.179941] env[64496]: DEBUG nova.virt.hardware [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1833.180231] env[64496]: DEBUG nova.virt.hardware [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1833.180372] env[64496]: DEBUG nova.virt.hardware [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1833.180559] env[64496]: DEBUG nova.virt.hardware [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1833.180706] env[64496]: DEBUG nova.virt.hardware [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1833.180856] env[64496]: DEBUG nova.virt.hardware [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1833.181071] env[64496]: DEBUG nova.virt.hardware [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1833.181236] env[64496]: DEBUG nova.virt.hardware [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1833.181403] env[64496]: DEBUG nova.virt.hardware [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1833.181568] env[64496]: DEBUG nova.virt.hardware [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1833.181779] env[64496]: DEBUG nova.virt.hardware [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1833.187901] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Reconfiguring VM to attach interface {{(pid=64496) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1833.188235] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05a1d2c6-9ea7-4266-aa89-e32346dfa787 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.206463] env[64496]: DEBUG oslo_vmware.api [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1833.206463] env[64496]: value = "task-1902474" [ 1833.206463] env[64496]: _type = "Task" [ 1833.206463] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.214719] env[64496]: DEBUG oslo_vmware.api [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902474, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.291962] env[64496]: DEBUG oslo_vmware.api [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902473, 'name': PowerOnVM_Task, 'duration_secs': 0.774948} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.293558] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1833.294431] env[64496]: INFO nova.compute.manager [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1833.294757] env[64496]: DEBUG nova.compute.manager [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.297212] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa18b3e9-56d8-4680-88e3-b449ca3c9d2d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.367603] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.717900] env[64496]: DEBUG oslo_vmware.api [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.784296] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.784585] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.784801] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.784989] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.785188] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.787470] env[64496]: INFO nova.compute.manager [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Terminating instance [ 1833.817016] env[64496]: INFO nova.compute.manager [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Took 17.72 seconds to build instance. [ 1833.973587] env[64496]: DEBUG nova.compute.manager [req-4ab110bd-cf43-4d5a-b794-5ac8a459574b req-dd818b3d-90e2-4599-9828-9aeab4edda23 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Received event network-vif-plugged-8e0cb921-6ec0-4e77-b3dd-66d72872700d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1833.973906] env[64496]: DEBUG oslo_concurrency.lockutils [req-4ab110bd-cf43-4d5a-b794-5ac8a459574b req-dd818b3d-90e2-4599-9828-9aeab4edda23 service nova] Acquiring lock "6d744842-65e9-4244-b6c5-71d8e0d9068b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.974302] env[64496]: DEBUG oslo_concurrency.lockutils [req-4ab110bd-cf43-4d5a-b794-5ac8a459574b req-dd818b3d-90e2-4599-9828-9aeab4edda23 service nova] Lock "6d744842-65e9-4244-b6c5-71d8e0d9068b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.974363] env[64496]: DEBUG oslo_concurrency.lockutils [req-4ab110bd-cf43-4d5a-b794-5ac8a459574b req-dd818b3d-90e2-4599-9828-9aeab4edda23 service nova] Lock "6d744842-65e9-4244-b6c5-71d8e0d9068b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.974609] env[64496]: DEBUG nova.compute.manager [req-4ab110bd-cf43-4d5a-b794-5ac8a459574b req-dd818b3d-90e2-4599-9828-9aeab4edda23 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] No waiting events found dispatching network-vif-plugged-8e0cb921-6ec0-4e77-b3dd-66d72872700d {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1833.974806] env[64496]: WARNING nova.compute.manager [req-4ab110bd-cf43-4d5a-b794-5ac8a459574b req-dd818b3d-90e2-4599-9828-9aeab4edda23 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Received unexpected event network-vif-plugged-8e0cb921-6ec0-4e77-b3dd-66d72872700d for instance with vm_state active and task_state None. [ 1833.992900] env[64496]: DEBUG nova.compute.manager [req-e9e876f8-7788-49ec-96ac-38e6de3839c4 req-324b3d38-52cf-47f3-b6b1-9be01019a117 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Received event network-changed-8e0cb921-6ec0-4e77-b3dd-66d72872700d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1833.993123] env[64496]: DEBUG nova.compute.manager [req-e9e876f8-7788-49ec-96ac-38e6de3839c4 req-324b3d38-52cf-47f3-b6b1-9be01019a117 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Refreshing instance network info cache due to event network-changed-8e0cb921-6ec0-4e77-b3dd-66d72872700d. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1833.993349] env[64496]: DEBUG oslo_concurrency.lockutils [req-e9e876f8-7788-49ec-96ac-38e6de3839c4 req-324b3d38-52cf-47f3-b6b1-9be01019a117 service nova] Acquiring lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.993518] env[64496]: DEBUG oslo_concurrency.lockutils [req-e9e876f8-7788-49ec-96ac-38e6de3839c4 req-324b3d38-52cf-47f3-b6b1-9be01019a117 service nova] Acquired lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.993684] env[64496]: DEBUG nova.network.neutron [req-e9e876f8-7788-49ec-96ac-38e6de3839c4 req-324b3d38-52cf-47f3-b6b1-9be01019a117 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Refreshing network info cache for port 8e0cb921-6ec0-4e77-b3dd-66d72872700d {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.220731] env[64496]: DEBUG oslo_vmware.api [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902474, 'name': ReconfigVM_Task, 'duration_secs': 0.942104} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.221205] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.221909] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Reconfigured VM to attach interface {{(pid=64496) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1834.291595] env[64496]: DEBUG nova.compute.manager [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1834.291949] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1834.293265] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df526bdb-7f0a-4423-8d1b-70b7a6630f72 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.304439] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1834.304826] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abad2933-1bf6-42f7-93d7-17bc26b2f7dd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.315350] env[64496]: DEBUG oslo_vmware.api [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1834.315350] env[64496]: value = "task-1902475" [ 1834.315350] env[64496]: _type = "Task" [ 1834.315350] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.319294] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4ee5823a-d184-4da0-b14c-ee1ef0c28e2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "8419a38c-f706-485d-b59a-1752eefd5045" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.237s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.326478] env[64496]: DEBUG oslo_vmware.api [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.413154] env[64496]: DEBUG oslo_concurrency.lockutils [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Acquiring lock "f1eb45b6-4099-43cc-a833-b43cf860c868" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.413154] env[64496]: DEBUG oslo_concurrency.lockutils [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Lock "f1eb45b6-4099-43cc-a833-b43cf860c868" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.413154] env[64496]: DEBUG oslo_concurrency.lockutils [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Acquiring lock "f1eb45b6-4099-43cc-a833-b43cf860c868-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.413154] env[64496]: DEBUG oslo_concurrency.lockutils [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Lock "f1eb45b6-4099-43cc-a833-b43cf860c868-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.413533] env[64496]: DEBUG oslo_concurrency.lockutils [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Lock "f1eb45b6-4099-43cc-a833-b43cf860c868-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.415317] env[64496]: INFO nova.compute.manager [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Terminating instance [ 1834.730288] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1b828b67-fc2f-4954-8f31-35e6747881d2 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-6d744842-65e9-4244-b6c5-71d8e0d9068b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.865s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.761099] env[64496]: DEBUG nova.network.neutron [req-e9e876f8-7788-49ec-96ac-38e6de3839c4 req-324b3d38-52cf-47f3-b6b1-9be01019a117 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Updated VIF entry in instance network info cache for port 8e0cb921-6ec0-4e77-b3dd-66d72872700d. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1834.761582] env[64496]: DEBUG nova.network.neutron [req-e9e876f8-7788-49ec-96ac-38e6de3839c4 req-324b3d38-52cf-47f3-b6b1-9be01019a117 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Updating instance_info_cache with network_info: [{"id": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "address": "fa:16:3e:ae:c1:e1", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb826449-90", "ovs_interfaceid": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e0cb921-6ec0-4e77-b3dd-66d72872700d", "address": "fa:16:3e:aa:e7:2f", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0cb921-6e", "ovs_interfaceid": "8e0cb921-6ec0-4e77-b3dd-66d72872700d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.826719] env[64496]: DEBUG oslo_vmware.api [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902475, 'name': PowerOffVM_Task, 'duration_secs': 0.248385} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.827180] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1834.827384] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1834.827717] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e9f17e0-3b51-434b-aec8-bb849b88fe4f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.912603] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1834.912603] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1834.912867] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleting the datastore file [datastore1] ed6b1f1c-966b-4892-b11d-9acd83fde0ce {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1834.913306] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8629a1d-b3f6-44ac-ae6b-aeb877dde5de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.918778] env[64496]: DEBUG nova.compute.manager [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1834.919042] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1834.919898] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f0ff26-ac66-409c-8b8b-d39b2d03aaee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.924194] env[64496]: DEBUG oslo_vmware.api [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for the task: (returnval){ [ 1834.924194] env[64496]: value = "task-1902477" [ 1834.924194] env[64496]: _type = "Task" [ 1834.924194] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.931341] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1834.932147] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14d4abfd-837b-482b-9291-c16dc235b4b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.937670] env[64496]: DEBUG oslo_vmware.api [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.939731] env[64496]: DEBUG oslo_vmware.api [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Waiting for the task: (returnval){ [ 1834.939731] env[64496]: value = "task-1902478" [ 1834.939731] env[64496]: _type = "Task" [ 1834.939731] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.952266] env[64496]: DEBUG oslo_vmware.api [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': task-1902478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.264906] env[64496]: DEBUG oslo_concurrency.lockutils [req-e9e876f8-7788-49ec-96ac-38e6de3839c4 req-324b3d38-52cf-47f3-b6b1-9be01019a117 service nova] Releasing lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.295445] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.295692] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.437266] env[64496]: DEBUG oslo_vmware.api [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Task: {'id': task-1902477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204677} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.437585] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1835.437811] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1835.438265] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1835.438265] env[64496]: INFO nova.compute.manager [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1835.439381] env[64496]: DEBUG oslo.service.loopingcall [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.439381] env[64496]: DEBUG nova.compute.manager [-] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1835.439770] env[64496]: DEBUG nova.network.neutron [-] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1835.464073] env[64496]: DEBUG oslo_vmware.api [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': task-1902478, 'name': PowerOffVM_Task, 'duration_secs': 0.207298} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.464469] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1835.464718] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1835.465039] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3e78cd3-e2e5-4c8f-b050-b67794e63765 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.556232] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1835.556536] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1835.556700] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Deleting the datastore file [datastore1] f1eb45b6-4099-43cc-a833-b43cf860c868 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1835.557513] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f039fa2e-07a2-406b-9425-5c610636d660 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.566798] env[64496]: DEBUG oslo_vmware.api [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Waiting for the task: (returnval){ [ 1835.566798] env[64496]: value = "task-1902480" [ 1835.566798] env[64496]: _type = "Task" [ 1835.566798] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.581189] env[64496]: DEBUG oslo_vmware.api [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': task-1902480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.594702] env[64496]: DEBUG nova.compute.manager [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1835.596047] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39a582a-3522-4f67-b7f0-ee76c37d490d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.798647] env[64496]: DEBUG nova.compute.manager [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1836.082711] env[64496]: DEBUG oslo_vmware.api [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Task: {'id': task-1902480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241852} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.083154] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1836.083353] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1836.083608] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1836.083892] env[64496]: INFO nova.compute.manager [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1836.084363] env[64496]: DEBUG oslo.service.loopingcall [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.084685] env[64496]: DEBUG nova.compute.manager [-] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1836.084888] env[64496]: DEBUG nova.network.neutron [-] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1836.113935] env[64496]: INFO nova.compute.manager [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] instance snapshotting [ 1836.114856] env[64496]: DEBUG nova.objects.instance [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lazy-loading 'flavor' on Instance uuid 6b0624a8-9565-44d9-ba7f-a828714ffe87 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.346504] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.346504] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.348269] env[64496]: INFO nova.compute.claims [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1836.354467] env[64496]: DEBUG nova.compute.manager [req-7f1c64c4-4026-4580-bfbf-44a7a6fdb463 req-5e821d78-cedc-44d2-94fc-9a2945982590 service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Received event network-changed-9b526b78-10ef-4e9b-a1e1-14c9303d7daa {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1836.355648] env[64496]: DEBUG nova.compute.manager [req-7f1c64c4-4026-4580-bfbf-44a7a6fdb463 req-5e821d78-cedc-44d2-94fc-9a2945982590 service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Refreshing instance network info cache due to event network-changed-9b526b78-10ef-4e9b-a1e1-14c9303d7daa. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1836.355648] env[64496]: DEBUG oslo_concurrency.lockutils [req-7f1c64c4-4026-4580-bfbf-44a7a6fdb463 req-5e821d78-cedc-44d2-94fc-9a2945982590 service nova] Acquiring lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.355648] env[64496]: DEBUG oslo_concurrency.lockutils [req-7f1c64c4-4026-4580-bfbf-44a7a6fdb463 req-5e821d78-cedc-44d2-94fc-9a2945982590 service nova] Acquired lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.355648] env[64496]: DEBUG nova.network.neutron [req-7f1c64c4-4026-4580-bfbf-44a7a6fdb463 req-5e821d78-cedc-44d2-94fc-9a2945982590 service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Refreshing network info cache for port 9b526b78-10ef-4e9b-a1e1-14c9303d7daa {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.407433] env[64496]: DEBUG nova.compute.manager [req-3dd3a82d-d411-4faf-91f9-6a98adaf3b73 req-b41e029c-1736-4697-aaeb-8edf03828884 service nova] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Received event network-vif-deleted-85c78528-fb66-45fc-8738-bbaf018258f5 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1836.407648] env[64496]: INFO nova.compute.manager [req-3dd3a82d-d411-4faf-91f9-6a98adaf3b73 req-b41e029c-1736-4697-aaeb-8edf03828884 service nova] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Neutron deleted interface 85c78528-fb66-45fc-8738-bbaf018258f5; detaching it from the instance and deleting it from the info cache [ 1836.407855] env[64496]: DEBUG nova.network.neutron [req-3dd3a82d-d411-4faf-91f9-6a98adaf3b73 req-b41e029c-1736-4697-aaeb-8edf03828884 service nova] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.624632] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1d1fd7-fdd1-4a62-919f-ba5537479d0d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.651968] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bb34c9-1eb6-4051-b13f-940728bc585b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.867607] env[64496]: DEBUG nova.network.neutron [-] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.915054] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8f3c27a-9ea2-4d4a-9af3-8e4d385d194d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.930691] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2822f5-800f-4d1c-b8f7-ab98338b1cc0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.971436] env[64496]: DEBUG oslo_concurrency.lockutils [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.971850] env[64496]: DEBUG oslo_concurrency.lockutils [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.972156] env[64496]: INFO nova.compute.manager [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Shelving [ 1836.998891] env[64496]: DEBUG nova.compute.manager [req-3dd3a82d-d411-4faf-91f9-6a98adaf3b73 req-b41e029c-1736-4697-aaeb-8edf03828884 service nova] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Detach interface failed, port_id=85c78528-fb66-45fc-8738-bbaf018258f5, reason: Instance ed6b1f1c-966b-4892-b11d-9acd83fde0ce could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1837.126678] env[64496]: DEBUG nova.network.neutron [req-7f1c64c4-4026-4580-bfbf-44a7a6fdb463 req-5e821d78-cedc-44d2-94fc-9a2945982590 service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updated VIF entry in instance network info cache for port 9b526b78-10ef-4e9b-a1e1-14c9303d7daa. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1837.127101] env[64496]: DEBUG nova.network.neutron [req-7f1c64c4-4026-4580-bfbf-44a7a6fdb463 req-5e821d78-cedc-44d2-94fc-9a2945982590 service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance_info_cache with network_info: [{"id": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "address": "fa:16:3e:2b:ca:6a", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b526b78-10", "ovs_interfaceid": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.170134] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1837.170581] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-04a29e7a-6ff9-4099-8a7e-33e958088fb7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.179707] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1837.179707] env[64496]: value = "task-1902481" [ 1837.179707] env[64496]: _type = "Task" [ 1837.179707] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.189056] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902481, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.310629] env[64496]: DEBUG nova.network.neutron [-] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.372625] env[64496]: INFO nova.compute.manager [-] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Took 1.93 seconds to deallocate network for instance. [ 1837.459590] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "interface-6d744842-65e9-4244-b6c5-71d8e0d9068b-2ff6fe93-944c-4818-93b2-764d0bec5097" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.459925] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-6d744842-65e9-4244-b6c5-71d8e0d9068b-2ff6fe93-944c-4818-93b2-764d0bec5097" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.460384] env[64496]: DEBUG nova.objects.instance [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'flavor' on Instance uuid 6d744842-65e9-4244-b6c5-71d8e0d9068b {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1837.618422] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd408f7-62ac-47b3-a720-624f6fada1a5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.627536] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333bbfda-9432-4e04-818e-b7292d2ad590 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.631667] env[64496]: DEBUG oslo_concurrency.lockutils [req-7f1c64c4-4026-4580-bfbf-44a7a6fdb463 req-5e821d78-cedc-44d2-94fc-9a2945982590 service nova] Releasing lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.661163] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e841f48-377e-4ec1-8c98-48c139aeadab {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.669765] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e7bf53-a57b-4650-b91d-b2ba1d79c7ae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.685284] env[64496]: DEBUG nova.compute.provider_tree [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1837.695889] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902481, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.817177] env[64496]: INFO nova.compute.manager [-] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Took 1.73 seconds to deallocate network for instance. [ 1837.887541] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.985541] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1837.986017] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eff8ed2c-fcf5-4888-819f-58bc0224c298 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.996994] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1837.996994] env[64496]: value = "task-1902482" [ 1837.996994] env[64496]: _type = "Task" [ 1837.996994] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.008686] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.096331] env[64496]: DEBUG nova.objects.instance [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'pci_requests' on Instance uuid 6d744842-65e9-4244-b6c5-71d8e0d9068b {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.191538] env[64496]: DEBUG nova.scheduler.client.report [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1838.203308] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902481, 'name': CreateSnapshot_Task, 'duration_secs': 0.898313} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.203681] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1838.204734] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b886c232-4368-410a-8011-96e031bac1ab {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.326103] env[64496]: DEBUG oslo_concurrency.lockutils [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.377299] env[64496]: DEBUG nova.compute.manager [req-97f4d352-3c8a-4d62-9e6b-90980d0da231 req-1cf87d18-ced3-491b-ac9b-fc8f64a528d6 service nova] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Received event network-vif-deleted-3f7d01dc-3f59-4c57-83d4-330cc52e50fb {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1838.440907] env[64496]: DEBUG nova.compute.manager [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Received event network-changed-111c37b2-6eca-4a58-a315-41e1e46adaac {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1838.441063] env[64496]: DEBUG nova.compute.manager [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Refreshing instance network info cache due to event network-changed-111c37b2-6eca-4a58-a315-41e1e46adaac. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1838.441294] env[64496]: DEBUG oslo_concurrency.lockutils [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] Acquiring lock "refresh_cache-ca32be52-0300-4daf-8c93-283efd499f51" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.441488] env[64496]: DEBUG oslo_concurrency.lockutils [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] Acquired lock "refresh_cache-ca32be52-0300-4daf-8c93-283efd499f51" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.441660] env[64496]: DEBUG nova.network.neutron [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Refreshing network info cache for port 111c37b2-6eca-4a58-a315-41e1e46adaac {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1838.508071] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902482, 'name': PowerOffVM_Task, 'duration_secs': 0.317692} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.508385] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1838.509572] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4250ce7f-1e6b-4a07-b05c-4ef61df19b71 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.531803] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb7a7b7-ce34-4e89-889d-2576476ac7e1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.600473] env[64496]: DEBUG nova.objects.base [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Object Instance<6d744842-65e9-4244-b6c5-71d8e0d9068b> lazy-loaded attributes: flavor,pci_requests {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1838.600730] env[64496]: DEBUG nova.network.neutron [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1838.676981] env[64496]: DEBUG nova.policy [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac5b31f73b142109d4799fdf59469c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ece971400c14e218ea058face42d8c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1838.697996] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.698417] env[64496]: DEBUG nova.compute.manager [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1838.701330] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.814s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.701525] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.704127] env[64496]: DEBUG oslo_concurrency.lockutils [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.378s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.704127] env[64496]: DEBUG nova.objects.instance [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Lazy-loading 'resources' on Instance uuid f1eb45b6-4099-43cc-a833-b43cf860c868 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.731069] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1838.731896] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e24b9f21-8d87-4c0c-a286-1d6c8614e1a9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.737332] env[64496]: INFO nova.scheduler.client.report [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Deleted allocations for instance ed6b1f1c-966b-4892-b11d-9acd83fde0ce [ 1838.745200] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1838.745200] env[64496]: value = "task-1902483" [ 1838.745200] env[64496]: _type = "Task" [ 1838.745200] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.756171] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902483, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.044774] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1839.045194] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4334e99c-2944-4528-8414-4b6003ab06c6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.054955] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1839.054955] env[64496]: value = "task-1902484" [ 1839.054955] env[64496]: _type = "Task" [ 1839.054955] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.064839] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902484, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.208088] env[64496]: DEBUG nova.compute.utils [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1839.212730] env[64496]: DEBUG nova.compute.manager [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1839.212825] env[64496]: DEBUG nova.network.neutron [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1839.254846] env[64496]: DEBUG oslo_concurrency.lockutils [None req-206702b3-2797-4e77-947e-9f92906aff9f tempest-DeleteServersTestJSON-1863035173 tempest-DeleteServersTestJSON-1863035173-project-member] Lock "ed6b1f1c-966b-4892-b11d-9acd83fde0ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.470s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.266082] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902483, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.290925] env[64496]: DEBUG nova.policy [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34e5efa3c5bc49c4b44f6ee6e30f4671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43e1428760ab42ba89b64ae644a3fa12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1839.318095] env[64496]: DEBUG nova.network.neutron [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Updated VIF entry in instance network info cache for port 111c37b2-6eca-4a58-a315-41e1e46adaac. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1839.318560] env[64496]: DEBUG nova.network.neutron [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Updating instance_info_cache with network_info: [{"id": "111c37b2-6eca-4a58-a315-41e1e46adaac", "address": "fa:16:3e:1b:04:75", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111c37b2-6e", "ovs_interfaceid": "111c37b2-6eca-4a58-a315-41e1e46adaac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.460773] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dcb2ab-e6dd-4ea0-b93a-75bbf197079d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.470905] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9504fdfd-7ac3-48de-8d2d-54bdab6042f7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.514384] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491b1104-37f3-41cb-9e1f-34756bdf72f7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.533727] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ae7d06-1bfe-4012-b81e-9a9bd7be7cb0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.550186] env[64496]: DEBUG nova.compute.provider_tree [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.567560] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902484, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.658698] env[64496]: DEBUG nova.network.neutron [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Successfully created port: 6c78f0be-6341-4323-b844-86154907b9aa {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1839.713695] env[64496]: DEBUG nova.compute.manager [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1839.762686] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902483, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.819311] env[64496]: DEBUG oslo_vmware.rw_handles [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520606f5-79c7-1591-54c8-5fe6ca1bd4e8/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1839.820366] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454d745e-fe49-49c9-83d5-d6e7d259b008 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.823284] env[64496]: DEBUG oslo_concurrency.lockutils [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] Releasing lock "refresh_cache-ca32be52-0300-4daf-8c93-283efd499f51" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.823538] env[64496]: DEBUG nova.compute.manager [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Received event network-changed-496a3268-3e2f-4fe2-b3df-2bfd0e951601 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1839.823727] env[64496]: DEBUG nova.compute.manager [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Refreshing instance network info cache due to event network-changed-496a3268-3e2f-4fe2-b3df-2bfd0e951601. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1839.823965] env[64496]: DEBUG oslo_concurrency.lockutils [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] Acquiring lock "refresh_cache-1d196c83-7a2f-497f-b256-e449f3192d53" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.824162] env[64496]: DEBUG oslo_concurrency.lockutils [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] Acquired lock "refresh_cache-1d196c83-7a2f-497f-b256-e449f3192d53" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.824332] env[64496]: DEBUG nova.network.neutron [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Refreshing network info cache for port 496a3268-3e2f-4fe2-b3df-2bfd0e951601 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1839.829780] env[64496]: DEBUG oslo_vmware.rw_handles [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520606f5-79c7-1591-54c8-5fe6ca1bd4e8/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1839.829967] env[64496]: ERROR oslo_vmware.rw_handles [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520606f5-79c7-1591-54c8-5fe6ca1bd4e8/disk-0.vmdk due to incomplete transfer. [ 1839.830205] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cd995204-5561-4b5e-a600-47aeae81b29a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.838899] env[64496]: DEBUG oslo_vmware.rw_handles [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520606f5-79c7-1591-54c8-5fe6ca1bd4e8/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1839.839117] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Uploaded image 754fafe1-455d-4f0d-b0c8-b59d57a6a096 to the Glance image server {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1839.841614] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1839.841925] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26185f36-6bda-435a-bfcd-4d08a7f8c1a6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.850501] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1839.850501] env[64496]: value = "task-1902486" [ 1839.850501] env[64496]: _type = "Task" [ 1839.850501] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.859074] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902486, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.053760] env[64496]: DEBUG nova.scheduler.client.report [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1840.067644] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902484, 'name': CreateSnapshot_Task, 'duration_secs': 0.765569} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.067935] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1840.068736] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591c3df0-a76e-4db7-899e-66fe0f193c38 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.211883] env[64496]: DEBUG nova.network.neutron [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Successfully updated port: 2ff6fe93-944c-4818-93b2-764d0bec5097 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1840.225294] env[64496]: INFO nova.virt.block_device [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Booting with volume 5d701fac-75b2-4a6a-8d5c-9300ac94e0e5 at /dev/sda [ 1840.260297] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902483, 'name': CloneVM_Task} progress is 95%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.266993] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-032f51db-b96c-4abe-bf61-cc3618c8d456 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.277207] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dee786-ef35-4c55-b733-90e8a3509b88 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.311955] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbd0494f-773a-47ce-ae18-86399f36c885 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.321399] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8fe4f2-c4ba-430f-ad2d-595e2241046f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.368845] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeee107-6c75-428d-88db-ef3da6da6c7b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.376983] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902486, 'name': Destroy_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.383537] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e633f8-db2f-4665-9ea9-046173bb9ce0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.400192] env[64496]: DEBUG nova.virt.block_device [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating existing volume attachment record: d098e7a5-6057-43f7-b36a-fa2ea981f470 {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1840.457643] env[64496]: DEBUG nova.compute.manager [req-344d72bb-8940-42ef-89d8-92bf5415ce2d req-a8897b3f-9b5b-4bcf-aa99-9d554179c64d service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Received event network-vif-plugged-2ff6fe93-944c-4818-93b2-764d0bec5097 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1840.457817] env[64496]: DEBUG oslo_concurrency.lockutils [req-344d72bb-8940-42ef-89d8-92bf5415ce2d req-a8897b3f-9b5b-4bcf-aa99-9d554179c64d service nova] Acquiring lock "6d744842-65e9-4244-b6c5-71d8e0d9068b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.458106] env[64496]: DEBUG oslo_concurrency.lockutils [req-344d72bb-8940-42ef-89d8-92bf5415ce2d req-a8897b3f-9b5b-4bcf-aa99-9d554179c64d service nova] Lock "6d744842-65e9-4244-b6c5-71d8e0d9068b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.458311] env[64496]: DEBUG oslo_concurrency.lockutils [req-344d72bb-8940-42ef-89d8-92bf5415ce2d req-a8897b3f-9b5b-4bcf-aa99-9d554179c64d service nova] Lock "6d744842-65e9-4244-b6c5-71d8e0d9068b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.458496] env[64496]: DEBUG nova.compute.manager [req-344d72bb-8940-42ef-89d8-92bf5415ce2d req-a8897b3f-9b5b-4bcf-aa99-9d554179c64d service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] No waiting events found dispatching network-vif-plugged-2ff6fe93-944c-4818-93b2-764d0bec5097 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1840.458812] env[64496]: WARNING nova.compute.manager [req-344d72bb-8940-42ef-89d8-92bf5415ce2d req-a8897b3f-9b5b-4bcf-aa99-9d554179c64d service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Received unexpected event network-vif-plugged-2ff6fe93-944c-4818-93b2-764d0bec5097 for instance with vm_state active and task_state None. [ 1840.458880] env[64496]: DEBUG nova.compute.manager [req-344d72bb-8940-42ef-89d8-92bf5415ce2d req-a8897b3f-9b5b-4bcf-aa99-9d554179c64d service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Received event network-changed-2ff6fe93-944c-4818-93b2-764d0bec5097 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1840.459183] env[64496]: DEBUG nova.compute.manager [req-344d72bb-8940-42ef-89d8-92bf5415ce2d req-a8897b3f-9b5b-4bcf-aa99-9d554179c64d service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Refreshing instance network info cache due to event network-changed-2ff6fe93-944c-4818-93b2-764d0bec5097. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1840.459330] env[64496]: DEBUG oslo_concurrency.lockutils [req-344d72bb-8940-42ef-89d8-92bf5415ce2d req-a8897b3f-9b5b-4bcf-aa99-9d554179c64d service nova] Acquiring lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.459665] env[64496]: DEBUG oslo_concurrency.lockutils [req-344d72bb-8940-42ef-89d8-92bf5415ce2d req-a8897b3f-9b5b-4bcf-aa99-9d554179c64d service nova] Acquired lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.459665] env[64496]: DEBUG nova.network.neutron [req-344d72bb-8940-42ef-89d8-92bf5415ce2d req-a8897b3f-9b5b-4bcf-aa99-9d554179c64d service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Refreshing network info cache for port 2ff6fe93-944c-4818-93b2-764d0bec5097 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1840.562803] env[64496]: DEBUG oslo_concurrency.lockutils [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.590593] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1840.593216] env[64496]: INFO nova.scheduler.client.report [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Deleted allocations for instance f1eb45b6-4099-43cc-a833-b43cf860c868 [ 1840.593216] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f3b78d2-6773-4758-bcfa-884c5d8e9554 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.605455] env[64496]: DEBUG nova.network.neutron [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Updated VIF entry in instance network info cache for port 496a3268-3e2f-4fe2-b3df-2bfd0e951601. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.606285] env[64496]: DEBUG nova.network.neutron [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Updating instance_info_cache with network_info: [{"id": "496a3268-3e2f-4fe2-b3df-2bfd0e951601", "address": "fa:16:3e:ce:99:8a", "network": {"id": "86100faa-67bc-4d4e-8936-9219151cf273", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26886676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35dabbb56da421eb29776a5623274a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496a3268-3e", "ovs_interfaceid": "496a3268-3e2f-4fe2-b3df-2bfd0e951601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.610595] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1840.610595] env[64496]: value = "task-1902487" [ 1840.610595] env[64496]: _type = "Task" [ 1840.610595] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.621095] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902487, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.715305] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.762270] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902483, 'name': CloneVM_Task, 'duration_secs': 2.004081} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.762553] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Created linked-clone VM from snapshot [ 1840.763479] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef20cb99-944c-43c4-b550-66279e3cadfc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.771908] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Uploading image b116b161-febb-4186-a3f9-7764c79f63f9 {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1840.798751] env[64496]: DEBUG oslo_vmware.rw_handles [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1840.798751] env[64496]: value = "vm-392744" [ 1840.798751] env[64496]: _type = "VirtualMachine" [ 1840.798751] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1840.799066] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a8d89869-5062-4dd5-820b-629955f541ac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.810603] env[64496]: DEBUG oslo_vmware.rw_handles [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lease: (returnval){ [ 1840.810603] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f5165d-de2c-fae8-d522-ae1568e07342" [ 1840.810603] env[64496]: _type = "HttpNfcLease" [ 1840.810603] env[64496]: } obtained for exporting VM: (result){ [ 1840.810603] env[64496]: value = "vm-392744" [ 1840.810603] env[64496]: _type = "VirtualMachine" [ 1840.810603] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1840.811041] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the lease: (returnval){ [ 1840.811041] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f5165d-de2c-fae8-d522-ae1568e07342" [ 1840.811041] env[64496]: _type = "HttpNfcLease" [ 1840.811041] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1840.817944] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1840.817944] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f5165d-de2c-fae8-d522-ae1568e07342" [ 1840.817944] env[64496]: _type = "HttpNfcLease" [ 1840.817944] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1840.860897] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902486, 'name': Destroy_Task, 'duration_secs': 0.574244} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.861205] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Destroyed the VM [ 1840.861446] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1840.861703] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5e17b8e5-db4f-4f5b-8df9-148d2e446b33 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.869275] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1840.869275] env[64496]: value = "task-1902489" [ 1840.869275] env[64496]: _type = "Task" [ 1840.869275] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.878297] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902489, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.103969] env[64496]: DEBUG oslo_concurrency.lockutils [None req-502e5e50-eb3b-45db-8678-6c255571d446 tempest-ServersV294TestFqdnHostnames-1082729667 tempest-ServersV294TestFqdnHostnames-1082729667-project-member] Lock "f1eb45b6-4099-43cc-a833-b43cf860c868" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.691s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.109800] env[64496]: DEBUG oslo_concurrency.lockutils [req-aef45aea-44e1-4651-93d9-b6ecfd7be83a req-2c560276-44d7-49c3-9421-d756c17006dc service nova] Releasing lock "refresh_cache-1d196c83-7a2f-497f-b256-e449f3192d53" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.120987] env[64496]: DEBUG nova.compute.manager [req-ba17367e-08d1-4b9f-8a1a-632c155e6b8c req-3779bf83-4663-49a6-8b37-b840a09d68ee service nova] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Received event network-vif-plugged-6c78f0be-6341-4323-b844-86154907b9aa {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1841.121350] env[64496]: DEBUG oslo_concurrency.lockutils [req-ba17367e-08d1-4b9f-8a1a-632c155e6b8c req-3779bf83-4663-49a6-8b37-b840a09d68ee service nova] Acquiring lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.121666] env[64496]: DEBUG oslo_concurrency.lockutils [req-ba17367e-08d1-4b9f-8a1a-632c155e6b8c req-3779bf83-4663-49a6-8b37-b840a09d68ee service nova] Lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.121890] env[64496]: DEBUG oslo_concurrency.lockutils [req-ba17367e-08d1-4b9f-8a1a-632c155e6b8c req-3779bf83-4663-49a6-8b37-b840a09d68ee service nova] Lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.122142] env[64496]: DEBUG nova.compute.manager [req-ba17367e-08d1-4b9f-8a1a-632c155e6b8c req-3779bf83-4663-49a6-8b37-b840a09d68ee service nova] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] No waiting events found dispatching network-vif-plugged-6c78f0be-6341-4323-b844-86154907b9aa {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1841.122668] env[64496]: WARNING nova.compute.manager [req-ba17367e-08d1-4b9f-8a1a-632c155e6b8c req-3779bf83-4663-49a6-8b37-b840a09d68ee service nova] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Received unexpected event network-vif-plugged-6c78f0be-6341-4323-b844-86154907b9aa for instance with vm_state building and task_state block_device_mapping. [ 1841.135763] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902487, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.208443] env[64496]: DEBUG nova.network.neutron [req-344d72bb-8940-42ef-89d8-92bf5415ce2d req-a8897b3f-9b5b-4bcf-aa99-9d554179c64d service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Added VIF to instance network info cache for port 2ff6fe93-944c-4818-93b2-764d0bec5097. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1841.208935] env[64496]: DEBUG nova.network.neutron [req-344d72bb-8940-42ef-89d8-92bf5415ce2d req-a8897b3f-9b5b-4bcf-aa99-9d554179c64d service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Updating instance_info_cache with network_info: [{"id": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "address": "fa:16:3e:ae:c1:e1", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb826449-90", "ovs_interfaceid": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e0cb921-6ec0-4e77-b3dd-66d72872700d", "address": "fa:16:3e:aa:e7:2f", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0cb921-6e", "ovs_interfaceid": "8e0cb921-6ec0-4e77-b3dd-66d72872700d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ff6fe93-944c-4818-93b2-764d0bec5097", "address": "fa:16:3e:f9:a7:d8", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff6fe93-94", "ovs_interfaceid": "2ff6fe93-944c-4818-93b2-764d0bec5097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.228918] env[64496]: DEBUG nova.network.neutron [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Successfully updated port: 6c78f0be-6341-4323-b844-86154907b9aa {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1841.321877] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1841.321877] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f5165d-de2c-fae8-d522-ae1568e07342" [ 1841.321877] env[64496]: _type = "HttpNfcLease" [ 1841.321877] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1841.322789] env[64496]: DEBUG oslo_vmware.rw_handles [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1841.322789] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f5165d-de2c-fae8-d522-ae1568e07342" [ 1841.322789] env[64496]: _type = "HttpNfcLease" [ 1841.322789] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1841.323967] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70730b7-47ce-459e-b012-255dc6cbf4d5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.334822] env[64496]: DEBUG oslo_vmware.rw_handles [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523f23c9-f888-f534-058b-183857960f4b/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1841.335085] env[64496]: DEBUG oslo_vmware.rw_handles [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523f23c9-f888-f534-058b-183857960f4b/disk-0.vmdk for reading. {{(pid=64496) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1841.410455] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902489, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.442924] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f6695d8e-31b0-4e4b-9fec-902b70c49dec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.627281] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902487, 'name': CloneVM_Task} progress is 95%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.714520] env[64496]: DEBUG oslo_concurrency.lockutils [req-344d72bb-8940-42ef-89d8-92bf5415ce2d req-a8897b3f-9b5b-4bcf-aa99-9d554179c64d service nova] Releasing lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.715355] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.715618] env[64496]: DEBUG nova.network.neutron [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1841.731913] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.732147] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.732299] env[64496]: DEBUG nova.network.neutron [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1841.906731] env[64496]: DEBUG oslo_vmware.api [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902489, 'name': RemoveSnapshot_Task, 'duration_secs': 0.691183} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.907128] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1841.907459] env[64496]: INFO nova.compute.manager [None req-9586b06d-a295-4afe-b9fe-21b54a7395ca tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Took 15.50 seconds to snapshot the instance on the hypervisor. [ 1842.126123] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902487, 'name': CloneVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.274654] env[64496]: DEBUG nova.network.neutron [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1842.423762] env[64496]: DEBUG nova.network.neutron [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating instance_info_cache with network_info: [{"id": "6c78f0be-6341-4323-b844-86154907b9aa", "address": "fa:16:3e:42:b4:90", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c78f0be-63", "ovs_interfaceid": "6c78f0be-6341-4323-b844-86154907b9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.504082] env[64496]: DEBUG nova.compute.manager [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1842.504641] env[64496]: DEBUG nova.virt.hardware [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1842.504858] env[64496]: DEBUG nova.virt.hardware [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1842.505030] env[64496]: DEBUG nova.virt.hardware [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1842.505222] env[64496]: DEBUG nova.virt.hardware [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1842.505378] env[64496]: DEBUG nova.virt.hardware [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1842.505516] env[64496]: DEBUG nova.virt.hardware [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1842.505722] env[64496]: DEBUG nova.virt.hardware [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1842.505881] env[64496]: DEBUG nova.virt.hardware [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1842.508270] env[64496]: DEBUG nova.virt.hardware [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1842.508613] env[64496]: DEBUG nova.virt.hardware [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1842.508834] env[64496]: DEBUG nova.virt.hardware [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1842.510025] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4218ca6-0d3c-4d14-afd0-a42d35df93fb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.521043] env[64496]: WARNING nova.network.neutron [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] cf5a0b71-4205-484c-a26a-02c613a1b056 already exists in list: networks containing: ['cf5a0b71-4205-484c-a26a-02c613a1b056']. ignoring it [ 1842.521405] env[64496]: WARNING nova.network.neutron [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] cf5a0b71-4205-484c-a26a-02c613a1b056 already exists in list: networks containing: ['cf5a0b71-4205-484c-a26a-02c613a1b056']. ignoring it [ 1842.521603] env[64496]: WARNING nova.network.neutron [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] cf5a0b71-4205-484c-a26a-02c613a1b056 already exists in list: networks containing: ['cf5a0b71-4205-484c-a26a-02c613a1b056']. ignoring it [ 1842.521808] env[64496]: WARNING nova.network.neutron [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] 2ff6fe93-944c-4818-93b2-764d0bec5097 already exists in list: port_ids containing: ['2ff6fe93-944c-4818-93b2-764d0bec5097']. ignoring it [ 1842.529669] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6190a0f9-30fc-4ba5-8bb6-315986cb22fa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.627976] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902487, 'name': CloneVM_Task, 'duration_secs': 1.699389} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.628376] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Created linked-clone VM from snapshot [ 1842.629284] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024f816f-1014-449e-9a3b-add67fcd6264 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.639225] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Uploading image 0b8314ad-c714-4883-9f75-744cff745c4a {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1842.668607] env[64496]: DEBUG oslo_vmware.rw_handles [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1842.668607] env[64496]: value = "vm-392746" [ 1842.668607] env[64496]: _type = "VirtualMachine" [ 1842.668607] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1842.668946] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-453a52e1-7085-48fa-8e3b-280a29ba06ac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.678393] env[64496]: DEBUG oslo_vmware.rw_handles [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lease: (returnval){ [ 1842.678393] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5263d1c6-00bd-ae99-660a-31165eaef6d9" [ 1842.678393] env[64496]: _type = "HttpNfcLease" [ 1842.678393] env[64496]: } obtained for exporting VM: (result){ [ 1842.678393] env[64496]: value = "vm-392746" [ 1842.678393] env[64496]: _type = "VirtualMachine" [ 1842.678393] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1842.678680] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the lease: (returnval){ [ 1842.678680] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5263d1c6-00bd-ae99-660a-31165eaef6d9" [ 1842.678680] env[64496]: _type = "HttpNfcLease" [ 1842.678680] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1842.690961] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1842.690961] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5263d1c6-00bd-ae99-660a-31165eaef6d9" [ 1842.690961] env[64496]: _type = "HttpNfcLease" [ 1842.690961] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1842.691308] env[64496]: DEBUG oslo_vmware.rw_handles [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1842.691308] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5263d1c6-00bd-ae99-660a-31165eaef6d9" [ 1842.691308] env[64496]: _type = "HttpNfcLease" [ 1842.691308] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1842.692311] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa54079-7863-4bb1-b59d-aa543227e5e7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.703377] env[64496]: DEBUG oslo_vmware.rw_handles [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253a5a5-8a01-6a10-3386-53f4286df815/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1842.703623] env[64496]: DEBUG oslo_vmware.rw_handles [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253a5a5-8a01-6a10-3386-53f4286df815/disk-0.vmdk for reading. {{(pid=64496) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1842.804708] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a8fe2f1-43cc-47d4-924b-255f501393e7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.926419] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.926746] env[64496]: DEBUG nova.compute.manager [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Instance network_info: |[{"id": "6c78f0be-6341-4323-b844-86154907b9aa", "address": "fa:16:3e:42:b4:90", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c78f0be-63", "ovs_interfaceid": "6c78f0be-6341-4323-b844-86154907b9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1842.927292] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:b4:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c78f0be-6341-4323-b844-86154907b9aa', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1842.935993] env[64496]: DEBUG oslo.service.loopingcall [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.935993] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1842.940736] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aad3166-a267-46b2-a089-d237260027da {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.965506] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1842.965506] env[64496]: value = "task-1902491" [ 1842.965506] env[64496]: _type = "Task" [ 1842.965506] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.975782] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902491, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.199072] env[64496]: DEBUG nova.compute.manager [req-87ad47da-39ff-4630-9dd7-3eff08c285f9 req-8cfc3acb-694c-49f2-ace1-fd98b208597a service nova] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Received event network-changed-6c78f0be-6341-4323-b844-86154907b9aa {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1843.202305] env[64496]: DEBUG nova.compute.manager [req-87ad47da-39ff-4630-9dd7-3eff08c285f9 req-8cfc3acb-694c-49f2-ace1-fd98b208597a service nova] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Refreshing instance network info cache due to event network-changed-6c78f0be-6341-4323-b844-86154907b9aa. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1843.205460] env[64496]: DEBUG oslo_concurrency.lockutils [req-87ad47da-39ff-4630-9dd7-3eff08c285f9 req-8cfc3acb-694c-49f2-ace1-fd98b208597a service nova] Acquiring lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.205460] env[64496]: DEBUG oslo_concurrency.lockutils [req-87ad47da-39ff-4630-9dd7-3eff08c285f9 req-8cfc3acb-694c-49f2-ace1-fd98b208597a service nova] Acquired lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.205460] env[64496]: DEBUG nova.network.neutron [req-87ad47da-39ff-4630-9dd7-3eff08c285f9 req-8cfc3acb-694c-49f2-ace1-fd98b208597a service nova] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Refreshing network info cache for port 6c78f0be-6341-4323-b844-86154907b9aa {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1843.404355] env[64496]: DEBUG nova.network.neutron [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Updating instance_info_cache with network_info: [{"id": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "address": "fa:16:3e:ae:c1:e1", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb826449-90", "ovs_interfaceid": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e0cb921-6ec0-4e77-b3dd-66d72872700d", "address": "fa:16:3e:aa:e7:2f", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0cb921-6e", "ovs_interfaceid": "8e0cb921-6ec0-4e77-b3dd-66d72872700d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ff6fe93-944c-4818-93b2-764d0bec5097", "address": "fa:16:3e:f9:a7:d8", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff6fe93-94", "ovs_interfaceid": "2ff6fe93-944c-4818-93b2-764d0bec5097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.479666] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902491, 'name': CreateVM_Task, 'duration_secs': 0.496688} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.480032] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1843.481706] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'attachment_id': 'd098e7a5-6057-43f7-b36a-fa2ea981f470', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392739', 'volume_id': '5d701fac-75b2-4a6a-8d5c-9300ac94e0e5', 'name': 'volume-5d701fac-75b2-4a6a-8d5c-9300ac94e0e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b66d7c87-2a88-42aa-b4be-c0d53b9c4e78', 'attached_at': '', 'detached_at': '', 'volume_id': '5d701fac-75b2-4a6a-8d5c-9300ac94e0e5', 'serial': '5d701fac-75b2-4a6a-8d5c-9300ac94e0e5'}, 'volume_type': None}], 'swap': None} {{(pid=64496) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1843.481706] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Root volume attach. Driver type: vmdk {{(pid=64496) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1843.484705] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ed9a8b-cf8a-460b-b0f2-5e3e1349b5cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.492800] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ac75b1-fd53-421c-9b4e-0650a5e3add6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.502173] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ed89bc-f922-48e9-a24e-2d95fcf79e4e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.513396] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ae1011a1-88a6-463a-a8e5-e40dfa54f183 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.525489] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1843.525489] env[64496]: value = "task-1902492" [ 1843.525489] env[64496]: _type = "Task" [ 1843.525489] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.537382] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902492, 'name': RelocateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.909812] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.911094] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.911275] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.912343] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3623ef9-a651-4686-b4f5-38cd70047e4f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.935399] env[64496]: DEBUG nova.virt.hardware [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1843.936183] env[64496]: DEBUG nova.virt.hardware [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1843.936183] env[64496]: DEBUG nova.virt.hardware [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1843.936636] env[64496]: DEBUG nova.virt.hardware [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1843.936636] env[64496]: DEBUG nova.virt.hardware [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1843.936806] env[64496]: DEBUG nova.virt.hardware [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1843.937072] env[64496]: DEBUG nova.virt.hardware [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1843.937367] env[64496]: DEBUG nova.virt.hardware [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1843.937612] env[64496]: DEBUG nova.virt.hardware [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1843.937805] env[64496]: DEBUG nova.virt.hardware [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1843.937980] env[64496]: DEBUG nova.virt.hardware [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1843.945794] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Reconfiguring VM to attach interface {{(pid=64496) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1843.946541] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5f2cf9d-5a1d-4029-a63a-3c5ebe07ce54 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.969744] env[64496]: DEBUG oslo_vmware.api [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1843.969744] env[64496]: value = "task-1902493" [ 1843.969744] env[64496]: _type = "Task" [ 1843.969744] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.983261] env[64496]: DEBUG oslo_vmware.api [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902493, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.009772] env[64496]: DEBUG nova.network.neutron [req-87ad47da-39ff-4630-9dd7-3eff08c285f9 req-8cfc3acb-694c-49f2-ace1-fd98b208597a service nova] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updated VIF entry in instance network info cache for port 6c78f0be-6341-4323-b844-86154907b9aa. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1844.010354] env[64496]: DEBUG nova.network.neutron [req-87ad47da-39ff-4630-9dd7-3eff08c285f9 req-8cfc3acb-694c-49f2-ace1-fd98b208597a service nova] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating instance_info_cache with network_info: [{"id": "6c78f0be-6341-4323-b844-86154907b9aa", "address": "fa:16:3e:42:b4:90", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c78f0be-63", "ovs_interfaceid": "6c78f0be-6341-4323-b844-86154907b9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.038882] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902492, 'name': RelocateVM_Task} progress is 40%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.482708] env[64496]: DEBUG oslo_vmware.api [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.513600] env[64496]: DEBUG oslo_concurrency.lockutils [req-87ad47da-39ff-4630-9dd7-3eff08c285f9 req-8cfc3acb-694c-49f2-ace1-fd98b208597a service nova] Releasing lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.537648] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902492, 'name': RelocateVM_Task} progress is 53%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.983095] env[64496]: DEBUG oslo_vmware.api [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.038843] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902492, 'name': RelocateVM_Task} progress is 63%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.483113] env[64496]: DEBUG oslo_vmware.api [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902493, 'name': ReconfigVM_Task, 'duration_secs': 1.189183} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.483725] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.483965] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Reconfigured VM to attach interface {{(pid=64496) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1845.539346] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902492, 'name': RelocateVM_Task} progress is 76%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.989308] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a70d48c1-361f-4264-8195-109f4dbbfbb4 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-6d744842-65e9-4244-b6c5-71d8e0d9068b-2ff6fe93-944c-4818-93b2-764d0bec5097" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.529s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.039182] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902492, 'name': RelocateVM_Task} progress is 92%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.539775] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902492, 'name': RelocateVM_Task} progress is 97%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.042530] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902492, 'name': RelocateVM_Task} progress is 98%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.497723] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "19793aba-0d19-49cf-b66a-9bca724ec957" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.497970] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "19793aba-0d19-49cf-b66a-9bca724ec957" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.540749] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902492, 'name': RelocateVM_Task, 'duration_secs': 3.652611} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.541103] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1847.541326] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392739', 'volume_id': '5d701fac-75b2-4a6a-8d5c-9300ac94e0e5', 'name': 'volume-5d701fac-75b2-4a6a-8d5c-9300ac94e0e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b66d7c87-2a88-42aa-b4be-c0d53b9c4e78', 'attached_at': '', 'detached_at': '', 'volume_id': '5d701fac-75b2-4a6a-8d5c-9300ac94e0e5', 'serial': '5d701fac-75b2-4a6a-8d5c-9300ac94e0e5'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1847.542161] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1456f2-57f7-4699-a524-e4f13a8ebfd4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.558601] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9707ab-a7f6-476c-94cc-b38c09fb7eaf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.583783] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-5d701fac-75b2-4a6a-8d5c-9300ac94e0e5/volume-5d701fac-75b2-4a6a-8d5c-9300ac94e0e5.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1847.584129] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-693c02f3-7250-4a4d-a969-3649fea4798c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.606105] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1847.606105] env[64496]: value = "task-1902494" [ 1847.606105] env[64496]: _type = "Task" [ 1847.606105] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.614961] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.001822] env[64496]: DEBUG nova.compute.utils [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1848.117245] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902494, 'name': ReconfigVM_Task, 'duration_secs': 0.405403} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.117595] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-5d701fac-75b2-4a6a-8d5c-9300ac94e0e5/volume-5d701fac-75b2-4a6a-8d5c-9300ac94e0e5.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1848.122299] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-674340cd-3e24-4f20-b3de-8006addebf0c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.139364] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1848.139364] env[64496]: value = "task-1902495" [ 1848.139364] env[64496]: _type = "Task" [ 1848.139364] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.148879] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.505745] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "19793aba-0d19-49cf-b66a-9bca724ec957" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.650754] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902495, 'name': ReconfigVM_Task, 'duration_secs': 0.187775} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.651017] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392739', 'volume_id': '5d701fac-75b2-4a6a-8d5c-9300ac94e0e5', 'name': 'volume-5d701fac-75b2-4a6a-8d5c-9300ac94e0e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b66d7c87-2a88-42aa-b4be-c0d53b9c4e78', 'attached_at': '', 'detached_at': '', 'volume_id': '5d701fac-75b2-4a6a-8d5c-9300ac94e0e5', 'serial': '5d701fac-75b2-4a6a-8d5c-9300ac94e0e5'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1848.651576] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fd6788f-ebb8-4c6f-b4e5-8f77353b0908 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.660343] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1848.660343] env[64496]: value = "task-1902496" [ 1848.660343] env[64496]: _type = "Task" [ 1848.660343] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.670167] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902496, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.172306] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902496, 'name': Rename_Task, 'duration_secs': 0.18506} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.173264] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1849.173264] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62bb070b-5853-4244-beeb-93ef3a309dca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.182407] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1849.182407] env[64496]: value = "task-1902497" [ 1849.182407] env[64496]: _type = "Task" [ 1849.182407] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.191826] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.587786] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "19793aba-0d19-49cf-b66a-9bca724ec957" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.588130] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "19793aba-0d19-49cf-b66a-9bca724ec957" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.588379] env[64496]: INFO nova.compute.manager [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Attaching volume ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c to /dev/sdb [ 1849.634506] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f90afa7-257e-4570-ba0a-13d0a00fbc97 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.643998] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d378b99-c6d4-458e-b33f-6d59631e71b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.664972] env[64496]: DEBUG nova.virt.block_device [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Updating existing volume attachment record: 0d90c2a7-bef2-42db-b069-0c28057faf09 {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1849.693146] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902497, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.110065] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "interface-6d744842-65e9-4244-b6c5-71d8e0d9068b-8e0cb921-6ec0-4e77-b3dd-66d72872700d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.110367] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-6d744842-65e9-4244-b6c5-71d8e0d9068b-8e0cb921-6ec0-4e77-b3dd-66d72872700d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.194124] env[64496]: DEBUG oslo_vmware.api [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902497, 'name': PowerOnVM_Task, 'duration_secs': 0.671227} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.194478] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1850.194552] env[64496]: INFO nova.compute.manager [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1850.194731] env[64496]: DEBUG nova.compute.manager [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1850.195754] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b2c230-72a4-4919-8436-be197240170b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.613872] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.614236] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.615114] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f99ea6b-2912-4ba5-ac41-e63e26c01463 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.637079] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed514e29-0874-458d-8204-886b89da6228 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.669124] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Reconfiguring VM to detach interface {{(pid=64496) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1850.669124] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2df1ef3c-8e1c-468f-932d-c9a71eb553e0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.689252] env[64496]: DEBUG oslo_vmware.api [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1850.689252] env[64496]: value = "task-1902501" [ 1850.689252] env[64496]: _type = "Task" [ 1850.689252] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.698810] env[64496]: DEBUG oslo_vmware.api [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.718722] env[64496]: INFO nova.compute.manager [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Took 14.41 seconds to build instance. [ 1851.201420] env[64496]: DEBUG oslo_vmware.api [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.222397] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4330d315-b5d4-431b-94ff-654a60bd8676 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.926s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.705955] env[64496]: DEBUG oslo_vmware.api [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.715203] env[64496]: DEBUG nova.compute.manager [req-16162748-2593-41bd-82b6-2644c0bd84e2 req-b29f9c83-edb7-4e17-a638-e20a747b47a0 service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Received event network-changed-46ea7875-93ff-4630-b6aa-8d4e2b43d4c4 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1851.715643] env[64496]: DEBUG nova.compute.manager [req-16162748-2593-41bd-82b6-2644c0bd84e2 req-b29f9c83-edb7-4e17-a638-e20a747b47a0 service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Refreshing instance network info cache due to event network-changed-46ea7875-93ff-4630-b6aa-8d4e2b43d4c4. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1851.715643] env[64496]: DEBUG oslo_concurrency.lockutils [req-16162748-2593-41bd-82b6-2644c0bd84e2 req-b29f9c83-edb7-4e17-a638-e20a747b47a0 service nova] Acquiring lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.715885] env[64496]: DEBUG oslo_concurrency.lockutils [req-16162748-2593-41bd-82b6-2644c0bd84e2 req-b29f9c83-edb7-4e17-a638-e20a747b47a0 service nova] Acquired lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.715920] env[64496]: DEBUG nova.network.neutron [req-16162748-2593-41bd-82b6-2644c0bd84e2 req-b29f9c83-edb7-4e17-a638-e20a747b47a0 service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Refreshing network info cache for port 46ea7875-93ff-4630-b6aa-8d4e2b43d4c4 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1851.749720] env[64496]: DEBUG oslo_vmware.rw_handles [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523f23c9-f888-f534-058b-183857960f4b/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1851.750759] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613353d0-5dbf-4b04-9649-ebfa746e0e8d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.761807] env[64496]: DEBUG oslo_vmware.rw_handles [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523f23c9-f888-f534-058b-183857960f4b/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1851.762370] env[64496]: ERROR oslo_vmware.rw_handles [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523f23c9-f888-f534-058b-183857960f4b/disk-0.vmdk due to incomplete transfer. [ 1851.762541] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bd54b30a-0f87-4196-8701-5b431b07c2fd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.771614] env[64496]: DEBUG oslo_vmware.rw_handles [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523f23c9-f888-f534-058b-183857960f4b/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1851.772022] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Uploaded image b116b161-febb-4186-a3f9-7764c79f63f9 to the Glance image server {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1851.775525] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1851.776208] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b0acfd95-37bb-45d3-99f9-9855aa353a5a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.785600] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1851.785600] env[64496]: value = "task-1902502" [ 1851.785600] env[64496]: _type = "Task" [ 1851.785600] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.798695] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902502, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.202193] env[64496]: DEBUG oslo_vmware.api [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.306102] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902502, 'name': Destroy_Task, 'duration_secs': 0.392132} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.306517] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Destroyed the VM [ 1852.306761] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1852.308930] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5d161f9-1a6b-4f2f-88e9-c409890f5f4c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.317871] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1852.317871] env[64496]: value = "task-1902504" [ 1852.317871] env[64496]: _type = "Task" [ 1852.317871] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.328904] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902504, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.331296] env[64496]: DEBUG oslo_vmware.rw_handles [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253a5a5-8a01-6a10-3386-53f4286df815/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1852.332238] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d6a3ed-df42-484d-beb3-668c5e482c28 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.339406] env[64496]: DEBUG oslo_vmware.rw_handles [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253a5a5-8a01-6a10-3386-53f4286df815/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1852.339471] env[64496]: ERROR oslo_vmware.rw_handles [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253a5a5-8a01-6a10-3386-53f4286df815/disk-0.vmdk due to incomplete transfer. [ 1852.343514] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64d2183a-85e3-473f-8959-6b6118aafebc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.354047] env[64496]: DEBUG oslo_vmware.rw_handles [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253a5a5-8a01-6a10-3386-53f4286df815/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1852.354047] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Uploaded image 0b8314ad-c714-4883-9f75-744cff745c4a to the Glance image server {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1852.355571] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1852.355860] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-31c4022d-559b-4da6-adf6-a34d96784718 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.362946] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1852.362946] env[64496]: value = "task-1902505" [ 1852.362946] env[64496]: _type = "Task" [ 1852.362946] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.374116] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902505, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.465721] env[64496]: DEBUG nova.network.neutron [req-16162748-2593-41bd-82b6-2644c0bd84e2 req-b29f9c83-edb7-4e17-a638-e20a747b47a0 service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Updated VIF entry in instance network info cache for port 46ea7875-93ff-4630-b6aa-8d4e2b43d4c4. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1852.466139] env[64496]: DEBUG nova.network.neutron [req-16162748-2593-41bd-82b6-2644c0bd84e2 req-b29f9c83-edb7-4e17-a638-e20a747b47a0 service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Updating instance_info_cache with network_info: [{"id": "46ea7875-93ff-4630-b6aa-8d4e2b43d4c4", "address": "fa:16:3e:ce:ba:43", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46ea7875-93", "ovs_interfaceid": "46ea7875-93ff-4630-b6aa-8d4e2b43d4c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.703645] env[64496]: DEBUG oslo_vmware.api [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.776159] env[64496]: DEBUG nova.compute.manager [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1852.776159] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b923228-6634-49cd-8102-6785e0f01644 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.830160] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902504, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.875747] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902505, 'name': Destroy_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.971806] env[64496]: DEBUG oslo_concurrency.lockutils [req-16162748-2593-41bd-82b6-2644c0bd84e2 req-b29f9c83-edb7-4e17-a638-e20a747b47a0 service nova] Releasing lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.204276] env[64496]: DEBUG oslo_vmware.api [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.293319] env[64496]: INFO nova.compute.manager [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] instance snapshotting [ 1853.297051] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd95529d-a0aa-4637-a039-5f7b77ec75a3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.319333] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2180e4-ed4a-4559-bb83-8a602c667d59 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.328311] env[64496]: DEBUG nova.compute.manager [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Stashing vm_state: active {{(pid=64496) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1853.337462] env[64496]: DEBUG oslo_vmware.api [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902504, 'name': RemoveSnapshot_Task, 'duration_secs': 0.653415} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.339698] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1853.340073] env[64496]: INFO nova.compute.manager [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Took 16.72 seconds to snapshot the instance on the hypervisor. [ 1853.375997] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902505, 'name': Destroy_Task, 'duration_secs': 0.590338} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.376301] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Destroyed the VM [ 1853.376544] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1853.376795] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-907c74cb-a0b6-4d38-b879-ab904c0f3961 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.384776] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1853.384776] env[64496]: value = "task-1902506" [ 1853.384776] env[64496]: _type = "Task" [ 1853.384776] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.395106] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902506, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.705054] env[64496]: DEBUG oslo_vmware.api [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.748139] env[64496]: DEBUG nova.compute.manager [req-56bcb4c4-7eac-4f8a-989b-f515532079a4 req-5cc73a84-1c1d-4bea-b391-d5a38eac7d20 service nova] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Received event network-changed-6c78f0be-6341-4323-b844-86154907b9aa {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1853.748139] env[64496]: DEBUG nova.compute.manager [req-56bcb4c4-7eac-4f8a-989b-f515532079a4 req-5cc73a84-1c1d-4bea-b391-d5a38eac7d20 service nova] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Refreshing instance network info cache due to event network-changed-6c78f0be-6341-4323-b844-86154907b9aa. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1853.748139] env[64496]: DEBUG oslo_concurrency.lockutils [req-56bcb4c4-7eac-4f8a-989b-f515532079a4 req-5cc73a84-1c1d-4bea-b391-d5a38eac7d20 service nova] Acquiring lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.748139] env[64496]: DEBUG oslo_concurrency.lockutils [req-56bcb4c4-7eac-4f8a-989b-f515532079a4 req-5cc73a84-1c1d-4bea-b391-d5a38eac7d20 service nova] Acquired lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.748139] env[64496]: DEBUG nova.network.neutron [req-56bcb4c4-7eac-4f8a-989b-f515532079a4 req-5cc73a84-1c1d-4bea-b391-d5a38eac7d20 service nova] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Refreshing network info cache for port 6c78f0be-6341-4323-b844-86154907b9aa {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.849337] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1853.851950] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ea3d234-4528-4c17-8a00-de6e76d04bc3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.854373] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.854619] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.864668] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1853.864668] env[64496]: value = "task-1902507" [ 1853.864668] env[64496]: _type = "Task" [ 1853.864668] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.875180] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902507, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.900651] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902506, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.903037] env[64496]: DEBUG nova.compute.manager [None req-266ece04-6b3c-4418-ba63-422b825f92cb tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Found 2 images (rotation: 2) {{(pid=64496) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1854.206202] env[64496]: DEBUG oslo_vmware.api [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.230220] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1854.230684] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392749', 'volume_id': 'ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c', 'name': 'volume-ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19793aba-0d19-49cf-b66a-9bca724ec957', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c', 'serial': 'ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1854.231647] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9e9b73-c2a5-4ed7-b98c-b73770918a6f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.256263] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283b8b83-cbc2-41a4-bcf9-6cc39bea4c1d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.288990] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c/volume-ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1854.288990] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9a7b0b7-1d42-434c-bfb5-9aeaece80192 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.318194] env[64496]: DEBUG oslo_vmware.api [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1854.318194] env[64496]: value = "task-1902508" [ 1854.318194] env[64496]: _type = "Task" [ 1854.318194] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.327571] env[64496]: DEBUG oslo_vmware.api [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.360577] env[64496]: INFO nova.compute.claims [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1854.378173] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902507, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.395619] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902506, 'name': RemoveSnapshot_Task, 'duration_secs': 0.898533} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.396288] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1854.396288] env[64496]: DEBUG nova.compute.manager [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1854.397073] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53446899-766c-441e-b471-b185b266c76b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.566035] env[64496]: DEBUG nova.network.neutron [req-56bcb4c4-7eac-4f8a-989b-f515532079a4 req-5cc73a84-1c1d-4bea-b391-d5a38eac7d20 service nova] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updated VIF entry in instance network info cache for port 6c78f0be-6341-4323-b844-86154907b9aa. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.566273] env[64496]: DEBUG nova.network.neutron [req-56bcb4c4-7eac-4f8a-989b-f515532079a4 req-5cc73a84-1c1d-4bea-b391-d5a38eac7d20 service nova] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating instance_info_cache with network_info: [{"id": "6c78f0be-6341-4323-b844-86154907b9aa", "address": "fa:16:3e:42:b4:90", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c78f0be-63", "ovs_interfaceid": "6c78f0be-6341-4323-b844-86154907b9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.710891] env[64496]: DEBUG oslo_vmware.api [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.828684] env[64496]: DEBUG oslo_vmware.api [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902508, 'name': ReconfigVM_Task, 'duration_secs': 0.44016} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.829027] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c/volume-ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1854.833797] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9390565c-1515-4216-a8f8-314f6a070df6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.850332] env[64496]: DEBUG oslo_vmware.api [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1854.850332] env[64496]: value = "task-1902509" [ 1854.850332] env[64496]: _type = "Task" [ 1854.850332] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.859317] env[64496]: DEBUG oslo_vmware.api [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.870249] env[64496]: INFO nova.compute.resource_tracker [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating resource usage from migration aa70f298-d6c3-4244-bac2-72e3114f0f5e [ 1854.883194] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902507, 'name': CreateSnapshot_Task, 'duration_secs': 0.532394} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.883824] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1854.884870] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7114ad5f-69fd-40eb-a4ef-0772a2b550d9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.916266] env[64496]: INFO nova.compute.manager [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Shelve offloading [ 1855.014522] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.014780] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.071013] env[64496]: DEBUG oslo_concurrency.lockutils [req-56bcb4c4-7eac-4f8a-989b-f515532079a4 req-5cc73a84-1c1d-4bea-b391-d5a38eac7d20 service nova] Releasing lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.101857] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa7971a-1a91-44ee-bb39-d0fea74b52e6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.109999] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be637a8-5960-4bf4-9f46-0ee8cbf2a25d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.141460] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfe5e94-daa5-4958-a6cb-88b0a3f37655 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.149255] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def3c5b4-c0c7-471b-a9af-3f0d40e3142c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.163094] env[64496]: DEBUG nova.compute.provider_tree [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1855.182152] env[64496]: DEBUG nova.compute.manager [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1855.182982] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee20eef6-f868-4466-8198-2f182ccc79f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.205188] env[64496]: DEBUG oslo_vmware.api [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.283377] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1855.283728] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1855.360182] env[64496]: DEBUG oslo_vmware.api [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902509, 'name': ReconfigVM_Task, 'duration_secs': 0.160707} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.361170] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392749', 'volume_id': 'ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c', 'name': 'volume-ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19793aba-0d19-49cf-b66a-9bca724ec957', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c', 'serial': 'ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1855.409348] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1855.409870] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-09d54fc1-cd64-4a28-82c6-571666f94a41 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.419380] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1855.419380] env[64496]: value = "task-1902510" [ 1855.419380] env[64496]: _type = "Task" [ 1855.419380] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.419867] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1855.423153] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b522ec7b-be13-4668-b9fb-812ab49aa51f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.430970] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902510, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.432265] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1855.432265] env[64496]: value = "task-1902511" [ 1855.432265] env[64496]: _type = "Task" [ 1855.432265] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.442437] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] VM already powered off {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1855.442666] env[64496]: DEBUG nova.compute.manager [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1855.443500] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffe4f8c-4f9a-41ea-aebd-f52ec37bd85e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.454928] env[64496]: DEBUG oslo_concurrency.lockutils [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.455122] env[64496]: DEBUG oslo_concurrency.lockutils [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquired lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.455296] env[64496]: DEBUG nova.network.neutron [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1855.519501] env[64496]: DEBUG nova.compute.manager [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1855.690066] env[64496]: ERROR nova.scheduler.client.report [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [req-487c9f54-c2c7-4ee5-b547-26cfc57db283] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-487c9f54-c2c7-4ee5-b547-26cfc57db283"}]} [ 1855.696734] env[64496]: INFO nova.compute.manager [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] instance snapshotting [ 1855.696734] env[64496]: DEBUG nova.objects.instance [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lazy-loading 'flavor' on Instance uuid 6b0624a8-9565-44d9-ba7f-a828714ffe87 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1855.707270] env[64496]: DEBUG oslo_vmware.api [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.713145] env[64496]: DEBUG nova.scheduler.client.report [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1855.726840] env[64496]: DEBUG nova.scheduler.client.report [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1855.729050] env[64496]: DEBUG nova.compute.provider_tree [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1855.740217] env[64496]: DEBUG nova.scheduler.client.report [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1855.759376] env[64496]: DEBUG nova.scheduler.client.report [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1855.789506] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1855.789725] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1855.932034] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902510, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.016021] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03890405-d730-42e3-923a-563408ec9cfe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.024721] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b15cbe-675d-40ea-a51d-809f0e6a9a28 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.063503] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.064463] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441b621b-f378-4779-b255-1b6235f078eb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.073752] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad8c4a4-d31d-4d96-9add-73b90e662d4a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.088455] env[64496]: DEBUG nova.compute.provider_tree [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1856.204789] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1436aaf-e858-4c1c-a79e-dc32746c5e7c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.214149] env[64496]: DEBUG oslo_vmware.api [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902501, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.229985] env[64496]: DEBUG nova.network.neutron [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Updating instance_info_cache with network_info: [{"id": "630f040e-7cd0-4ee4-be47-0a75e03fbd5b", "address": "fa:16:3e:ea:90:0a", "network": {"id": "abb8d070-cb81-41a2-87e4-957f3a8f1178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1319769633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5cc478727cb464d8b01a0c1ed781757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630f040e-7c", "ovs_interfaceid": "630f040e-7cd0-4ee4-be47-0a75e03fbd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.232377] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc3dbd4-b8ed-46c8-8cc1-e6fc253ef0fe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.416716] env[64496]: DEBUG nova.objects.instance [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lazy-loading 'flavor' on Instance uuid 19793aba-0d19-49cf-b66a-9bca724ec957 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1856.431195] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902510, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.621643] env[64496]: DEBUG nova.scheduler.client.report [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1856.621925] env[64496]: DEBUG nova.compute.provider_tree [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 155 to 156 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1856.622163] env[64496]: DEBUG nova.compute.provider_tree [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1856.710221] env[64496]: DEBUG oslo_vmware.api [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902501, 'name': ReconfigVM_Task, 'duration_secs': 5.965509} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.710512] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.710754] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Reconfigured VM to detach interface {{(pid=64496) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1856.735721] env[64496]: DEBUG oslo_concurrency.lockutils [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Releasing lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.744657] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1856.745160] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4c284afe-2673-474f-b814-7873c8f3bc36 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.752977] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1856.752977] env[64496]: value = "task-1902512" [ 1856.752977] env[64496]: _type = "Task" [ 1856.752977] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.762865] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902512, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.921857] env[64496]: DEBUG oslo_concurrency.lockutils [None req-76969051-4515-4828-ba39-fe6a81d07271 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "19793aba-0d19-49cf-b66a-9bca724ec957" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.334s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.936509] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902510, 'name': CloneVM_Task, 'duration_secs': 1.405503} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.937013] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Created linked-clone VM from snapshot [ 1856.938434] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265e3a2a-a9ec-4413-92e4-8ec11cfb4233 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.950748] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Uploading image b2712a46-81bc-4b46-a73a-5642aa4f1546 {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1856.959224] env[64496]: DEBUG nova.compute.manager [req-2a9f9a64-56da-480e-a825-630275b64100 req-f71347aa-b300-4385-910a-cd8a43007591 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Received event network-vif-deleted-8e0cb921-6ec0-4e77-b3dd-66d72872700d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1856.959431] env[64496]: INFO nova.compute.manager [req-2a9f9a64-56da-480e-a825-630275b64100 req-f71347aa-b300-4385-910a-cd8a43007591 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Neutron deleted interface 8e0cb921-6ec0-4e77-b3dd-66d72872700d; detaching it from the instance and deleting it from the info cache [ 1856.959720] env[64496]: DEBUG nova.network.neutron [req-2a9f9a64-56da-480e-a825-630275b64100 req-f71347aa-b300-4385-910a-cd8a43007591 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Updating instance_info_cache with network_info: [{"id": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "address": "fa:16:3e:ae:c1:e1", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb826449-90", "ovs_interfaceid": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ff6fe93-944c-4818-93b2-764d0bec5097", "address": "fa:16:3e:f9:a7:d8", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff6fe93-94", "ovs_interfaceid": "2ff6fe93-944c-4818-93b2-764d0bec5097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.989382] env[64496]: DEBUG oslo_vmware.rw_handles [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1856.989382] env[64496]: value = "vm-392751" [ 1856.989382] env[64496]: _type = "VirtualMachine" [ 1856.989382] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1856.989901] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3d2e1b25-6998-40bf-9a88-ff60682b2a43 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.999764] env[64496]: DEBUG oslo_vmware.rw_handles [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lease: (returnval){ [ 1856.999764] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520630a5-3e39-e746-6abf-53c7cc890ab6" [ 1856.999764] env[64496]: _type = "HttpNfcLease" [ 1856.999764] env[64496]: } obtained for exporting VM: (result){ [ 1856.999764] env[64496]: value = "vm-392751" [ 1856.999764] env[64496]: _type = "VirtualMachine" [ 1856.999764] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1856.999764] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the lease: (returnval){ [ 1856.999764] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520630a5-3e39-e746-6abf-53c7cc890ab6" [ 1856.999764] env[64496]: _type = "HttpNfcLease" [ 1856.999764] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1857.002617] env[64496]: INFO nova.compute.manager [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Rescuing [ 1857.002857] env[64496]: DEBUG oslo_concurrency.lockutils [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.003012] env[64496]: DEBUG oslo_concurrency.lockutils [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.003201] env[64496]: DEBUG nova.network.neutron [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1857.010024] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1857.010024] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520630a5-3e39-e746-6abf-53c7cc890ab6" [ 1857.010024] env[64496]: _type = "HttpNfcLease" [ 1857.010024] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1857.021637] env[64496]: DEBUG nova.compute.manager [req-69614999-71d7-42cb-84ab-cf41d89e69bd req-e1fee6b0-9091-4dd3-99b8-c2816e0c28c5 service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Received event network-vif-unplugged-630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1857.024037] env[64496]: DEBUG oslo_concurrency.lockutils [req-69614999-71d7-42cb-84ab-cf41d89e69bd req-e1fee6b0-9091-4dd3-99b8-c2816e0c28c5 service nova] Acquiring lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.024037] env[64496]: DEBUG oslo_concurrency.lockutils [req-69614999-71d7-42cb-84ab-cf41d89e69bd req-e1fee6b0-9091-4dd3-99b8-c2816e0c28c5 service nova] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.024037] env[64496]: DEBUG oslo_concurrency.lockutils [req-69614999-71d7-42cb-84ab-cf41d89e69bd req-e1fee6b0-9091-4dd3-99b8-c2816e0c28c5 service nova] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.024037] env[64496]: DEBUG nova.compute.manager [req-69614999-71d7-42cb-84ab-cf41d89e69bd req-e1fee6b0-9091-4dd3-99b8-c2816e0c28c5 service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] No waiting events found dispatching network-vif-unplugged-630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1857.024037] env[64496]: WARNING nova.compute.manager [req-69614999-71d7-42cb-84ab-cf41d89e69bd req-e1fee6b0-9091-4dd3-99b8-c2816e0c28c5 service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Received unexpected event network-vif-unplugged-630f040e-7cd0-4ee4-be47-0a75e03fbd5b for instance with vm_state shelved and task_state shelving_offloading. [ 1857.127964] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.273s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.128178] env[64496]: INFO nova.compute.manager [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Migrating [ 1857.135105] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.072s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.136544] env[64496]: INFO nova.compute.claims [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1857.164613] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1857.165533] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa8ce96-17e0-4495-9e28-9c5b868c4c9b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.175410] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1857.176014] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e940888-ddd2-4ea5-972b-afdd22715e7c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.264547] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902512, 'name': CreateSnapshot_Task, 'duration_secs': 0.495087} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.264841] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1857.265654] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dab1ea-bace-4a81-b03d-2672fea149c5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.279077] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1857.279077] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1857.279360] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Deleting the datastore file [datastore1] 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1857.279763] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15b862df-81ba-48a5-9213-acb402997f89 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.286975] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1857.286975] env[64496]: value = "task-1902515" [ 1857.286975] env[64496]: _type = "Task" [ 1857.286975] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.295886] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.463141] env[64496]: DEBUG oslo_concurrency.lockutils [req-2a9f9a64-56da-480e-a825-630275b64100 req-f71347aa-b300-4385-910a-cd8a43007591 service nova] Acquiring lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.463489] env[64496]: DEBUG oslo_concurrency.lockutils [req-2a9f9a64-56da-480e-a825-630275b64100 req-f71347aa-b300-4385-910a-cd8a43007591 service nova] Acquired lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.464556] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ee40b8-b730-4fc9-bffb-c5758d34806b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.484202] env[64496]: DEBUG oslo_concurrency.lockutils [req-2a9f9a64-56da-480e-a825-630275b64100 req-f71347aa-b300-4385-910a-cd8a43007591 service nova] Releasing lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.484544] env[64496]: WARNING nova.compute.manager [req-2a9f9a64-56da-480e-a825-630275b64100 req-f71347aa-b300-4385-910a-cd8a43007591 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Detach interface failed, port_id=8e0cb921-6ec0-4e77-b3dd-66d72872700d, reason: No device with interface-id 8e0cb921-6ec0-4e77-b3dd-66d72872700d exists on VM: nova.exception.NotFound: No device with interface-id 8e0cb921-6ec0-4e77-b3dd-66d72872700d exists on VM [ 1857.507044] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1857.507044] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520630a5-3e39-e746-6abf-53c7cc890ab6" [ 1857.507044] env[64496]: _type = "HttpNfcLease" [ 1857.507044] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1857.507489] env[64496]: DEBUG oslo_vmware.rw_handles [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1857.507489] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520630a5-3e39-e746-6abf-53c7cc890ab6" [ 1857.507489] env[64496]: _type = "HttpNfcLease" [ 1857.507489] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1857.509916] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4af908-eddc-47de-a4f0-34565e9e633f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.530145] env[64496]: DEBUG oslo_vmware.rw_handles [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d8a1f-3d9f-9989-d04e-8b0e11a9136d/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1857.530764] env[64496]: DEBUG oslo_vmware.rw_handles [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d8a1f-3d9f-9989-d04e-8b0e11a9136d/disk-0.vmdk for reading. {{(pid=64496) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1857.621495] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e41ce2aa-103b-4b13-a65a-4b93b8cbb6b9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.648019] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.648722] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.648722] env[64496]: DEBUG nova.network.neutron [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1857.788069] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1857.788858] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-86c842aa-9e91-45f5-a9d7-201fc90c6f15 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.805092] env[64496]: DEBUG oslo_vmware.api [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501769} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.806710] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1857.807115] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1857.807360] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1857.809577] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1857.809577] env[64496]: value = "task-1902516" [ 1857.809577] env[64496]: _type = "Task" [ 1857.809577] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.820770] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902516, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.834557] env[64496]: INFO nova.scheduler.client.report [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Deleted allocations for instance 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7 [ 1857.932254] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.932254] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.932254] env[64496]: DEBUG nova.network.neutron [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1857.940192] env[64496]: DEBUG nova.network.neutron [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Updating instance_info_cache with network_info: [{"id": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "address": "fa:16:3e:17:07:8c", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc1c37c-ef", "ovs_interfaceid": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.324327] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902516, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.339345] env[64496]: DEBUG oslo_concurrency.lockutils [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.403088] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5415738-5ed2-40b5-8dbf-2ed1979f6cbd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.412021] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36842b7a-5d6f-4fd9-b5da-9b05d81872fd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.447299] env[64496]: DEBUG oslo_concurrency.lockutils [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.452928] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe72cbdf-a64d-48ba-956c-a25504ff2a0d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.468041] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb7048d-3220-4cfd-bfe0-45db4f543ad1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.486689] env[64496]: DEBUG nova.compute.provider_tree [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1858.499572] env[64496]: DEBUG nova.network.neutron [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating instance_info_cache with network_info: [{"id": "6c78f0be-6341-4323-b844-86154907b9aa", "address": "fa:16:3e:42:b4:90", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c78f0be-63", "ovs_interfaceid": "6c78f0be-6341-4323-b844-86154907b9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.590394] env[64496]: DEBUG oslo_concurrency.lockutils [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.590699] env[64496]: DEBUG oslo_concurrency.lockutils [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.590910] env[64496]: DEBUG oslo_concurrency.lockutils [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "6d744842-65e9-4244-b6c5-71d8e0d9068b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.591106] env[64496]: DEBUG oslo_concurrency.lockutils [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "6d744842-65e9-4244-b6c5-71d8e0d9068b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.591482] env[64496]: DEBUG oslo_concurrency.lockutils [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "6d744842-65e9-4244-b6c5-71d8e0d9068b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.595186] env[64496]: INFO nova.compute.manager [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Terminating instance [ 1858.720979] env[64496]: INFO nova.network.neutron [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Port 2ff6fe93-944c-4818-93b2-764d0bec5097 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1858.721439] env[64496]: DEBUG nova.network.neutron [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Updating instance_info_cache with network_info: [{"id": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "address": "fa:16:3e:ae:c1:e1", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb826449-90", "ovs_interfaceid": "cb826449-90e5-4444-bb23-31ed5eeb7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.827017] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902516, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.996169] env[64496]: DEBUG nova.scheduler.client.report [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1859.003535] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.100777] env[64496]: DEBUG nova.compute.manager [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1859.100777] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1859.101425] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635198d4-2d50-4076-80d6-736f2fefff7a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.110586] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1859.111368] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe709da1-e814-431a-b317-211a7599023c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.119875] env[64496]: DEBUG oslo_vmware.api [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1859.119875] env[64496]: value = "task-1902517" [ 1859.119875] env[64496]: _type = "Task" [ 1859.119875] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.129407] env[64496]: DEBUG oslo_vmware.api [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.135213] env[64496]: DEBUG nova.compute.manager [req-905b08ef-6afc-4b5f-8bd9-0e1d0f61f22e req-df401907-4c7c-4364-a4f8-951ccf7ea4e1 service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Received event network-changed-630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1859.135496] env[64496]: DEBUG nova.compute.manager [req-905b08ef-6afc-4b5f-8bd9-0e1d0f61f22e req-df401907-4c7c-4364-a4f8-951ccf7ea4e1 service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Refreshing instance network info cache due to event network-changed-630f040e-7cd0-4ee4-be47-0a75e03fbd5b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1859.135689] env[64496]: DEBUG oslo_concurrency.lockutils [req-905b08ef-6afc-4b5f-8bd9-0e1d0f61f22e req-df401907-4c7c-4364-a4f8-951ccf7ea4e1 service nova] Acquiring lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.135909] env[64496]: DEBUG oslo_concurrency.lockutils [req-905b08ef-6afc-4b5f-8bd9-0e1d0f61f22e req-df401907-4c7c-4364-a4f8-951ccf7ea4e1 service nova] Acquired lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.136144] env[64496]: DEBUG nova.network.neutron [req-905b08ef-6afc-4b5f-8bd9-0e1d0f61f22e req-df401907-4c7c-4364-a4f8-951ccf7ea4e1 service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Refreshing network info cache for port 630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1859.224704] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "refresh_cache-6d744842-65e9-4244-b6c5-71d8e0d9068b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.324290] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902516, 'name': CloneVM_Task} progress is 95%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.501422] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.502715] env[64496]: DEBUG nova.compute.manager [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1859.506974] env[64496]: DEBUG oslo_concurrency.lockutils [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.167s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.509044] env[64496]: DEBUG nova.objects.instance [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lazy-loading 'resources' on Instance uuid 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.632273] env[64496]: DEBUG oslo_vmware.api [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902517, 'name': PowerOffVM_Task, 'duration_secs': 0.412934} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.632699] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1859.633179] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1859.633505] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b61c6bfa-9d10-4fd6-b16d-ef54ec05c85c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.730162] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2c75d231-c0c0-45ba-9fec-581689a95aec tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-6d744842-65e9-4244-b6c5-71d8e0d9068b-8e0cb921-6ec0-4e77-b3dd-66d72872700d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.620s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.824606] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902516, 'name': CloneVM_Task, 'duration_secs': 1.941352} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.825059] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Created linked-clone VM from snapshot [ 1859.827217] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234fe1ec-a1b0-4ee1-a07a-238251bcd083 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.836551] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Uploading image fccb2439-3fbc-4801-b027-28958f3fe592 {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1859.863265] env[64496]: DEBUG oslo_vmware.rw_handles [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1859.863265] env[64496]: value = "vm-392753" [ 1859.863265] env[64496]: _type = "VirtualMachine" [ 1859.863265] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1859.863577] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6cde91e1-6c7a-4dd0-9a68-ccdf96973a82 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.872691] env[64496]: DEBUG oslo_vmware.rw_handles [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lease: (returnval){ [ 1859.872691] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521a0086-4b1a-0377-b1bb-3e159b3001d0" [ 1859.872691] env[64496]: _type = "HttpNfcLease" [ 1859.872691] env[64496]: } obtained for exporting VM: (result){ [ 1859.872691] env[64496]: value = "vm-392753" [ 1859.872691] env[64496]: _type = "VirtualMachine" [ 1859.872691] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1859.873100] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the lease: (returnval){ [ 1859.873100] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521a0086-4b1a-0377-b1bb-3e159b3001d0" [ 1859.873100] env[64496]: _type = "HttpNfcLease" [ 1859.873100] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1859.881073] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1859.881073] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521a0086-4b1a-0377-b1bb-3e159b3001d0" [ 1859.881073] env[64496]: _type = "HttpNfcLease" [ 1859.881073] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1859.891236] env[64496]: DEBUG nova.network.neutron [req-905b08ef-6afc-4b5f-8bd9-0e1d0f61f22e req-df401907-4c7c-4364-a4f8-951ccf7ea4e1 service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Updated VIF entry in instance network info cache for port 630f040e-7cd0-4ee4-be47-0a75e03fbd5b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1859.891596] env[64496]: DEBUG nova.network.neutron [req-905b08ef-6afc-4b5f-8bd9-0e1d0f61f22e req-df401907-4c7c-4364-a4f8-951ccf7ea4e1 service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Updating instance_info_cache with network_info: [{"id": "630f040e-7cd0-4ee4-be47-0a75e03fbd5b", "address": "fa:16:3e:ea:90:0a", "network": {"id": "abb8d070-cb81-41a2-87e4-957f3a8f1178", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1319769633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5cc478727cb464d8b01a0c1ed781757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap630f040e-7c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.923769] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1859.924011] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1859.924212] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Deleting the datastore file [datastore2] 6d744842-65e9-4244-b6c5-71d8e0d9068b {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1859.924682] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aff7e0f9-8195-41de-b815-ccfe48f78582 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.931993] env[64496]: DEBUG oslo_vmware.api [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1859.931993] env[64496]: value = "task-1902520" [ 1859.931993] env[64496]: _type = "Task" [ 1859.931993] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.941658] env[64496]: DEBUG oslo_vmware.api [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.015616] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1860.016944] env[64496]: DEBUG nova.compute.utils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1860.018661] env[64496]: DEBUG nova.objects.instance [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lazy-loading 'numa_topology' on Instance uuid 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1860.021739] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bc267c4-9aa6-41b3-93b3-8f56b3271ad3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.023755] env[64496]: DEBUG nova.compute.manager [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1860.023933] env[64496]: DEBUG nova.network.neutron [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1860.036178] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1860.036178] env[64496]: value = "task-1902521" [ 1860.036178] env[64496]: _type = "Task" [ 1860.036178] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.048382] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.067666] env[64496]: DEBUG nova.policy [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cc74075ea2d453dbb64ece068f1d02d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11c881bed2ab4a1f86a1600ad62726cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1860.344109] env[64496]: DEBUG nova.network.neutron [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Successfully created port: 1e7b152d-db8b-4b96-a7b8-3cb36928b808 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1860.382664] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1860.382664] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521a0086-4b1a-0377-b1bb-3e159b3001d0" [ 1860.382664] env[64496]: _type = "HttpNfcLease" [ 1860.382664] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1860.383045] env[64496]: DEBUG oslo_vmware.rw_handles [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1860.383045] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521a0086-4b1a-0377-b1bb-3e159b3001d0" [ 1860.383045] env[64496]: _type = "HttpNfcLease" [ 1860.383045] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1860.384160] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c838152-616b-426b-8c96-915654ffb1a0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.391939] env[64496]: DEBUG oslo_vmware.rw_handles [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e24216-7e5c-8e10-e8e9-9d85a627fa5e/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1860.392132] env[64496]: DEBUG oslo_vmware.rw_handles [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e24216-7e5c-8e10-e8e9-9d85a627fa5e/disk-0.vmdk for reading. {{(pid=64496) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1860.395047] env[64496]: DEBUG oslo_concurrency.lockutils [req-905b08ef-6afc-4b5f-8bd9-0e1d0f61f22e req-df401907-4c7c-4364-a4f8-951ccf7ea4e1 service nova] Releasing lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.395297] env[64496]: DEBUG nova.compute.manager [req-905b08ef-6afc-4b5f-8bd9-0e1d0f61f22e req-df401907-4c7c-4364-a4f8-951ccf7ea4e1 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Received event network-vif-deleted-2ff6fe93-944c-4818-93b2-764d0bec5097 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1860.463594] env[64496]: DEBUG oslo_vmware.api [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201326} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.463894] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1860.464128] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1860.464319] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1860.464528] env[64496]: INFO nova.compute.manager [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1860.464795] env[64496]: DEBUG oslo.service.loopingcall [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.465036] env[64496]: DEBUG nova.compute.manager [-] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1860.465126] env[64496]: DEBUG nova.network.neutron [-] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1860.513024] env[64496]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 2ff6fe93-944c-4818-93b2-764d0bec5097 could not be found.", "detail": ""}} {{(pid=64496) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1860.513417] env[64496]: DEBUG nova.network.neutron [-] Unable to show port 2ff6fe93-944c-4818-93b2-764d0bec5097 as it no longer exists. {{(pid=64496) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1860.525240] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e8c41cb9-29c1-4670-895e-d4c5ce9c535d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.527776] env[64496]: DEBUG nova.compute.manager [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1860.534409] env[64496]: DEBUG nova.objects.base [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Object Instance<8de0ae43-9fb9-46a0-9123-3b2c4c7419a7> lazy-loaded attributes: resources,numa_topology {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1860.541099] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b12c340-991e-48bc-9887-aa6b00ed7565 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.560989] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902521, 'name': PowerOffVM_Task, 'duration_secs': 0.260933} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.582846] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1860.583377] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating instance 'b66d7c87-2a88-42aa-b4be-c0d53b9c4e78' progress to 0 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1860.593014] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e61ae29-3c21-46fc-bfb8-7810d45744b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.628330] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bb0641-e96b-4902-863f-b5e2627479eb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.651800] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.759118] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1860.759581] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a7ed11b-0d51-4f39-a71e-76fa24b83440 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.771706] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1860.771706] env[64496]: value = "task-1902522" [ 1860.771706] env[64496]: _type = "Task" [ 1860.771706] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.786896] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] VM already powered off {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1860.787375] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1860.787635] env[64496]: DEBUG oslo_concurrency.lockutils [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.787839] env[64496]: DEBUG oslo_concurrency.lockutils [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.788092] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1860.788491] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf9ed9da-f5a4-4637-a0e3-db7e7ee8e5ab {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.802864] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1860.803188] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1860.807762] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca12d105-2337-460f-950d-128eeab81880 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.813498] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1860.813498] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52787a37-6ae9-0425-618f-f25395d6adbb" [ 1860.813498] env[64496]: _type = "Task" [ 1860.813498] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.823406] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52787a37-6ae9-0425-618f-f25395d6adbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.849827] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e94ed90-e55c-4b9d-88ee-2f1c47cd7d7c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.859689] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dbe36e-d2cf-4b11-b540-2a6f9d51888a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.893235] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661f8147-2260-4d4d-b16c-bcce22a17c6b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.903278] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bf9af9-94d6-4ead-b4b5-f7792b897a56 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.926411] env[64496]: DEBUG nova.compute.provider_tree [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1861.103849] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.103849] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc35c497-d4ea-4745-a8e4-57f6dc0fb67b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.113372] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1861.113372] env[64496]: value = "task-1902523" [ 1861.113372] env[64496]: _type = "Task" [ 1861.113372] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.126884] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.181146] env[64496]: DEBUG nova.compute.manager [req-dfc69952-f808-48a9-bf28-6ad66aa78e5c req-de7b5955-d4ef-4433-b7d0-6264699449b8 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Received event network-vif-deleted-cb826449-90e5-4444-bb23-31ed5eeb7dda {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1861.181633] env[64496]: INFO nova.compute.manager [req-dfc69952-f808-48a9-bf28-6ad66aa78e5c req-de7b5955-d4ef-4433-b7d0-6264699449b8 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Neutron deleted interface cb826449-90e5-4444-bb23-31ed5eeb7dda; detaching it from the instance and deleting it from the info cache [ 1861.181823] env[64496]: DEBUG nova.network.neutron [req-dfc69952-f808-48a9-bf28-6ad66aa78e5c req-de7b5955-d4ef-4433-b7d0-6264699449b8 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.327970] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52787a37-6ae9-0425-618f-f25395d6adbb, 'name': SearchDatastore_Task, 'duration_secs': 0.012236} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.329480] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78d31dfb-c15c-4c1a-922c-ab76f5ec89b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.338428] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1861.338428] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521a7f2a-7edd-8b5b-9b3b-34584c0f3a32" [ 1861.338428] env[64496]: _type = "Task" [ 1861.338428] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.351526] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521a7f2a-7edd-8b5b-9b3b-34584c0f3a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.430889] env[64496]: DEBUG nova.scheduler.client.report [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1861.538680] env[64496]: DEBUG nova.network.neutron [-] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.545377] env[64496]: DEBUG nova.compute.manager [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1861.624458] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902523, 'name': PowerOffVM_Task, 'duration_secs': 0.282832} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.625352] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1861.625352] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating instance 'b66d7c87-2a88-42aa-b4be-c0d53b9c4e78' progress to 17 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1861.685593] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62b4b460-44b9-471a-8ee8-83ad5c8293ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.697306] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdd631f-64f5-4406-bf75-24d264ed50f2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.739256] env[64496]: DEBUG nova.compute.manager [req-dfc69952-f808-48a9-bf28-6ad66aa78e5c req-de7b5955-d4ef-4433-b7d0-6264699449b8 service nova] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Detach interface failed, port_id=cb826449-90e5-4444-bb23-31ed5eeb7dda, reason: Instance 6d744842-65e9-4244-b6c5-71d8e0d9068b could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1861.850531] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521a7f2a-7edd-8b5b-9b3b-34584c0f3a32, 'name': SearchDatastore_Task, 'duration_secs': 0.014249} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.851141] env[64496]: DEBUG oslo_concurrency.lockutils [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.854424] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 19793aba-0d19-49cf-b66a-9bca724ec957/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk. {{(pid=64496) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1861.854964] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c93ef8dd-e43f-4bc1-bc8d-f610b12ed6fd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.868789] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1861.868789] env[64496]: value = "task-1902524" [ 1861.868789] env[64496]: _type = "Task" [ 1861.868789] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.880905] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.936788] env[64496]: DEBUG oslo_concurrency.lockutils [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.430s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.953356] env[64496]: DEBUG nova.network.neutron [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Successfully updated port: 1e7b152d-db8b-4b96-a7b8-3cb36928b808 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1862.019567] env[64496]: DEBUG nova.compute.manager [req-d63e2e03-30d3-4e8d-ba3e-acf0e8b7f3a4 req-75a601d8-daf7-4b6c-8a59-8ccdac0f8863 service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Received event network-vif-plugged-1e7b152d-db8b-4b96-a7b8-3cb36928b808 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1862.019927] env[64496]: DEBUG oslo_concurrency.lockutils [req-d63e2e03-30d3-4e8d-ba3e-acf0e8b7f3a4 req-75a601d8-daf7-4b6c-8a59-8ccdac0f8863 service nova] Acquiring lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.020175] env[64496]: DEBUG oslo_concurrency.lockutils [req-d63e2e03-30d3-4e8d-ba3e-acf0e8b7f3a4 req-75a601d8-daf7-4b6c-8a59-8ccdac0f8863 service nova] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.020398] env[64496]: DEBUG oslo_concurrency.lockutils [req-d63e2e03-30d3-4e8d-ba3e-acf0e8b7f3a4 req-75a601d8-daf7-4b6c-8a59-8ccdac0f8863 service nova] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.020619] env[64496]: DEBUG nova.compute.manager [req-d63e2e03-30d3-4e8d-ba3e-acf0e8b7f3a4 req-75a601d8-daf7-4b6c-8a59-8ccdac0f8863 service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] No waiting events found dispatching network-vif-plugged-1e7b152d-db8b-4b96-a7b8-3cb36928b808 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1862.020830] env[64496]: WARNING nova.compute.manager [req-d63e2e03-30d3-4e8d-ba3e-acf0e8b7f3a4 req-75a601d8-daf7-4b6c-8a59-8ccdac0f8863 service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Received unexpected event network-vif-plugged-1e7b152d-db8b-4b96-a7b8-3cb36928b808 for instance with vm_state building and task_state spawning. [ 1862.040731] env[64496]: INFO nova.compute.manager [-] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Took 1.58 seconds to deallocate network for instance. [ 1862.132393] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1862.132661] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1862.133120] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1862.133508] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1862.133800] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1862.134019] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1862.134268] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1862.134441] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1862.134622] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1862.134785] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1862.134968] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1862.140436] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37ba1578-477b-45ea-9d08-0b04781dd07e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.163429] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1862.163429] env[64496]: value = "task-1902525" [ 1862.163429] env[64496]: _type = "Task" [ 1862.163429] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.175271] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.380498] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505175} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.381452] env[64496]: INFO nova.virt.vmwareapi.ds_util [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 19793aba-0d19-49cf-b66a-9bca724ec957/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk. [ 1862.382404] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee88817-fc6b-415d-ad3b-5ad0d7e977ce {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.411725] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 19793aba-0d19-49cf-b66a-9bca724ec957/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1862.412227] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48ce0230-5662-4783-8b2f-1ba1af264996 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.433707] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1862.433707] env[64496]: value = "task-1902526" [ 1862.433707] env[64496]: _type = "Task" [ 1862.433707] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.444670] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.447470] env[64496]: DEBUG oslo_concurrency.lockutils [None req-74fbdd5b-cfe1-4752-b0ad-f1075da213b1 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.476s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.449197] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.797s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.449197] env[64496]: INFO nova.compute.manager [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Unshelving [ 1862.461412] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.461412] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquired lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.461412] env[64496]: DEBUG nova.network.neutron [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1862.550367] env[64496]: DEBUG oslo_concurrency.lockutils [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.550724] env[64496]: DEBUG oslo_concurrency.lockutils [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.550956] env[64496]: DEBUG nova.objects.instance [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'resources' on Instance uuid 6d744842-65e9-4244-b6c5-71d8e0d9068b {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.676229] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902525, 'name': ReconfigVM_Task, 'duration_secs': 0.264621} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.676612] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating instance 'b66d7c87-2a88-42aa-b4be-c0d53b9c4e78' progress to 33 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1862.947382] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902526, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.994035] env[64496]: DEBUG nova.network.neutron [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1863.148687] env[64496]: DEBUG nova.network.neutron [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Updating instance_info_cache with network_info: [{"id": "1e7b152d-db8b-4b96-a7b8-3cb36928b808", "address": "fa:16:3e:09:97:ba", "network": {"id": "42817d49-2160-4e4f-abe8-0fda6c711849", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-684190943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c881bed2ab4a1f86a1600ad62726cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7b152d-db", "ovs_interfaceid": "1e7b152d-db8b-4b96-a7b8-3cb36928b808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.182936] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1863.183206] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1863.183384] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1863.183584] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1863.183745] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1863.183895] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1863.184133] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1863.184310] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1863.184479] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1863.184655] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1863.184839] env[64496]: DEBUG nova.virt.hardware [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1863.190235] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1863.193046] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c03a143-4be9-45ce-8191-09f3afce8876 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.214426] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1863.214426] env[64496]: value = "task-1902527" [ 1863.214426] env[64496]: _type = "Task" [ 1863.214426] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.226392] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.295646] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d7546c-f3e1-451c-870d-0ece50f8bf30 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.304788] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6849d5a-33d7-4f93-845d-a004b2abaca5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.340316] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd0ca33-1117-48c5-a0ea-fdfe17bc05df {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.349924] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d0ee12-847e-4297-88e5-6ede9b359049 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.366797] env[64496]: DEBUG nova.compute.provider_tree [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.445265] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902526, 'name': ReconfigVM_Task, 'duration_secs': 0.533616} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.445555] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 19793aba-0d19-49cf-b66a-9bca724ec957/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1863.446521] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fb96bd-087f-4c37-aa58-8130c13613b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.478161] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3808b6c9-fb29-4021-a5fd-59063221162a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.490386] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.496026] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1863.496026] env[64496]: value = "task-1902528" [ 1863.496026] env[64496]: _type = "Task" [ 1863.496026] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.505856] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.651505] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Releasing lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.651982] env[64496]: DEBUG nova.compute.manager [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Instance network_info: |[{"id": "1e7b152d-db8b-4b96-a7b8-3cb36928b808", "address": "fa:16:3e:09:97:ba", "network": {"id": "42817d49-2160-4e4f-abe8-0fda6c711849", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-684190943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c881bed2ab4a1f86a1600ad62726cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7b152d-db", "ovs_interfaceid": "1e7b152d-db8b-4b96-a7b8-3cb36928b808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1863.726232] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902527, 'name': ReconfigVM_Task, 'duration_secs': 0.197034} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.726534] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1863.727382] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d07a0f-4f25-42fc-b531-6f455a49e638 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.750584] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-5d701fac-75b2-4a6a-8d5c-9300ac94e0e5/volume-5d701fac-75b2-4a6a-8d5c-9300ac94e0e5.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1863.751042] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2319c1-0f74-49fa-a3cc-02f5e165b5dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.771370] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1863.771370] env[64496]: value = "task-1902529" [ 1863.771370] env[64496]: _type = "Task" [ 1863.771370] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.780482] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.871800] env[64496]: DEBUG nova.scheduler.client.report [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1864.007352] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902528, 'name': ReconfigVM_Task, 'duration_secs': 0.209792} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.007749] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1864.008094] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd8d390d-2092-4e80-9669-1c7840fda6db {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.016927] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1864.016927] env[64496]: value = "task-1902530" [ 1864.016927] env[64496]: _type = "Task" [ 1864.016927] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.029102] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.283365] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902529, 'name': ReconfigVM_Task, 'duration_secs': 0.332999} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.283704] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-5d701fac-75b2-4a6a-8d5c-9300ac94e0e5/volume-5d701fac-75b2-4a6a-8d5c-9300ac94e0e5.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.284146] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating instance 'b66d7c87-2a88-42aa-b4be-c0d53b9c4e78' progress to 50 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1864.362087] env[64496]: DEBUG nova.compute.manager [req-5e3ceb23-4d47-4f7a-8ea9-5386d6838bd2 req-d1c25cb3-87c0-4111-8c76-597cd447a1cd service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Received event network-changed-1e7b152d-db8b-4b96-a7b8-3cb36928b808 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1864.362398] env[64496]: DEBUG nova.compute.manager [req-5e3ceb23-4d47-4f7a-8ea9-5386d6838bd2 req-d1c25cb3-87c0-4111-8c76-597cd447a1cd service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Refreshing instance network info cache due to event network-changed-1e7b152d-db8b-4b96-a7b8-3cb36928b808. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1864.362696] env[64496]: DEBUG oslo_concurrency.lockutils [req-5e3ceb23-4d47-4f7a-8ea9-5386d6838bd2 req-d1c25cb3-87c0-4111-8c76-597cd447a1cd service nova] Acquiring lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.362934] env[64496]: DEBUG oslo_concurrency.lockutils [req-5e3ceb23-4d47-4f7a-8ea9-5386d6838bd2 req-d1c25cb3-87c0-4111-8c76-597cd447a1cd service nova] Acquired lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.363234] env[64496]: DEBUG nova.network.neutron [req-5e3ceb23-4d47-4f7a-8ea9-5386d6838bd2 req-d1c25cb3-87c0-4111-8c76-597cd447a1cd service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Refreshing network info cache for port 1e7b152d-db8b-4b96-a7b8-3cb36928b808 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1864.376578] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1864.377089] env[64496]: DEBUG oslo_concurrency.lockutils [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.379026] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1864.379462] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.889s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.379671] env[64496]: DEBUG nova.objects.instance [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lazy-loading 'pci_requests' on Instance uuid 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.380846] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1864.381471] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1864.381641] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1864.381875] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1864.381971] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1864.382072] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1864.382200] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1864.396208] env[64496]: INFO nova.scheduler.client.report [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Deleted allocations for instance 6d744842-65e9-4244-b6c5-71d8e0d9068b [ 1864.529099] env[64496]: DEBUG oslo_vmware.api [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902530, 'name': PowerOnVM_Task, 'duration_secs': 0.448711} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.529536] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1864.532516] env[64496]: DEBUG nova.compute.manager [None req-95f88126-c879-45e7-9de5-89d41e993bf5 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.534146] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0835e82-5f13-483f-ab5f-67c5a786115e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.791577] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de54d723-3dbf-4b70-b866-224df46a3f9b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.813752] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faef5495-8c4d-4001-934d-83a94c82f8dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.834197] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating instance 'b66d7c87-2a88-42aa-b4be-c0d53b9c4e78' progress to 67 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1864.884050] env[64496]: DEBUG nova.objects.instance [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lazy-loading 'numa_topology' on Instance uuid 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.886673] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.907169] env[64496]: DEBUG oslo_concurrency.lockutils [None req-937b8f76-67b0-4fdc-ac38-ab6f56eb4053 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "6d744842-65e9-4244-b6c5-71d8e0d9068b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.316s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.207616] env[64496]: DEBUG nova.network.neutron [req-5e3ceb23-4d47-4f7a-8ea9-5386d6838bd2 req-d1c25cb3-87c0-4111-8c76-597cd447a1cd service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Updated VIF entry in instance network info cache for port 1e7b152d-db8b-4b96-a7b8-3cb36928b808. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1865.208056] env[64496]: DEBUG nova.network.neutron [req-5e3ceb23-4d47-4f7a-8ea9-5386d6838bd2 req-d1c25cb3-87c0-4111-8c76-597cd447a1cd service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Updating instance_info_cache with network_info: [{"id": "1e7b152d-db8b-4b96-a7b8-3cb36928b808", "address": "fa:16:3e:09:97:ba", "network": {"id": "42817d49-2160-4e4f-abe8-0fda6c711849", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-684190943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c881bed2ab4a1f86a1600ad62726cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7b152d-db", "ovs_interfaceid": "1e7b152d-db8b-4b96-a7b8-3cb36928b808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.386426] env[64496]: INFO nova.compute.claims [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1865.712115] env[64496]: DEBUG oslo_concurrency.lockutils [req-5e3ceb23-4d47-4f7a-8ea9-5386d6838bd2 req-d1c25cb3-87c0-4111-8c76-597cd447a1cd service nova] Releasing lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.062796] env[64496]: DEBUG nova.compute.manager [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Stashing vm_state: active {{(pid=64496) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1866.425694] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "ca32be52-0300-4daf-8c93-283efd499f51" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.426395] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "ca32be52-0300-4daf-8c93-283efd499f51" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.493735] env[64496]: DEBUG nova.network.neutron [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Port 6c78f0be-6341-4323-b844-86154907b9aa binding to destination host cpu-1 is already ACTIVE {{(pid=64496) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1866.578625] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.618826] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7eb116-e9c0-4593-affa-6acf719e0869 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.631307] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07df867b-84ea-4a9f-b73d-b6cee37b8493 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.665948] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57210fa9-6914-4456-89f0-9021a8f48500 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.671631] env[64496]: INFO nova.compute.manager [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Unrescuing [ 1866.671912] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.672104] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquired lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.672364] env[64496]: DEBUG nova.network.neutron [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.677381] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c655973e-37e3-489f-abf1-5267d96f8a93 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.695497] env[64496]: DEBUG nova.compute.provider_tree [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.774386] env[64496]: DEBUG nova.virt.hardware [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1866.774709] env[64496]: DEBUG nova.virt.hardware [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1866.774872] env[64496]: DEBUG nova.virt.hardware [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1866.775068] env[64496]: DEBUG nova.virt.hardware [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1866.775585] env[64496]: DEBUG nova.virt.hardware [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1866.775585] env[64496]: DEBUG nova.virt.hardware [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1866.775585] env[64496]: DEBUG nova.virt.hardware [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1866.775765] env[64496]: DEBUG nova.virt.hardware [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1866.775870] env[64496]: DEBUG nova.virt.hardware [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1866.776046] env[64496]: DEBUG nova.virt.hardware [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1866.776228] env[64496]: DEBUG nova.virt.hardware [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1866.778359] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dee2a5-b441-47f4-a966-95a064fe8ba5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.788514] env[64496]: DEBUG oslo_vmware.rw_handles [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d8a1f-3d9f-9989-d04e-8b0e11a9136d/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1866.789930] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b64ace-eee8-4772-861e-ac2d43878ce7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.794998] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4001b58e-940a-4ca8-8f2c-c07dc315b76f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.802570] env[64496]: DEBUG oslo_vmware.rw_handles [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d8a1f-3d9f-9989-d04e-8b0e11a9136d/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1866.802701] env[64496]: ERROR oslo_vmware.rw_handles [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d8a1f-3d9f-9989-d04e-8b0e11a9136d/disk-0.vmdk due to incomplete transfer. [ 1866.811312] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b8e0a63-8b61-4025-a132-e49129917a47 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.813544] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:97:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e7b152d-db8b-4b96-a7b8-3cb36928b808', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1866.821082] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Creating folder: Project (11c881bed2ab4a1f86a1600ad62726cb). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1866.821474] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dc37c5e-0dfe-4db5-b62c-9970684683f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.831607] env[64496]: DEBUG oslo_vmware.rw_handles [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d8a1f-3d9f-9989-d04e-8b0e11a9136d/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1866.831826] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Uploaded image b2712a46-81bc-4b46-a73a-5642aa4f1546 to the Glance image server {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1866.834458] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1866.835985] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c859cea3-b170-457c-a55b-f9747a40998d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.838018] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Created folder: Project (11c881bed2ab4a1f86a1600ad62726cb) in parent group-v392474. [ 1866.838226] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Creating folder: Instances. Parent ref: group-v392754. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1866.838484] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f901c589-1da5-4463-9abe-39b8cf21dc35 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.845861] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1866.845861] env[64496]: value = "task-1902533" [ 1866.845861] env[64496]: _type = "Task" [ 1866.845861] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.850989] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Created folder: Instances in parent group-v392754. [ 1866.851301] env[64496]: DEBUG oslo.service.loopingcall [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1866.851532] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1866.851781] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d3e75c2-a108-4e40-b07b-67d3e5777d46 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.871819] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902533, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.878983] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1866.878983] env[64496]: value = "task-1902534" [ 1866.878983] env[64496]: _type = "Task" [ 1866.878983] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.888112] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902534, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.935719] env[64496]: DEBUG nova.compute.utils [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1867.190583] env[64496]: DEBUG oslo_concurrency.lockutils [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "1d196c83-7a2f-497f-b256-e449f3192d53" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.190886] env[64496]: DEBUG oslo_concurrency.lockutils [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.198601] env[64496]: DEBUG nova.scheduler.client.report [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1867.356923] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902533, 'name': Destroy_Task, 'duration_secs': 0.441977} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.357201] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Destroyed the VM [ 1867.357579] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1867.357848] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-74f9532e-cd71-424b-a261-0de68b47fa56 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.365392] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1867.365392] env[64496]: value = "task-1902535" [ 1867.365392] env[64496]: _type = "Task" [ 1867.365392] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.376351] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.388430] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902534, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.410898] env[64496]: DEBUG nova.network.neutron [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Updating instance_info_cache with network_info: [{"id": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "address": "fa:16:3e:17:07:8c", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc1c37c-ef", "ovs_interfaceid": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.439185] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "ca32be52-0300-4daf-8c93-283efd499f51" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.518241] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.518519] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.518715] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.695801] env[64496]: DEBUG nova.compute.utils [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1867.705023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.325s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.707147] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.821s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.707323] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.707478] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1867.707767] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.129s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.709606] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd1b479-73c4-440c-8ae4-7e42a2b57b55 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.720784] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb789a5-33a1-4617-ad29-118bbeeab366 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.740512] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f57580-7f13-45b4-8448-9e85b9835064 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.746275] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "7dc67748-8b04-420a-ab18-1b5800a33105" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.746548] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "7dc67748-8b04-420a-ab18-1b5800a33105" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.753112] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9624bd8e-05e4-406f-903b-ecbae56bd6ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.757430] env[64496]: INFO nova.network.neutron [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Updating port 630f040e-7cd0-4ee4-be47-0a75e03fbd5b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1867.787063] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179581MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1867.787269] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.876463] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902535, 'name': RemoveSnapshot_Task} progress is 44%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.888569] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902534, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.914273] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Releasing lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.914941] env[64496]: DEBUG nova.objects.instance [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lazy-loading 'flavor' on Instance uuid 19793aba-0d19-49cf-b66a-9bca724ec957 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1868.199088] env[64496]: DEBUG oslo_concurrency.lockutils [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.216499] env[64496]: INFO nova.compute.claims [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1868.249723] env[64496]: DEBUG nova.compute.manager [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1868.380061] env[64496]: DEBUG oslo_vmware.api [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902535, 'name': RemoveSnapshot_Task, 'duration_secs': 0.682656} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.380478] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1868.380785] env[64496]: INFO nova.compute.manager [None req-c34c0485-5053-46c3-8d81-c2a693e4dc8b tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Took 15.08 seconds to snapshot the instance on the hypervisor. [ 1868.392937] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902534, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.422059] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343f519e-a67d-43b9-9f54-f72c178d40c0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.461065] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1868.461527] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bf3e29d-9cc1-4611-a056-05c9facdc60d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.470734] env[64496]: DEBUG oslo_vmware.api [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1868.470734] env[64496]: value = "task-1902536" [ 1868.470734] env[64496]: _type = "Task" [ 1868.470734] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.483401] env[64496]: DEBUG oslo_vmware.api [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.497678] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "ca32be52-0300-4daf-8c93-283efd499f51" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.497816] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "ca32be52-0300-4daf-8c93-283efd499f51" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.498182] env[64496]: INFO nova.compute.manager [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Attaching volume 213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74 to /dev/sdb [ 1868.534523] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0492556-c31e-402c-a6d2-007600c2482d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.543047] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bc81f2-c8f8-48f8-bea9-8fd61fffd806 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.557300] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.557519] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.557702] env[64496]: DEBUG nova.network.neutron [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.564354] env[64496]: DEBUG nova.virt.block_device [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Updating existing volume attachment record: 0b7d91ed-d976-472f-9926-aa359f399ecc {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1868.723205] env[64496]: INFO nova.compute.resource_tracker [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating resource usage from migration 137af464-0caa-4b52-88ab-043bfaa29374 [ 1868.772425] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.892344] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902534, 'name': CreateVM_Task, 'duration_secs': 1.987345} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.893612] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1868.893612] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.893612] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.893790] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1868.894457] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8005edf1-bda4-4681-accb-5d2636481eaf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.904908] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1868.904908] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52fbe09b-e1fe-b975-c5c4-08122b31783d" [ 1868.904908] env[64496]: _type = "Task" [ 1868.904908] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.916533] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52fbe09b-e1fe-b975-c5c4-08122b31783d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.985313] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6375ff-9397-4634-b36f-0f2e24e915c0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.987918] env[64496]: DEBUG oslo_vmware.api [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902536, 'name': PowerOffVM_Task, 'duration_secs': 0.363672} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.988212] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1868.993717] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Reconfiguring VM instance instance-00000060 to detach disk 2002 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1868.996027] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-633dd7b8-ab1c-4d92-bbed-9a1c091c484b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.012710] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b784b3a8-33e2-4846-a6a7-17afd480c3f9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.017703] env[64496]: DEBUG oslo_vmware.rw_handles [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e24216-7e5c-8e10-e8e9-9d85a627fa5e/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1869.018518] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e813e69-ef03-496a-9760-00a925e61a85 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.023200] env[64496]: DEBUG oslo_vmware.api [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1869.023200] env[64496]: value = "task-1902538" [ 1869.023200] env[64496]: _type = "Task" [ 1869.023200] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.054357] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ba63a8-37c5-4400-bbcc-1b472b39dae0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.057960] env[64496]: DEBUG oslo_vmware.rw_handles [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e24216-7e5c-8e10-e8e9-9d85a627fa5e/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1869.058245] env[64496]: ERROR oslo_vmware.rw_handles [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e24216-7e5c-8e10-e8e9-9d85a627fa5e/disk-0.vmdk due to incomplete transfer. [ 1869.062154] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8189565c-e2fe-44b2-89a7-5ff172789cd3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.064021] env[64496]: DEBUG oslo_vmware.api [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.074261] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d67bff-77e1-4a95-97d6-2be831dde6f9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.078364] env[64496]: DEBUG oslo_vmware.rw_handles [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e24216-7e5c-8e10-e8e9-9d85a627fa5e/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1869.078583] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Uploaded image fccb2439-3fbc-4801-b027-28958f3fe592 to the Glance image server {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1869.080582] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1869.080854] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-42b4a216-86e6-4a2a-90c5-e7c9cf16d169 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.095121] env[64496]: DEBUG nova.compute.provider_tree [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.100145] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1869.100145] env[64496]: value = "task-1902539" [ 1869.100145] env[64496]: _type = "Task" [ 1869.100145] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.107440] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902539, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.277547] env[64496]: DEBUG oslo_concurrency.lockutils [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "1d196c83-7a2f-497f-b256-e449f3192d53" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.278000] env[64496]: DEBUG oslo_concurrency.lockutils [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.278537] env[64496]: INFO nova.compute.manager [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Attaching volume 85841319-97ca-467e-b6e0-8b30c986589d to /dev/sdb [ 1869.311494] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875d311c-528f-482f-9f35-fb4b5f63ecdc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.322160] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f361637-1379-4a4c-9b62-5b3ee78e8fe4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.330823] env[64496]: DEBUG nova.network.neutron [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating instance_info_cache with network_info: [{"id": "6c78f0be-6341-4323-b844-86154907b9aa", "address": "fa:16:3e:42:b4:90", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c78f0be-63", "ovs_interfaceid": "6c78f0be-6341-4323-b844-86154907b9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.348612] env[64496]: DEBUG nova.virt.block_device [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Updating existing volume attachment record: b11d2698-557c-497e-8b8a-84ee3662afed {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1869.354448] env[64496]: DEBUG nova.compute.manager [req-0f75a4b6-280a-4b2e-a2ac-031f06db49e7 req-38971b34-8171-47e7-94e5-1ac32b3fc85b service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Received event network-vif-plugged-630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1869.354687] env[64496]: DEBUG oslo_concurrency.lockutils [req-0f75a4b6-280a-4b2e-a2ac-031f06db49e7 req-38971b34-8171-47e7-94e5-1ac32b3fc85b service nova] Acquiring lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.355383] env[64496]: DEBUG oslo_concurrency.lockutils [req-0f75a4b6-280a-4b2e-a2ac-031f06db49e7 req-38971b34-8171-47e7-94e5-1ac32b3fc85b service nova] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.355632] env[64496]: DEBUG oslo_concurrency.lockutils [req-0f75a4b6-280a-4b2e-a2ac-031f06db49e7 req-38971b34-8171-47e7-94e5-1ac32b3fc85b service nova] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.355839] env[64496]: DEBUG nova.compute.manager [req-0f75a4b6-280a-4b2e-a2ac-031f06db49e7 req-38971b34-8171-47e7-94e5-1ac32b3fc85b service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] No waiting events found dispatching network-vif-plugged-630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1869.356026] env[64496]: WARNING nova.compute.manager [req-0f75a4b6-280a-4b2e-a2ac-031f06db49e7 req-38971b34-8171-47e7-94e5-1ac32b3fc85b service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Received unexpected event network-vif-plugged-630f040e-7cd0-4ee4-be47-0a75e03fbd5b for instance with vm_state shelved_offloaded and task_state spawning. [ 1869.415762] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52fbe09b-e1fe-b975-c5c4-08122b31783d, 'name': SearchDatastore_Task, 'duration_secs': 0.029772} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.416115] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.416382] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1869.416580] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.416738] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.416910] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1869.417195] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50c37800-cee5-41fb-b770-df3979bce9b1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.426868] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1869.427067] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1869.427815] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5384ac1b-f202-4830-affd-785130561cbc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.433883] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1869.433883] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52335433-d947-5540-3ef2-c4983cba5502" [ 1869.433883] env[64496]: _type = "Task" [ 1869.433883] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.441734] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52335433-d947-5540-3ef2-c4983cba5502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.536295] env[64496]: DEBUG oslo_vmware.api [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902538, 'name': ReconfigVM_Task, 'duration_secs': 0.278727} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.536749] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Reconfigured VM instance instance-00000060 to detach disk 2002 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1869.537108] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1869.537503] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1518f71-edd6-4055-a8fa-bc2cfa790cec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.544674] env[64496]: DEBUG oslo_vmware.api [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1869.544674] env[64496]: value = "task-1902541" [ 1869.544674] env[64496]: _type = "Task" [ 1869.544674] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.553522] env[64496]: DEBUG oslo_vmware.api [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.598540] env[64496]: DEBUG nova.scheduler.client.report [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1869.613372] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902539, 'name': Destroy_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.624494] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.624721] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquired lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.624929] env[64496]: DEBUG nova.network.neutron [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1869.839030] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.946600] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52335433-d947-5540-3ef2-c4983cba5502, 'name': SearchDatastore_Task, 'duration_secs': 0.010352} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.947591] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-656e15ca-0e10-4bb9-88dc-4405f119da0f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.954302] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1869.954302] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b0b96e-c6ad-2ee9-d25a-090406c229f7" [ 1869.954302] env[64496]: _type = "Task" [ 1869.954302] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.962493] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b0b96e-c6ad-2ee9-d25a-090406c229f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.054565] env[64496]: DEBUG oslo_vmware.api [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902541, 'name': PowerOnVM_Task, 'duration_secs': 0.400739} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.054870] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1870.055134] env[64496]: DEBUG nova.compute.manager [None req-9dc8ffb7-ee77-4e2b-8968-2fb9de6ed747 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1870.055914] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2cd93c-ce53-4629-82cf-3a2d4031c7f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.104158] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.396s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.104369] env[64496]: INFO nova.compute.manager [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Migrating [ 1870.110616] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.323s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.130449] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902539, 'name': Destroy_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.333470] env[64496]: DEBUG nova.network.neutron [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Updating instance_info_cache with network_info: [{"id": "630f040e-7cd0-4ee4-be47-0a75e03fbd5b", "address": "fa:16:3e:ea:90:0a", "network": {"id": "abb8d070-cb81-41a2-87e4-957f3a8f1178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1319769633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5cc478727cb464d8b01a0c1ed781757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630f040e-7c", "ovs_interfaceid": "630f040e-7cd0-4ee4-be47-0a75e03fbd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.335908] env[64496]: DEBUG nova.compute.manager [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1870.337157] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf73a4b5-4341-4730-9eae-dbde316db246 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.352037] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d1bb14-82f5-464c-8379-4d48339d24f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.358431] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d917e4-6a35-4147-afa9-7ddcb8e35c20 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.465609] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b0b96e-c6ad-2ee9-d25a-090406c229f7, 'name': SearchDatastore_Task, 'duration_secs': 0.052463} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.465922] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.466263] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 72fe04bb-14ac-44e5-ad61-ee475012e8d1/72fe04bb-14ac-44e5-ad61-ee475012e8d1.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1870.466529] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01c42c25-2e4f-4453-8535-1aa5330b12ba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.473955] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1870.473955] env[64496]: value = "task-1902542" [ 1870.473955] env[64496]: _type = "Task" [ 1870.473955] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.481923] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.629426] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.629593] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.629803] env[64496]: DEBUG nova.network.neutron [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1870.631415] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902539, 'name': Destroy_Task, 'duration_secs': 1.386113} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.631576] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Destroyed the VM [ 1870.631815] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1870.632150] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-253b108a-09ac-45b4-a3f1-3656a90d74f2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.641206] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1870.641206] env[64496]: value = "task-1902543" [ 1870.641206] env[64496]: _type = "Task" [ 1870.641206] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.654293] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902543, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.837775] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Releasing lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.851304] env[64496]: INFO nova.compute.manager [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] instance snapshotting [ 1870.854556] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d2b9bc-0bca-4914-ba04-e1b10a78df3d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.884413] env[64496]: DEBUG nova.virt.hardware [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d8ab87901e42292fcacf01ddd4c2c5b9',container_format='bare',created_at=2024-12-15T00:22:57Z,direct_url=,disk_format='vmdk',id=0b8314ad-c714-4883-9f75-744cff745c4a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1059443897-shelved',owner='f5cc478727cb464d8b01a0c1ed781757',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-12-15T00:23:13Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1870.884741] env[64496]: DEBUG nova.virt.hardware [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1870.884955] env[64496]: DEBUG nova.virt.hardware [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1870.885200] env[64496]: DEBUG nova.virt.hardware [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1870.885353] env[64496]: DEBUG nova.virt.hardware [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1870.885503] env[64496]: DEBUG nova.virt.hardware [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1870.885719] env[64496]: DEBUG nova.virt.hardware [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1870.885878] env[64496]: DEBUG nova.virt.hardware [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1870.886075] env[64496]: DEBUG nova.virt.hardware [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1870.886245] env[64496]: DEBUG nova.virt.hardware [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1870.886422] env[64496]: DEBUG nova.virt.hardware [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1870.887317] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7d2bc7-df46-41dd-9d0b-1009a455a79a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.890740] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f85275-9b23-43b0-a7cc-2224d167b36a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.902094] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614fcce2-8433-4393-9376-59fdc8c4a85f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.923095] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:90:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '630f040e-7cd0-4ee4-be47-0a75e03fbd5b', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1870.930698] env[64496]: DEBUG oslo.service.loopingcall [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.931026] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1870.931264] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdfa7023-f793-4f10-a0ab-75d6ebb62c86 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.954109] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1870.954109] env[64496]: value = "task-1902545" [ 1870.954109] env[64496]: _type = "Task" [ 1870.954109] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.964508] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902545, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.984682] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480439} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.984946] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 72fe04bb-14ac-44e5-ad61-ee475012e8d1/72fe04bb-14ac-44e5-ad61-ee475012e8d1.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1870.985179] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1870.985459] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07444fa4-6d37-4c29-b5f4-984e11eacb70 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.994130] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1870.994130] env[64496]: value = "task-1902546" [ 1870.994130] env[64496]: _type = "Task" [ 1870.994130] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.003527] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.132789] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Applying migration context for instance 8419a38c-f706-485d-b59a-1752eefd5045 as it has an incoming, in-progress migration 137af464-0caa-4b52-88ab-043bfaa29374. Migration status is pre-migrating {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1871.133131] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Applying migration context for instance b66d7c87-2a88-42aa-b4be-c0d53b9c4e78 as it has an incoming, in-progress migration aa70f298-d6c3-4244-bac2-72e3114f0f5e. Migration status is post-migrating {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1871.135034] env[64496]: INFO nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating resource usage from migration 137af464-0caa-4b52-88ab-043bfaa29374 [ 1871.135447] env[64496]: INFO nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating resource usage from migration aa70f298-d6c3-4244-bac2-72e3114f0f5e [ 1871.153705] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902543, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.158174] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 7c42bab8-c89d-4040-bda6-2a1cbcda2da1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.158269] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 383a2481-1533-4fba-b22a-33914ba6da44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.158433] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.158635] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 6b0624a8-9565-44d9-ba7f-a828714ffe87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.158805] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 19793aba-0d19-49cf-b66a-9bca724ec957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.158958] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 890497e7-d4fc-4b31-9b10-1eba4419ae8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.159206] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance b14d0ca5-784f-4b9c-80f9-980f7fbe82b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.159297] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 6d4bde31-df4c-4c1c-9211-3de2a2424960 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.159347] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance ca32be52-0300-4daf-8c93-283efd499f51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.159502] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 1d196c83-7a2f-497f-b256-e449f3192d53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.159643] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Migration aa70f298-d6c3-4244-bac2-72e3114f0f5e is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1871.159782] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance b66d7c87-2a88-42aa-b4be-c0d53b9c4e78 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.159920] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 72fe04bb-14ac-44e5-ad61-ee475012e8d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.160067] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.160299] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Migration 137af464-0caa-4b52-88ab-043bfaa29374 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1871.160368] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 8419a38c-f706-485d-b59a-1752eefd5045 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.348612] env[64496]: DEBUG nova.network.neutron [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance_info_cache with network_info: [{"id": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "address": "fa:16:3e:2b:ca:6a", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b526b78-10", "ovs_interfaceid": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.412560] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1871.412560] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e698ea9-c2b1-417c-b38d-9ff5101d6fb1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.419607] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1871.419607] env[64496]: value = "task-1902547" [ 1871.419607] env[64496]: _type = "Task" [ 1871.419607] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.429070] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902547, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.465692] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902545, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.505858] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071391} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.506228] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1871.509187] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab41ad7-8164-410b-9aef-ffa7ddbc5723 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.531877] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 72fe04bb-14ac-44e5-ad61-ee475012e8d1/72fe04bb-14ac-44e5-ad61-ee475012e8d1.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.532236] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5513b205-4f33-4d53-8436-a29af84d77e2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.551013] env[64496]: DEBUG nova.compute.manager [req-3c4035a1-11e2-42e1-b246-cf5ea1c18d73 req-93875093-c409-40d7-a02e-42d87346fe1e service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Received event network-changed-4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1871.551226] env[64496]: DEBUG nova.compute.manager [req-3c4035a1-11e2-42e1-b246-cf5ea1c18d73 req-93875093-c409-40d7-a02e-42d87346fe1e service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Refreshing instance network info cache due to event network-changed-4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1871.551439] env[64496]: DEBUG oslo_concurrency.lockutils [req-3c4035a1-11e2-42e1-b246-cf5ea1c18d73 req-93875093-c409-40d7-a02e-42d87346fe1e service nova] Acquiring lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.551585] env[64496]: DEBUG oslo_concurrency.lockutils [req-3c4035a1-11e2-42e1-b246-cf5ea1c18d73 req-93875093-c409-40d7-a02e-42d87346fe1e service nova] Acquired lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.551750] env[64496]: DEBUG nova.network.neutron [req-3c4035a1-11e2-42e1-b246-cf5ea1c18d73 req-93875093-c409-40d7-a02e-42d87346fe1e service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Refreshing network info cache for port 4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.553674] env[64496]: DEBUG nova.compute.manager [req-968ddeed-9c01-4fe8-9abe-6c1735c62ff1 req-d64cd927-8d18-4376-9156-c2bc6483f2ec service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Received event network-changed-630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1871.553858] env[64496]: DEBUG nova.compute.manager [req-968ddeed-9c01-4fe8-9abe-6c1735c62ff1 req-d64cd927-8d18-4376-9156-c2bc6483f2ec service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Refreshing instance network info cache due to event network-changed-630f040e-7cd0-4ee4-be47-0a75e03fbd5b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1871.554074] env[64496]: DEBUG oslo_concurrency.lockutils [req-968ddeed-9c01-4fe8-9abe-6c1735c62ff1 req-d64cd927-8d18-4376-9156-c2bc6483f2ec service nova] Acquiring lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.554220] env[64496]: DEBUG oslo_concurrency.lockutils [req-968ddeed-9c01-4fe8-9abe-6c1735c62ff1 req-d64cd927-8d18-4376-9156-c2bc6483f2ec service nova] Acquired lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.554427] env[64496]: DEBUG nova.network.neutron [req-968ddeed-9c01-4fe8-9abe-6c1735c62ff1 req-d64cd927-8d18-4376-9156-c2bc6483f2ec service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Refreshing network info cache for port 630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.567989] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1871.567989] env[64496]: value = "task-1902548" [ 1871.567989] env[64496]: _type = "Task" [ 1871.567989] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.575529] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.654487] env[64496]: DEBUG oslo_vmware.api [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902543, 'name': RemoveSnapshot_Task, 'duration_secs': 0.550263} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.654864] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1871.655178] env[64496]: INFO nova.compute.manager [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Took 15.45 seconds to snapshot the instance on the hypervisor. [ 1871.663577] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 7dc67748-8b04-420a-ab18-1b5800a33105 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1871.664715] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1871.664715] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1871.853933] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.915690] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058fb3dd-6054-4dbd-b966-8014a6a899fb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.926893] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f70c7dd-630f-4c6f-94cc-0b08dc391f51 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.934410] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902547, 'name': CreateSnapshot_Task, 'duration_secs': 0.471949} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.934410] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1871.935111] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ac6088-efde-4244-b9e9-11fff1532513 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.967677] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ead321a-4fcd-44db-aebf-120298aa6428 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.983123] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7a41c4-b65f-4924-9f60-42510aeac7f0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.986920] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902545, 'name': CreateVM_Task, 'duration_secs': 0.691165} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.987126] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1871.988173] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0b8314ad-c714-4883-9f75-744cff745c4a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.988347] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0b8314ad-c714-4883-9f75-744cff745c4a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.989581] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0b8314ad-c714-4883-9f75-744cff745c4a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1871.989581] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892ac00d-e2b5-47ab-b16f-e535e1d38bd2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.999732] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1872.007301] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1872.007301] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52aff451-90ec-0b39-c413-35f5850155f4" [ 1872.007301] env[64496]: _type = "Task" [ 1872.007301] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.016572] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52aff451-90ec-0b39-c413-35f5850155f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.076322] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.224828] env[64496]: DEBUG nova.compute.manager [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Found 3 images (rotation: 2) {{(pid=64496) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1872.225064] env[64496]: DEBUG nova.compute.manager [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Rotating out 1 backups {{(pid=64496) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1872.225231] env[64496]: DEBUG nova.compute.manager [None req-6f7f10a4-9c1d-4ab7-b25b-9eefb77c9404 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Deleting image 01378d22-3ed3-458d-98ba-d6ab19636c42 {{(pid=64496) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1872.299701] env[64496]: DEBUG nova.network.neutron [req-968ddeed-9c01-4fe8-9abe-6c1735c62ff1 req-d64cd927-8d18-4376-9156-c2bc6483f2ec service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Updated VIF entry in instance network info cache for port 630f040e-7cd0-4ee4-be47-0a75e03fbd5b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1872.300093] env[64496]: DEBUG nova.network.neutron [req-968ddeed-9c01-4fe8-9abe-6c1735c62ff1 req-d64cd927-8d18-4376-9156-c2bc6483f2ec service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Updating instance_info_cache with network_info: [{"id": "630f040e-7cd0-4ee4-be47-0a75e03fbd5b", "address": "fa:16:3e:ea:90:0a", "network": {"id": "abb8d070-cb81-41a2-87e4-957f3a8f1178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1319769633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5cc478727cb464d8b01a0c1ed781757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630f040e-7c", "ovs_interfaceid": "630f040e-7cd0-4ee4-be47-0a75e03fbd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.302076] env[64496]: DEBUG nova.network.neutron [req-3c4035a1-11e2-42e1-b246-cf5ea1c18d73 req-93875093-c409-40d7-a02e-42d87346fe1e service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Updated VIF entry in instance network info cache for port 4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1872.302429] env[64496]: DEBUG nova.network.neutron [req-3c4035a1-11e2-42e1-b246-cf5ea1c18d73 req-93875093-c409-40d7-a02e-42d87346fe1e service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Updating instance_info_cache with network_info: [{"id": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "address": "fa:16:3e:17:07:8c", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc1c37c-ef", "ovs_interfaceid": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.482838] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1872.483213] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f98b67de-840a-47a7-9c21-09863c12e8a0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.491969] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1872.491969] env[64496]: value = "task-1902550" [ 1872.491969] env[64496]: _type = "Task" [ 1872.491969] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.500673] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902550, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.521591] env[64496]: ERROR nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [req-78f51f0b-44c2-4a57-82f6-06daf537cce4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-78f51f0b-44c2-4a57-82f6-06daf537cce4"}]} [ 1872.528466] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0b8314ad-c714-4883-9f75-744cff745c4a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.528732] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Processing image 0b8314ad-c714-4883-9f75-744cff745c4a {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1872.528968] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0b8314ad-c714-4883-9f75-744cff745c4a/0b8314ad-c714-4883-9f75-744cff745c4a.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.529129] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0b8314ad-c714-4883-9f75-744cff745c4a/0b8314ad-c714-4883-9f75-744cff745c4a.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.529310] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1872.529568] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c4c822e-c106-4988-a3b1-2b51e715cba9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.539754] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1872.542854] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1872.543032] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1872.543758] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d3e396c-92c9-4dd6-98b7-4efaa6f38e90 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.548995] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1872.548995] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52445289-5d98-adeb-0a67-6b2b7f028c39" [ 1872.548995] env[64496]: _type = "Task" [ 1872.548995] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.554992] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1872.555178] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1872.565401] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Preparing fetch location {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1872.565621] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Fetch image to [datastore1] OSTACK_IMG_7f5b733b-04a1-4820-a34c-26e25a55b3fe/OSTACK_IMG_7f5b733b-04a1-4820-a34c-26e25a55b3fe.vmdk {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1872.565807] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Downloading stream optimized image 0b8314ad-c714-4883-9f75-744cff745c4a to [datastore1] OSTACK_IMG_7f5b733b-04a1-4820-a34c-26e25a55b3fe/OSTACK_IMG_7f5b733b-04a1-4820-a34c-26e25a55b3fe.vmdk on the data store datastore1 as vApp {{(pid=64496) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1872.565974] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Downloading image file data 0b8314ad-c714-4883-9f75-744cff745c4a to the ESX as VM named 'OSTACK_IMG_7f5b733b-04a1-4820-a34c-26e25a55b3fe' {{(pid=64496) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1872.568625] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1872.578692] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902548, 'name': ReconfigVM_Task, 'duration_secs': 0.588183} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.578993] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 72fe04bb-14ac-44e5-ad61-ee475012e8d1/72fe04bb-14ac-44e5-ad61-ee475012e8d1.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1872.579694] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e36b60fd-2116-40e8-becf-82dc0db537cd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.586816] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1872.586816] env[64496]: value = "task-1902551" [ 1872.586816] env[64496]: _type = "Task" [ 1872.586816] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.606791] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1872.616600] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902551, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.655933] env[64496]: DEBUG oslo_vmware.rw_handles [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1872.655933] env[64496]: value = "resgroup-9" [ 1872.655933] env[64496]: _type = "ResourcePool" [ 1872.655933] env[64496]: }. {{(pid=64496) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1872.656642] env[64496]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9190a57c-4af8-4648-8c20-8c19c53ceb6a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.682540] env[64496]: DEBUG oslo_vmware.rw_handles [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lease: (returnval){ [ 1872.682540] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cbc052-715b-2703-c166-c79b140987a1" [ 1872.682540] env[64496]: _type = "HttpNfcLease" [ 1872.682540] env[64496]: } obtained for vApp import into resource pool (val){ [ 1872.682540] env[64496]: value = "resgroup-9" [ 1872.682540] env[64496]: _type = "ResourcePool" [ 1872.682540] env[64496]: }. {{(pid=64496) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1872.682540] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the lease: (returnval){ [ 1872.682540] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cbc052-715b-2703-c166-c79b140987a1" [ 1872.682540] env[64496]: _type = "HttpNfcLease" [ 1872.682540] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1872.695579] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1872.695579] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cbc052-715b-2703-c166-c79b140987a1" [ 1872.695579] env[64496]: _type = "HttpNfcLease" [ 1872.695579] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1872.804911] env[64496]: DEBUG oslo_concurrency.lockutils [req-968ddeed-9c01-4fe8-9abe-6c1735c62ff1 req-d64cd927-8d18-4376-9156-c2bc6483f2ec service nova] Releasing lock "refresh_cache-8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.805835] env[64496]: DEBUG oslo_concurrency.lockutils [req-3c4035a1-11e2-42e1-b246-cf5ea1c18d73 req-93875093-c409-40d7-a02e-42d87346fe1e service nova] Releasing lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.864094] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fa68fd-8d68-42b7-83b2-6b18dfeef2a0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.872760] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84f9cb3-7957-48b5-af06-9900a2087685 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.906472] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcbcbe1-5717-47bf-a0bf-a72966994045 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.915594] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0b6ea5-1e11-484b-8f5d-a9bda5882689 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.930093] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1873.002935] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902550, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.100926] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902551, 'name': Rename_Task, 'duration_secs': 0.217009} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.101277] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1873.101550] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df48b594-f922-485e-878a-ecbbfbf27da6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.111292] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1873.111292] env[64496]: value = "task-1902553" [ 1873.111292] env[64496]: _type = "Task" [ 1873.111292] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.122144] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.133965] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1873.134235] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392757', 'volume_id': '213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74', 'name': 'volume-213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca32be52-0300-4daf-8c93-283efd499f51', 'attached_at': '', 'detached_at': '', 'volume_id': '213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74', 'serial': '213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1873.135135] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47450160-e76d-4272-94c5-9c1a6b9aa974 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.161750] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04440b1-5394-4bd5-86f5-350d5b4f05c9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.189031] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74/volume-213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1873.189551] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-729e31d1-2320-44ed-95f0-0e9999075806 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.210168] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1873.210168] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cbc052-715b-2703-c166-c79b140987a1" [ 1873.210168] env[64496]: _type = "HttpNfcLease" [ 1873.210168] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1873.212894] env[64496]: DEBUG oslo_vmware.api [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1873.212894] env[64496]: value = "task-1902554" [ 1873.212894] env[64496]: _type = "Task" [ 1873.212894] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.221417] env[64496]: DEBUG oslo_vmware.api [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.372528] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52280f51-53e4-4859-a07b-cf1cd9004fc1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.392507] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance '8419a38c-f706-485d-b59a-1752eefd5045' progress to 0 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1873.466607] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1873.466996] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 160 to 161 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1873.467341] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1873.503774] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902550, 'name': CloneVM_Task} progress is 95%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.573483] env[64496]: DEBUG nova.compute.manager [req-80486de9-0361-44ae-a536-90ccafde20fb req-f0a265b6-436b-43c7-b821-125cda95b6a8 service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Received event network-changed-4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1873.573717] env[64496]: DEBUG nova.compute.manager [req-80486de9-0361-44ae-a536-90ccafde20fb req-f0a265b6-436b-43c7-b821-125cda95b6a8 service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Refreshing instance network info cache due to event network-changed-4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1873.573939] env[64496]: DEBUG oslo_concurrency.lockutils [req-80486de9-0361-44ae-a536-90ccafde20fb req-f0a265b6-436b-43c7-b821-125cda95b6a8 service nova] Acquiring lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.574284] env[64496]: DEBUG oslo_concurrency.lockutils [req-80486de9-0361-44ae-a536-90ccafde20fb req-f0a265b6-436b-43c7-b821-125cda95b6a8 service nova] Acquired lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.574487] env[64496]: DEBUG nova.network.neutron [req-80486de9-0361-44ae-a536-90ccafde20fb req-f0a265b6-436b-43c7-b821-125cda95b6a8 service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Refreshing network info cache for port 4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1873.623332] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902553, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.697562] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1873.697562] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cbc052-715b-2703-c166-c79b140987a1" [ 1873.697562] env[64496]: _type = "HttpNfcLease" [ 1873.697562] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1873.723663] env[64496]: DEBUG oslo_vmware.api [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902554, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.896134] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1873.896518] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392758', 'volume_id': '85841319-97ca-467e-b6e0-8b30c986589d', 'name': 'volume-85841319-97ca-467e-b6e0-8b30c986589d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d196c83-7a2f-497f-b256-e449f3192d53', 'attached_at': '', 'detached_at': '', 'volume_id': '85841319-97ca-467e-b6e0-8b30c986589d', 'serial': '85841319-97ca-467e-b6e0-8b30c986589d'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1873.898258] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1873.899176] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191322c7-b893-4cf6-8fb7-1701e4ab6b80 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.902373] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a4de1c3-23e7-4f33-9bb6-a4b76d64b38e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.911319] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1873.911319] env[64496]: value = "task-1902555" [ 1873.911319] env[64496]: _type = "Task" [ 1873.911319] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.925873] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b93eb3-89b0-44ca-bb19-df10e07a04ef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.934395] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.956040] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-85841319-97ca-467e-b6e0-8b30c986589d/volume-85841319-97ca-467e-b6e0-8b30c986589d.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1873.956390] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9520e39d-5262-4229-a9c9-878a45ae8543 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.973355] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1873.973550] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.863s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.974043] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.202s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.975662] env[64496]: INFO nova.compute.claims [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1873.981777] env[64496]: DEBUG oslo_vmware.api [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1873.981777] env[64496]: value = "task-1902556" [ 1873.981777] env[64496]: _type = "Task" [ 1873.981777] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.989609] env[64496]: DEBUG oslo_vmware.api [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.001606] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902550, 'name': CloneVM_Task, 'duration_secs': 1.195283} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.001997] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Created linked-clone VM from snapshot [ 1874.002883] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc1aaea-32b3-43db-9a14-80575ce2df86 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.010770] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Uploading image 1147e919-20a2-45de-a108-9f22a70d4945 {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1874.032214] env[64496]: DEBUG oslo_vmware.rw_handles [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1874.032214] env[64496]: value = "vm-392761" [ 1874.032214] env[64496]: _type = "VirtualMachine" [ 1874.032214] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1874.032557] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-537b4d29-3544-4ead-a932-b4c1c7cbcc08 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.041116] env[64496]: DEBUG oslo_vmware.rw_handles [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lease: (returnval){ [ 1874.041116] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c0d64a-2154-c73f-ea83-977c95e47f7e" [ 1874.041116] env[64496]: _type = "HttpNfcLease" [ 1874.041116] env[64496]: } obtained for exporting VM: (result){ [ 1874.041116] env[64496]: value = "vm-392761" [ 1874.041116] env[64496]: _type = "VirtualMachine" [ 1874.041116] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1874.041382] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the lease: (returnval){ [ 1874.041382] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c0d64a-2154-c73f-ea83-977c95e47f7e" [ 1874.041382] env[64496]: _type = "HttpNfcLease" [ 1874.041382] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1874.048593] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1874.048593] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c0d64a-2154-c73f-ea83-977c95e47f7e" [ 1874.048593] env[64496]: _type = "HttpNfcLease" [ 1874.048593] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1874.122372] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902553, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.200352] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1874.200352] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cbc052-715b-2703-c166-c79b140987a1" [ 1874.200352] env[64496]: _type = "HttpNfcLease" [ 1874.200352] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1874.200352] env[64496]: DEBUG oslo_vmware.rw_handles [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1874.200352] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cbc052-715b-2703-c166-c79b140987a1" [ 1874.200352] env[64496]: _type = "HttpNfcLease" [ 1874.200352] env[64496]: }. {{(pid=64496) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1874.200352] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e513a6-65f7-4ebc-af4a-0b2485d6b636 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.209693] env[64496]: DEBUG oslo_vmware.rw_handles [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b995ce-b501-c348-8254-47856429fd20/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1874.209693] env[64496]: DEBUG oslo_vmware.rw_handles [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b995ce-b501-c348-8254-47856429fd20/disk-0.vmdk. {{(pid=64496) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1874.284150] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-155e068e-9791-4e03-9553-9516ddde99c6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.285549] env[64496]: DEBUG oslo_vmware.api [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902554, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.289591] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7e3f0f-1623-4a4a-aa73-a02773278e45 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.309659] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0073be5f-fdb4-4c4a-a945-c26927dea922 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.317785] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating instance 'b66d7c87-2a88-42aa-b4be-c0d53b9c4e78' progress to 83 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1874.419487] env[64496]: DEBUG nova.network.neutron [req-80486de9-0361-44ae-a536-90ccafde20fb req-f0a265b6-436b-43c7-b821-125cda95b6a8 service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Updated VIF entry in instance network info cache for port 4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1874.420068] env[64496]: DEBUG nova.network.neutron [req-80486de9-0361-44ae-a536-90ccafde20fb req-f0a265b6-436b-43c7-b821-125cda95b6a8 service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Updating instance_info_cache with network_info: [{"id": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "address": "fa:16:3e:17:07:8c", "network": {"id": "d419fa75-4e6e-4cf4-84eb-ab4b80bb309e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1886043319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1376fe0bb409401399d88834f90ebb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc1c37c-ef", "ovs_interfaceid": "4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.433065] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.495906] env[64496]: DEBUG oslo_vmware.api [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.551612] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1874.551612] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c0d64a-2154-c73f-ea83-977c95e47f7e" [ 1874.551612] env[64496]: _type = "HttpNfcLease" [ 1874.551612] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1874.552151] env[64496]: DEBUG oslo_vmware.rw_handles [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1874.552151] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c0d64a-2154-c73f-ea83-977c95e47f7e" [ 1874.552151] env[64496]: _type = "HttpNfcLease" [ 1874.552151] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1874.554065] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5318a1-0c2b-4d02-bf51-3ee8b3242d43 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.564621] env[64496]: DEBUG oslo_vmware.rw_handles [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b1fc52-92f9-b1cf-06bf-86f8a930e849/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1874.564872] env[64496]: DEBUG oslo_vmware.rw_handles [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b1fc52-92f9-b1cf-06bf-86f8a930e849/disk-0.vmdk for reading. {{(pid=64496) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1874.643118] env[64496]: DEBUG oslo_concurrency.lockutils [None req-29fbe28c-17f8-41f6-8383-796d3baf196c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "6b0624a8-9565-44d9-ba7f-a828714ffe87" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.643118] env[64496]: DEBUG oslo_concurrency.lockutils [None req-29fbe28c-17f8-41f6-8383-796d3baf196c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.643500] env[64496]: DEBUG nova.compute.manager [None req-29fbe28c-17f8-41f6-8383-796d3baf196c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.644087] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dff5e2-64bb-4b9a-a3ee-232be7486a46 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.653782] env[64496]: DEBUG oslo_vmware.api [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902553, 'name': PowerOnVM_Task, 'duration_secs': 1.481831} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.654256] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1874.654566] env[64496]: INFO nova.compute.manager [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Took 13.11 seconds to spawn the instance on the hypervisor. [ 1874.654806] env[64496]: DEBUG nova.compute.manager [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.658906] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45288a5-1a9f-4bfa-b147-f9fe6b738146 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.666112] env[64496]: DEBUG nova.compute.manager [None req-29fbe28c-17f8-41f6-8383-796d3baf196c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64496) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1874.666930] env[64496]: DEBUG nova.objects.instance [None req-29fbe28c-17f8-41f6-8383-796d3baf196c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lazy-loading 'flavor' on Instance uuid 6b0624a8-9565-44d9-ba7f-a828714ffe87 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.679714] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-75a4b953-6c5e-415f-82c1-57b63ae0bca4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.776908] env[64496]: DEBUG oslo_vmware.api [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902554, 'name': ReconfigVM_Task, 'duration_secs': 1.395497} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.777244] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74/volume-213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1874.782124] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd534d35-aa4a-4c98-a4e9-a450d2e445f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.797537] env[64496]: DEBUG oslo_vmware.api [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1874.797537] env[64496]: value = "task-1902558" [ 1874.797537] env[64496]: _type = "Task" [ 1874.797537] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.808515] env[64496]: DEBUG oslo_vmware.api [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.824593] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1874.824928] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-869b45af-ed3b-45d2-95bb-7f37bfe47248 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.831933] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1874.831933] env[64496]: value = "task-1902559" [ 1874.831933] env[64496]: _type = "Task" [ 1874.831933] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.842059] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.922802] env[64496]: DEBUG oslo_concurrency.lockutils [req-80486de9-0361-44ae-a536-90ccafde20fb req-f0a265b6-436b-43c7-b821-125cda95b6a8 service nova] Releasing lock "refresh_cache-19793aba-0d19-49cf-b66a-9bca724ec957" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.933787] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902555, 'name': PowerOffVM_Task, 'duration_secs': 0.820897} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.935014] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1874.935014] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance '8419a38c-f706-485d-b59a-1752eefd5045' progress to 17 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1874.998442] env[64496]: DEBUG oslo_vmware.api [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902556, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.203397] env[64496]: INFO nova.compute.manager [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Took 19.18 seconds to build instance. [ 1875.247076] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82425f5-773e-449f-875f-dfdec4bf7c3c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.257348] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d963e1-6df1-437b-8313-4d94991dcfc1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.300100] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130feb58-d3f4-4439-b775-30ed1fe0de6b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.315739] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c7d6b7-f3e2-4870-bb1f-beaa52ee5c18 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.320011] env[64496]: DEBUG oslo_vmware.api [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902558, 'name': ReconfigVM_Task, 'duration_secs': 0.162437} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.322911] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392757', 'volume_id': '213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74', 'name': 'volume-213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca32be52-0300-4daf-8c93-283efd499f51', 'attached_at': '', 'detached_at': '', 'volume_id': '213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74', 'serial': '213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1875.335863] env[64496]: DEBUG nova.compute.provider_tree [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.351712] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902559, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.443925] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1875.444247] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1875.444868] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1875.445153] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1875.445336] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1875.445557] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1875.445804] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1875.446015] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1875.446210] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1875.446413] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1875.446556] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1875.455476] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea025b48-3792-45b6-9d43-c912d8d51307 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.474354] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1875.474354] env[64496]: value = "task-1902560" [ 1875.474354] env[64496]: _type = "Task" [ 1875.474354] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.485538] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.497141] env[64496]: DEBUG oslo_vmware.api [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902556, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.671085] env[64496]: DEBUG oslo_vmware.rw_handles [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Completed reading data from the image iterator. {{(pid=64496) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1875.671085] env[64496]: DEBUG oslo_vmware.rw_handles [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b995ce-b501-c348-8254-47856429fd20/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1875.672202] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61285e8c-c3cd-4a5b-a8fa-e9f68d8c93c0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.678987] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fbe28c-17f8-41f6-8383-796d3baf196c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1875.680634] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab3e9c79-7fcd-4a18-a3a6-6a0added8e99 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.682692] env[64496]: DEBUG oslo_vmware.rw_handles [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b995ce-b501-c348-8254-47856429fd20/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1875.682897] env[64496]: DEBUG oslo_vmware.rw_handles [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b995ce-b501-c348-8254-47856429fd20/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1875.683693] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e07c8536-ca01-4056-b959-ed93db4683d8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.690425] env[64496]: DEBUG oslo_vmware.api [None req-29fbe28c-17f8-41f6-8383-796d3baf196c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1875.690425] env[64496]: value = "task-1902561" [ 1875.690425] env[64496]: _type = "Task" [ 1875.690425] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.699091] env[64496]: DEBUG oslo_vmware.api [None req-29fbe28c-17f8-41f6-8383-796d3baf196c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.705917] env[64496]: DEBUG oslo_concurrency.lockutils [None req-132bef13-7603-4419-970c-40497ee34790 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.691s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.845303] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902559, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.846240] env[64496]: DEBUG nova.scheduler.client.report [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1875.986596] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.998014] env[64496]: DEBUG oslo_vmware.api [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902556, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.041165] env[64496]: DEBUG oslo_vmware.rw_handles [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b995ce-b501-c348-8254-47856429fd20/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1876.042035] env[64496]: INFO nova.virt.vmwareapi.images [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Downloaded image file data 0b8314ad-c714-4883-9f75-744cff745c4a [ 1876.042784] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eccc78-bee2-4db8-9a3c-bd75a3920796 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.060676] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7a0c9c1-9ae5-4e41-bb9b-60d782018a48 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.130034] env[64496]: INFO nova.virt.vmwareapi.images [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] The imported VM was unregistered [ 1876.133650] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Caching image {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1876.134109] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0b8314ad-c714-4883-9f75-744cff745c4a {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1876.135118] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-456a153d-a12c-4411-a122-4be0f4cad955 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.152060] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Created directory with path [datastore1] devstack-image-cache_base/0b8314ad-c714-4883-9f75-744cff745c4a {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1876.152345] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7f5b733b-04a1-4820-a34c-26e25a55b3fe/OSTACK_IMG_7f5b733b-04a1-4820-a34c-26e25a55b3fe.vmdk to [datastore1] devstack-image-cache_base/0b8314ad-c714-4883-9f75-744cff745c4a/0b8314ad-c714-4883-9f75-744cff745c4a.vmdk. {{(pid=64496) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1876.152758] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e26fca75-4b69-4926-8834-b4d2100828b6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.163300] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1876.163300] env[64496]: value = "task-1902563" [ 1876.163300] env[64496]: _type = "Task" [ 1876.163300] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.171836] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902563, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.199898] env[64496]: DEBUG oslo_vmware.api [None req-29fbe28c-17f8-41f6-8383-796d3baf196c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902561, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.332424] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "5b10a5d8-61e2-409a-856f-497f560054aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.332976] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "5b10a5d8-61e2-409a-856f-497f560054aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.347030] env[64496]: DEBUG oslo_vmware.api [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902559, 'name': PowerOnVM_Task, 'duration_secs': 1.298344} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.347209] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1876.347499] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0bea6f-374a-4bd1-b484-27982dda36e7 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating instance 'b66d7c87-2a88-42aa-b4be-c0d53b9c4e78' progress to 100 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1876.353773] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.354390] env[64496]: DEBUG nova.compute.manager [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1876.365177] env[64496]: DEBUG nova.objects.instance [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lazy-loading 'flavor' on Instance uuid ca32be52-0300-4daf-8c93-283efd499f51 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.485978] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902560, 'name': ReconfigVM_Task, 'duration_secs': 0.689281} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.486734] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance '8419a38c-f706-485d-b59a-1752eefd5045' progress to 33 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1876.501194] env[64496]: DEBUG oslo_vmware.api [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902556, 'name': ReconfigVM_Task, 'duration_secs': 2.06129} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.501785] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-85841319-97ca-467e-b6e0-8b30c986589d/volume-85841319-97ca-467e-b6e0-8b30c986589d.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1876.507364] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4bc790f-b4ce-48fd-8cb3-c05fdf4e0e1f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.528643] env[64496]: DEBUG oslo_vmware.api [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1876.528643] env[64496]: value = "task-1902564" [ 1876.528643] env[64496]: _type = "Task" [ 1876.528643] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.572653] env[64496]: DEBUG oslo_vmware.api [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902564, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.678200] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902563, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.702714] env[64496]: DEBUG oslo_vmware.api [None req-29fbe28c-17f8-41f6-8383-796d3baf196c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902561, 'name': PowerOffVM_Task, 'duration_secs': 0.549953} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.703150] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fbe28c-17f8-41f6-8383-796d3baf196c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1876.703587] env[64496]: DEBUG nova.compute.manager [None req-29fbe28c-17f8-41f6-8383-796d3baf196c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1876.704708] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b1fbec-686a-4a4c-af51-e7591f120ee9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.835794] env[64496]: DEBUG nova.compute.manager [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1876.861123] env[64496]: DEBUG nova.compute.utils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1876.863063] env[64496]: DEBUG nova.compute.manager [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1876.863323] env[64496]: DEBUG nova.network.neutron [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1876.871502] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0fda5c2-ccb3-4530-97bd-2a530d5621dc tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "ca32be52-0300-4daf-8c93-283efd499f51" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.374s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.942333] env[64496]: DEBUG nova.policy [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac5b31f73b142109d4799fdf59469c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ece971400c14e218ea058face42d8c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1876.997907] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1876.998281] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1876.998547] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1876.998756] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1876.999010] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1876.999318] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1876.999592] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1876.999981] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1877.000263] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1877.000567] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1877.001080] env[64496]: DEBUG nova.virt.hardware [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1877.006823] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1877.007259] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8def95b-c0c1-4e8e-8296-f7cca35e8931 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.031346] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1877.031346] env[64496]: value = "task-1902565" [ 1877.031346] env[64496]: _type = "Task" [ 1877.031346] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.047824] env[64496]: DEBUG oslo_vmware.api [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902564, 'name': ReconfigVM_Task, 'duration_secs': 0.183643} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.053501] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392758', 'volume_id': '85841319-97ca-467e-b6e0-8b30c986589d', 'name': 'volume-85841319-97ca-467e-b6e0-8b30c986589d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d196c83-7a2f-497f-b256-e449f3192d53', 'attached_at': '', 'detached_at': '', 'volume_id': '85841319-97ca-467e-b6e0-8b30c986589d', 'serial': '85841319-97ca-467e-b6e0-8b30c986589d'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1877.055497] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902565, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.142635] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "ca32be52-0300-4daf-8c93-283efd499f51" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.142935] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "ca32be52-0300-4daf-8c93-283efd499f51" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.177900] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902563, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.221147] env[64496]: DEBUG oslo_concurrency.lockutils [None req-29fbe28c-17f8-41f6-8383-796d3baf196c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.578s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.357343] env[64496]: DEBUG nova.network.neutron [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Successfully created port: bef52299-1911-4517-ab7d-a4070cea9aac {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1877.366876] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.367166] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.368797] env[64496]: INFO nova.compute.claims [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1877.371812] env[64496]: DEBUG nova.compute.manager [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1877.549735] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902565, 'name': ReconfigVM_Task, 'duration_secs': 0.415897} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.550108] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1877.551191] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0b44e4-ba0a-4a10-9a87-d69ed41b5341 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.580026] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 8419a38c-f706-485d-b59a-1752eefd5045/8419a38c-f706-485d-b59a-1752eefd5045.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1877.580026] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29e59f8d-81ee-4b1a-92b3-06d1900185c5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.602180] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1877.602180] env[64496]: value = "task-1902566" [ 1877.602180] env[64496]: _type = "Task" [ 1877.602180] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.618341] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902566, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.647836] env[64496]: INFO nova.compute.manager [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Detaching volume 213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74 [ 1877.682418] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902563, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.703273] env[64496]: INFO nova.virt.block_device [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Attempting to driver detach volume 213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74 from mountpoint /dev/sdb [ 1877.703273] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1877.703273] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392757', 'volume_id': '213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74', 'name': 'volume-213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca32be52-0300-4daf-8c93-283efd499f51', 'attached_at': '', 'detached_at': '', 'volume_id': '213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74', 'serial': '213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1877.703273] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a644b2ae-49cc-4ee2-a35f-0c85c6750097 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.730399] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34909d11-5bf8-4427-a2f4-693e60a6f135 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.742032] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f3470b-dadf-4fc6-be0c-45eb00a3c880 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.765794] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b48376-443e-441a-a73d-a53eb30845bc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.785839] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] The volume has not been displaced from its original location: [datastore1] volume-213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74/volume-213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1877.793119] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1877.793685] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3a156dc-1dfa-4988-b791-614fb348b2bf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.818614] env[64496]: DEBUG oslo_vmware.api [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1877.818614] env[64496]: value = "task-1902567" [ 1877.818614] env[64496]: _type = "Task" [ 1877.818614] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.831759] env[64496]: DEBUG oslo_vmware.api [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.114108] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.120264] env[64496]: DEBUG nova.objects.instance [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lazy-loading 'flavor' on Instance uuid 1d196c83-7a2f-497f-b256-e449f3192d53 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1878.180060] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902563, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.332922] env[64496]: DEBUG oslo_vmware.api [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902567, 'name': ReconfigVM_Task, 'duration_secs': 0.288046} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.333285] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1878.338842] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-678f306b-3a77-4902-b7c6-f4bbbfcc5615 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.358058] env[64496]: DEBUG oslo_vmware.api [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1878.358058] env[64496]: value = "task-1902568" [ 1878.358058] env[64496]: _type = "Task" [ 1878.358058] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.370314] env[64496]: DEBUG oslo_vmware.api [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.390391] env[64496]: DEBUG nova.compute.manager [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1878.399185] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.400180] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.400180] env[64496]: DEBUG nova.compute.manager [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Going to confirm migration 7 {{(pid=64496) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1878.415662] env[64496]: DEBUG nova.virt.hardware [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1878.415969] env[64496]: DEBUG nova.virt.hardware [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1878.416185] env[64496]: DEBUG nova.virt.hardware [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1878.416414] env[64496]: DEBUG nova.virt.hardware [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1878.416605] env[64496]: DEBUG nova.virt.hardware [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1878.417036] env[64496]: DEBUG nova.virt.hardware [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1878.417319] env[64496]: DEBUG nova.virt.hardware [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1878.417548] env[64496]: DEBUG nova.virt.hardware [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1878.417772] env[64496]: DEBUG nova.virt.hardware [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1878.417977] env[64496]: DEBUG nova.virt.hardware [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1878.418194] env[64496]: DEBUG nova.virt.hardware [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1878.420088] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b657c9-a965-4c81-b846-1593e0fbc3d3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.434897] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24db326b-cc9a-4e79-a9ab-4baf28a4decb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.619666] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902566, 'name': ReconfigVM_Task, 'duration_secs': 0.520029} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.619666] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 8419a38c-f706-485d-b59a-1752eefd5045/8419a38c-f706-485d-b59a-1752eefd5045.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1878.620000] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance '8419a38c-f706-485d-b59a-1752eefd5045' progress to 50 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1878.626442] env[64496]: DEBUG oslo_concurrency.lockutils [None req-efa0fb5b-eb66-46d3-982e-d259f316ba9b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.348s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.674813] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db97125e-0385-49fb-97de-5200d9ab015c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.689891] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902563, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.691067] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b293da-8234-4fdf-9441-688446e003f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.731781] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da3d71b-8956-49fd-9769-3f9c2e609c05 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.742902] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d652ff4-5e57-4097-9c41-e5f7341f667f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.760739] env[64496]: DEBUG nova.compute.provider_tree [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1878.868059] env[64496]: DEBUG oslo_vmware.api [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902568, 'name': ReconfigVM_Task, 'duration_secs': 0.161272} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.868059] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392757', 'volume_id': '213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74', 'name': 'volume-213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca32be52-0300-4daf-8c93-283efd499f51', 'attached_at': '', 'detached_at': '', 'volume_id': '213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74', 'serial': '213d9d75-a0cb-4e63-a98a-b7d7b2b3ad74'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1878.941854] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.942046] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquired lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.942279] env[64496]: DEBUG nova.network.neutron [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1878.942385] env[64496]: DEBUG nova.objects.instance [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lazy-loading 'info_cache' on Instance uuid b66d7c87-2a88-42aa-b4be-c0d53b9c4e78 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1879.129500] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b51c23-5802-402e-b8c3-367d5248f5a8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.150460] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b44624e-e818-495f-8f93-b8d5db0432c9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.170514] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance '8419a38c-f706-485d-b59a-1752eefd5045' progress to 67 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1879.182195] env[64496]: DEBUG nova.compute.manager [req-c62f59d1-6abd-4500-9276-d88d10fe0256 req-eaec35e5-00ec-40fe-a172-221b8f3f2561 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Received event network-vif-plugged-bef52299-1911-4517-ab7d-a4070cea9aac {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1879.182431] env[64496]: DEBUG oslo_concurrency.lockutils [req-c62f59d1-6abd-4500-9276-d88d10fe0256 req-eaec35e5-00ec-40fe-a172-221b8f3f2561 service nova] Acquiring lock "7dc67748-8b04-420a-ab18-1b5800a33105-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.182756] env[64496]: DEBUG oslo_concurrency.lockutils [req-c62f59d1-6abd-4500-9276-d88d10fe0256 req-eaec35e5-00ec-40fe-a172-221b8f3f2561 service nova] Lock "7dc67748-8b04-420a-ab18-1b5800a33105-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.182967] env[64496]: DEBUG oslo_concurrency.lockutils [req-c62f59d1-6abd-4500-9276-d88d10fe0256 req-eaec35e5-00ec-40fe-a172-221b8f3f2561 service nova] Lock "7dc67748-8b04-420a-ab18-1b5800a33105-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.183176] env[64496]: DEBUG nova.compute.manager [req-c62f59d1-6abd-4500-9276-d88d10fe0256 req-eaec35e5-00ec-40fe-a172-221b8f3f2561 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] No waiting events found dispatching network-vif-plugged-bef52299-1911-4517-ab7d-a4070cea9aac {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1879.183354] env[64496]: WARNING nova.compute.manager [req-c62f59d1-6abd-4500-9276-d88d10fe0256 req-eaec35e5-00ec-40fe-a172-221b8f3f2561 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Received unexpected event network-vif-plugged-bef52299-1911-4517-ab7d-a4070cea9aac for instance with vm_state building and task_state spawning. [ 1879.187275] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902563, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.717355} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.187622] env[64496]: INFO nova.virt.vmwareapi.ds_util [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7f5b733b-04a1-4820-a34c-26e25a55b3fe/OSTACK_IMG_7f5b733b-04a1-4820-a34c-26e25a55b3fe.vmdk to [datastore1] devstack-image-cache_base/0b8314ad-c714-4883-9f75-744cff745c4a/0b8314ad-c714-4883-9f75-744cff745c4a.vmdk. [ 1879.187790] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Cleaning up location [datastore1] OSTACK_IMG_7f5b733b-04a1-4820-a34c-26e25a55b3fe {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1879.187993] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7f5b733b-04a1-4820-a34c-26e25a55b3fe {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1879.188316] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6f4ae68-6f45-4ee9-8f7b-5664bf73af44 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.198322] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1879.198322] env[64496]: value = "task-1902569" [ 1879.198322] env[64496]: _type = "Task" [ 1879.198322] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.206984] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.268756] env[64496]: DEBUG nova.scheduler.client.report [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1879.277625] env[64496]: DEBUG nova.network.neutron [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Successfully updated port: bef52299-1911-4517-ab7d-a4070cea9aac {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1879.344647] env[64496]: DEBUG nova.compute.manager [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Stashing vm_state: stopped {{(pid=64496) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1879.416183] env[64496]: DEBUG nova.objects.instance [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lazy-loading 'flavor' on Instance uuid ca32be52-0300-4daf-8c93-283efd499f51 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1879.710983] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.069236} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.712052] env[64496]: DEBUG nova.network.neutron [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Port 9b526b78-10ef-4e9b-a1e1-14c9303d7daa binding to destination host cpu-1 is already ACTIVE {{(pid=64496) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1879.713747] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1879.714000] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0b8314ad-c714-4883-9f75-744cff745c4a/0b8314ad-c714-4883-9f75-744cff745c4a.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.714376] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0b8314ad-c714-4883-9f75-744cff745c4a/0b8314ad-c714-4883-9f75-744cff745c4a.vmdk to [datastore1] 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7/8de0ae43-9fb9-46a0-9123-3b2c4c7419a7.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1879.715180] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74f59883-a043-479d-9aae-60e9d5474992 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.722916] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1879.722916] env[64496]: value = "task-1902570" [ 1879.722916] env[64496]: _type = "Task" [ 1879.722916] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.732191] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.775989] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.776579] env[64496]: DEBUG nova.compute.manager [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1879.780117] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.780255] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.780554] env[64496]: DEBUG nova.network.neutron [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1879.813788] env[64496]: DEBUG oslo_concurrency.lockutils [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "1d196c83-7a2f-497f-b256-e449f3192d53" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.813788] env[64496]: DEBUG oslo_concurrency.lockutils [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.867986] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.868279] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.194973] env[64496]: DEBUG nova.network.neutron [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating instance_info_cache with network_info: [{"id": "6c78f0be-6341-4323-b844-86154907b9aa", "address": "fa:16:3e:42:b4:90", "network": {"id": "e6a08c71-a335-466b-b33d-9587f8bcbfc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-968021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e1428760ab42ba89b64ae644a3fa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c78f0be-63", "ovs_interfaceid": "6c78f0be-6341-4323-b844-86154907b9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.238314] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902570, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.281560] env[64496]: DEBUG nova.compute.utils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1880.284628] env[64496]: DEBUG nova.compute.manager [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1880.284922] env[64496]: DEBUG nova.network.neutron [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1880.318063] env[64496]: DEBUG nova.compute.utils [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1880.339792] env[64496]: DEBUG nova.policy [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cc74075ea2d453dbb64ece068f1d02d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11c881bed2ab4a1f86a1600ad62726cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1880.342777] env[64496]: DEBUG nova.network.neutron [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1880.376546] env[64496]: INFO nova.compute.claims [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1880.425179] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1b97c383-bd95-47a3-933a-ce3caf41a07f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "ca32be52-0300-4daf-8c93-283efd499f51" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.546913] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "ca32be52-0300-4daf-8c93-283efd499f51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.547221] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "ca32be52-0300-4daf-8c93-283efd499f51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.547443] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "ca32be52-0300-4daf-8c93-283efd499f51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.547630] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "ca32be52-0300-4daf-8c93-283efd499f51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.547849] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "ca32be52-0300-4daf-8c93-283efd499f51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.550115] env[64496]: INFO nova.compute.manager [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Terminating instance [ 1880.599936] env[64496]: DEBUG nova.network.neutron [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updating instance_info_cache with network_info: [{"id": "bef52299-1911-4517-ab7d-a4070cea9aac", "address": "fa:16:3e:98:ee:e7", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef52299-19", "ovs_interfaceid": "bef52299-1911-4517-ab7d-a4070cea9aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.674696] env[64496]: DEBUG nova.network.neutron [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Successfully created port: 107e46ea-7a24-47df-b77b-62118625987f {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1880.699041] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Releasing lock "refresh_cache-b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.699384] env[64496]: DEBUG nova.objects.instance [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lazy-loading 'migration_context' on Instance uuid b66d7c87-2a88-42aa-b4be-c0d53b9c4e78 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1880.746253] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "8419a38c-f706-485d-b59a-1752eefd5045-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.746704] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "8419a38c-f706-485d-b59a-1752eefd5045-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.746704] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "8419a38c-f706-485d-b59a-1752eefd5045-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.758289] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902570, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.784985] env[64496]: DEBUG nova.compute.manager [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1880.821210] env[64496]: DEBUG oslo_concurrency.lockutils [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.882780] env[64496]: INFO nova.compute.resource_tracker [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating resource usage from migration 1b24fb53-8ddd-4fb1-9b56-106b17c6a686 [ 1881.054542] env[64496]: DEBUG nova.compute.manager [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1881.054767] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1881.055818] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fe0e69-c28f-4c17-b629-92b581ba4ef9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.070928] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1881.071287] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4a17616-1ab6-4bdf-86e1-4ec091f6e253 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.090508] env[64496]: DEBUG oslo_vmware.api [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1881.090508] env[64496]: value = "task-1902571" [ 1881.090508] env[64496]: _type = "Task" [ 1881.090508] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.111873] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.112378] env[64496]: DEBUG nova.compute.manager [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Instance network_info: |[{"id": "bef52299-1911-4517-ab7d-a4070cea9aac", "address": "fa:16:3e:98:ee:e7", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef52299-19", "ovs_interfaceid": "bef52299-1911-4517-ab7d-a4070cea9aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1881.112767] env[64496]: DEBUG oslo_vmware.api [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.113571] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:ee:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bef52299-1911-4517-ab7d-a4070cea9aac', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1881.122815] env[64496]: DEBUG oslo.service.loopingcall [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.123110] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1881.123345] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62eee31d-82ff-42ec-8c97-aec3e938294e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.151974] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1881.151974] env[64496]: value = "task-1902572" [ 1881.151974] env[64496]: _type = "Task" [ 1881.151974] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.167987] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902572, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.198647] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c214c5-ebe3-4111-90ab-8b541376110c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.202934] env[64496]: DEBUG nova.objects.base [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1881.203930] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187c7440-99ac-4c9b-a7d4-66a8d1e82d7a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.212736] env[64496]: DEBUG nova.compute.manager [req-0a7c7b5d-179c-41d6-99eb-838fd9c871ab req-1c9872c6-c224-4d89-9a30-bbba140560b7 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Received event network-changed-bef52299-1911-4517-ab7d-a4070cea9aac {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1881.212961] env[64496]: DEBUG nova.compute.manager [req-0a7c7b5d-179c-41d6-99eb-838fd9c871ab req-1c9872c6-c224-4d89-9a30-bbba140560b7 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Refreshing instance network info cache due to event network-changed-bef52299-1911-4517-ab7d-a4070cea9aac. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1881.213214] env[64496]: DEBUG oslo_concurrency.lockutils [req-0a7c7b5d-179c-41d6-99eb-838fd9c871ab req-1c9872c6-c224-4d89-9a30-bbba140560b7 service nova] Acquiring lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.213370] env[64496]: DEBUG oslo_concurrency.lockutils [req-0a7c7b5d-179c-41d6-99eb-838fd9c871ab req-1c9872c6-c224-4d89-9a30-bbba140560b7 service nova] Acquired lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.213592] env[64496]: DEBUG nova.network.neutron [req-0a7c7b5d-179c-41d6-99eb-838fd9c871ab req-1c9872c6-c224-4d89-9a30-bbba140560b7 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Refreshing network info cache for port bef52299-1911-4517-ab7d-a4070cea9aac {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.237700] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee42690a-ab41-4dc9-a1d4-abec54e08bc4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.246020] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65adc030-4462-4d1f-9a69-cf9f9792b081 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.290880] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f12928-9e94-4ab9-82ec-736a7c628847 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.298108] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902570, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.298667] env[64496]: DEBUG oslo_vmware.api [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1881.298667] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5283e2f5-9ee3-c603-dc58-248fa6610dcc" [ 1881.298667] env[64496]: _type = "Task" [ 1881.298667] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.310767] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9de2f45-ecb3-4692-9b15-f284a4280d47 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.321301] env[64496]: DEBUG oslo_vmware.api [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5283e2f5-9ee3-c603-dc58-248fa6610dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.055963} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.321993] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.335088] env[64496]: DEBUG nova.compute.provider_tree [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1881.604202] env[64496]: DEBUG oslo_vmware.api [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902571, 'name': PowerOffVM_Task, 'duration_secs': 0.220063} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.604595] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1881.604840] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1881.605474] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92ae1beb-8554-4e5d-92bb-ebbe43c5f007 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.627351] env[64496]: DEBUG nova.network.neutron [req-0a7c7b5d-179c-41d6-99eb-838fd9c871ab req-1c9872c6-c224-4d89-9a30-bbba140560b7 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updated VIF entry in instance network info cache for port bef52299-1911-4517-ab7d-a4070cea9aac. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1881.627721] env[64496]: DEBUG nova.network.neutron [req-0a7c7b5d-179c-41d6-99eb-838fd9c871ab req-1c9872c6-c224-4d89-9a30-bbba140560b7 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updating instance_info_cache with network_info: [{"id": "bef52299-1911-4517-ab7d-a4070cea9aac", "address": "fa:16:3e:98:ee:e7", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef52299-19", "ovs_interfaceid": "bef52299-1911-4517-ab7d-a4070cea9aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.665397] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902572, 'name': CreateVM_Task} progress is 25%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.703036] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1881.703036] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1881.703273] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Deleting the datastore file [datastore1] ca32be52-0300-4daf-8c93-283efd499f51 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1881.703362] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf5f1387-eb1e-48c0-9f70-4fbff149038b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.711284] env[64496]: DEBUG oslo_vmware.api [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1881.711284] env[64496]: value = "task-1902574" [ 1881.711284] env[64496]: _type = "Task" [ 1881.711284] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.720406] env[64496]: DEBUG oslo_vmware.api [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.744484] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902570, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.801221] env[64496]: DEBUG nova.compute.manager [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1881.808626] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.808878] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.809117] env[64496]: DEBUG nova.network.neutron [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1881.826857] env[64496]: DEBUG nova.virt.hardware [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1881.827131] env[64496]: DEBUG nova.virt.hardware [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1881.827298] env[64496]: DEBUG nova.virt.hardware [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1881.827486] env[64496]: DEBUG nova.virt.hardware [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1881.827634] env[64496]: DEBUG nova.virt.hardware [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1881.827782] env[64496]: DEBUG nova.virt.hardware [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1881.827991] env[64496]: DEBUG nova.virt.hardware [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1881.828162] env[64496]: DEBUG nova.virt.hardware [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1881.828329] env[64496]: DEBUG nova.virt.hardware [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1881.828491] env[64496]: DEBUG nova.virt.hardware [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1881.828664] env[64496]: DEBUG nova.virt.hardware [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1881.829855] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58d3b12-1551-4c8f-8587-d7834c72d3f2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.839284] env[64496]: DEBUG nova.scheduler.client.report [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.843861] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10896d11-b4fd-4b91-ba79-3012b2e884cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.905704] env[64496]: DEBUG oslo_concurrency.lockutils [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "1d196c83-7a2f-497f-b256-e449f3192d53" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.906064] env[64496]: DEBUG oslo_concurrency.lockutils [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.906352] env[64496]: INFO nova.compute.manager [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Attaching volume 5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943 to /dev/sdc [ 1881.942709] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32ed75e-c2f2-4503-8313-349d2e093d9b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.952504] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e38d796-41e3-4c8e-93ba-3b584ab23e8d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.974394] env[64496]: DEBUG nova.virt.block_device [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Updating existing volume attachment record: 37816bf8-1f8f-4fe7-b714-5766a4181bad {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1882.130790] env[64496]: DEBUG oslo_concurrency.lockutils [req-0a7c7b5d-179c-41d6-99eb-838fd9c871ab req-1c9872c6-c224-4d89-9a30-bbba140560b7 service nova] Releasing lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.166577] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902572, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.223630] env[64496]: DEBUG oslo_vmware.api [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.245521] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902570, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.277876] env[64496]: DEBUG nova.network.neutron [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Successfully updated port: 107e46ea-7a24-47df-b77b-62118625987f {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1882.349563] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.481s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.349743] env[64496]: INFO nova.compute.manager [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Migrating [ 1882.358935] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.037s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.575298] env[64496]: DEBUG nova.network.neutron [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance_info_cache with network_info: [{"id": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "address": "fa:16:3e:2b:ca:6a", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b526b78-10", "ovs_interfaceid": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.664011] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902572, 'name': CreateVM_Task, 'duration_secs': 1.214558} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.664192] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1882.664948] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.665131] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.665457] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1882.665718] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f1f46f-97ff-4369-81e5-b5a23cc84248 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.671215] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1882.671215] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520224b3-0f99-e8e7-314b-44825475597a" [ 1882.671215] env[64496]: _type = "Task" [ 1882.671215] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.679833] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520224b3-0f99-e8e7-314b-44825475597a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.722986] env[64496]: DEBUG oslo_vmware.api [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.867651} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.723291] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1882.723478] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1882.723745] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1882.723925] env[64496]: INFO nova.compute.manager [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1882.724189] env[64496]: DEBUG oslo.service.loopingcall [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1882.724378] env[64496]: DEBUG nova.compute.manager [-] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1882.724475] env[64496]: DEBUG nova.network.neutron [-] [instance: ca32be52-0300-4daf-8c93-283efd499f51] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1882.745201] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902570, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.67728} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.745520] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0b8314ad-c714-4883-9f75-744cff745c4a/0b8314ad-c714-4883-9f75-744cff745c4a.vmdk to [datastore1] 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7/8de0ae43-9fb9-46a0-9123-3b2c4c7419a7.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1882.746426] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af16cd98-48ca-4f85-a7c8-23230a5e5e5e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.771536] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7/8de0ae43-9fb9-46a0-9123-3b2c4c7419a7.vmdk or device None with type streamOptimized {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1882.772019] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186a8f6c-6b72-4a79-8b55-a9e53d8c0b5f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.788394] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "refresh_cache-5b10a5d8-61e2-409a-856f-497f560054aa" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.788550] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquired lock "refresh_cache-5b10a5d8-61e2-409a-856f-497f560054aa" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.788718] env[64496]: DEBUG nova.network.neutron [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1882.797040] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1882.797040] env[64496]: value = "task-1902576" [ 1882.797040] env[64496]: _type = "Task" [ 1882.797040] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.809559] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.870062] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.870302] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.870520] env[64496]: DEBUG nova.network.neutron [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.078351] env[64496]: DEBUG oslo_concurrency.lockutils [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.149125] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8529e8a6-18c3-421c-a032-9605394a63c1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.158065] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f34a7df-03ee-4b0a-a2d5-19ea7916c07f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.194889] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd7342e-40ab-48bb-82e8-c9ae1593bcc7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.208434] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520224b3-0f99-e8e7-314b-44825475597a, 'name': SearchDatastore_Task, 'duration_secs': 0.018233} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.208769] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.209036] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1883.209276] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.209482] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.209599] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1883.212676] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d8b412-ff93-4016-8adb-e15e475ee164 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.215178] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ade014f8-4688-4533-8c77-29cc8e7d2195 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.230610] env[64496]: DEBUG nova.compute.provider_tree [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1883.233473] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1883.233698] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1883.234854] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-033028f3-fa5e-40a7-a042-a0d49e3c7540 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.242468] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1883.242468] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e791d1-3f9f-e8ef-9ef7-6df707808dc6" [ 1883.242468] env[64496]: _type = "Task" [ 1883.242468] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.254126] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e791d1-3f9f-e8ef-9ef7-6df707808dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.254126] env[64496]: DEBUG nova.compute.manager [req-c26a4665-7c88-4459-8a00-17d16ea6a629 req-51b0c988-007b-4530-819d-e57ef59f8627 service nova] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Received event network-vif-plugged-107e46ea-7a24-47df-b77b-62118625987f {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1883.254295] env[64496]: DEBUG oslo_concurrency.lockutils [req-c26a4665-7c88-4459-8a00-17d16ea6a629 req-51b0c988-007b-4530-819d-e57ef59f8627 service nova] Acquiring lock "5b10a5d8-61e2-409a-856f-497f560054aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.254341] env[64496]: DEBUG oslo_concurrency.lockutils [req-c26a4665-7c88-4459-8a00-17d16ea6a629 req-51b0c988-007b-4530-819d-e57ef59f8627 service nova] Lock "5b10a5d8-61e2-409a-856f-497f560054aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.254495] env[64496]: DEBUG oslo_concurrency.lockutils [req-c26a4665-7c88-4459-8a00-17d16ea6a629 req-51b0c988-007b-4530-819d-e57ef59f8627 service nova] Lock "5b10a5d8-61e2-409a-856f-497f560054aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.254670] env[64496]: DEBUG nova.compute.manager [req-c26a4665-7c88-4459-8a00-17d16ea6a629 req-51b0c988-007b-4530-819d-e57ef59f8627 service nova] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] No waiting events found dispatching network-vif-plugged-107e46ea-7a24-47df-b77b-62118625987f {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1883.254826] env[64496]: WARNING nova.compute.manager [req-c26a4665-7c88-4459-8a00-17d16ea6a629 req-51b0c988-007b-4530-819d-e57ef59f8627 service nova] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Received unexpected event network-vif-plugged-107e46ea-7a24-47df-b77b-62118625987f for instance with vm_state building and task_state spawning. [ 1883.254976] env[64496]: DEBUG nova.compute.manager [req-c26a4665-7c88-4459-8a00-17d16ea6a629 req-51b0c988-007b-4530-819d-e57ef59f8627 service nova] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Received event network-changed-107e46ea-7a24-47df-b77b-62118625987f {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1883.255144] env[64496]: DEBUG nova.compute.manager [req-c26a4665-7c88-4459-8a00-17d16ea6a629 req-51b0c988-007b-4530-819d-e57ef59f8627 service nova] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Refreshing instance network info cache due to event network-changed-107e46ea-7a24-47df-b77b-62118625987f. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1883.255304] env[64496]: DEBUG oslo_concurrency.lockutils [req-c26a4665-7c88-4459-8a00-17d16ea6a629 req-51b0c988-007b-4530-819d-e57ef59f8627 service nova] Acquiring lock "refresh_cache-5b10a5d8-61e2-409a-856f-497f560054aa" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.308447] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.323425] env[64496]: DEBUG nova.network.neutron [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1883.471410] env[64496]: DEBUG nova.network.neutron [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Updating instance_info_cache with network_info: [{"id": "107e46ea-7a24-47df-b77b-62118625987f", "address": "fa:16:3e:fe:6c:0a", "network": {"id": "42817d49-2160-4e4f-abe8-0fda6c711849", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-684190943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c881bed2ab4a1f86a1600ad62726cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107e46ea-7a", "ovs_interfaceid": "107e46ea-7a24-47df-b77b-62118625987f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.575370] env[64496]: DEBUG oslo_vmware.rw_handles [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b1fc52-92f9-b1cf-06bf-86f8a930e849/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1883.576651] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fb9db5-e638-4c9b-b5ad-80d06603756b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.584037] env[64496]: DEBUG oslo_vmware.rw_handles [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b1fc52-92f9-b1cf-06bf-86f8a930e849/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1883.584194] env[64496]: ERROR oslo_vmware.rw_handles [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b1fc52-92f9-b1cf-06bf-86f8a930e849/disk-0.vmdk due to incomplete transfer. [ 1883.584427] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0ff2fc02-8833-43c2-ab6e-186269370e8e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.593662] env[64496]: DEBUG oslo_vmware.rw_handles [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b1fc52-92f9-b1cf-06bf-86f8a930e849/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1883.593857] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Uploaded image 1147e919-20a2-45de-a108-9f22a70d4945 to the Glance image server {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1883.595573] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1883.595826] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-074b0efe-c0db-4280-a7c3-8ddb39fd652a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.603886] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fda2c08-76bb-4c4c-b2c2-6c5b97aaa4cd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.608256] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1883.608256] env[64496]: value = "task-1902577" [ 1883.608256] env[64496]: _type = "Task" [ 1883.608256] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.629156] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fcbea7-2714-4ee9-90e4-7bffae9208ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.635117] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902577, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.637354] env[64496]: DEBUG nova.network.neutron [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance_info_cache with network_info: [{"id": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "address": "fa:16:3e:e8:19:91", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4835b0a-0b", "ovs_interfaceid": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.641124] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance '8419a38c-f706-485d-b59a-1752eefd5045' progress to 83 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1883.736347] env[64496]: DEBUG nova.scheduler.client.report [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.754098] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e791d1-3f9f-e8ef-9ef7-6df707808dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.018657} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.755602] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd34f215-af9b-4686-b2dd-47af5fe5c431 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.762420] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1883.762420] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527bcb74-babd-7a6f-b0e1-e1bd3af2ee14" [ 1883.762420] env[64496]: _type = "Task" [ 1883.762420] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.771200] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527bcb74-babd-7a6f-b0e1-e1bd3af2ee14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.808014] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902576, 'name': ReconfigVM_Task, 'duration_secs': 0.582101} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.808383] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7/8de0ae43-9fb9-46a0-9123-3b2c4c7419a7.vmdk or device None with type streamOptimized {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1883.809102] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11b58587-b9e2-4df8-98b3-fdd2856f9afe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.817591] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1883.817591] env[64496]: value = "task-1902578" [ 1883.817591] env[64496]: _type = "Task" [ 1883.817591] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.826904] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902578, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.828650] env[64496]: DEBUG nova.network.neutron [-] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.976352] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Releasing lock "refresh_cache-5b10a5d8-61e2-409a-856f-497f560054aa" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.976636] env[64496]: DEBUG nova.compute.manager [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Instance network_info: |[{"id": "107e46ea-7a24-47df-b77b-62118625987f", "address": "fa:16:3e:fe:6c:0a", "network": {"id": "42817d49-2160-4e4f-abe8-0fda6c711849", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-684190943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c881bed2ab4a1f86a1600ad62726cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107e46ea-7a", "ovs_interfaceid": "107e46ea-7a24-47df-b77b-62118625987f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1883.976961] env[64496]: DEBUG oslo_concurrency.lockutils [req-c26a4665-7c88-4459-8a00-17d16ea6a629 req-51b0c988-007b-4530-819d-e57ef59f8627 service nova] Acquired lock "refresh_cache-5b10a5d8-61e2-409a-856f-497f560054aa" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.977210] env[64496]: DEBUG nova.network.neutron [req-c26a4665-7c88-4459-8a00-17d16ea6a629 req-51b0c988-007b-4530-819d-e57ef59f8627 service nova] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Refreshing network info cache for port 107e46ea-7a24-47df-b77b-62118625987f {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1883.978332] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:6c:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '107e46ea-7a24-47df-b77b-62118625987f', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1883.988097] env[64496]: DEBUG oslo.service.loopingcall [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1883.991149] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1883.991695] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36e6403d-bd87-401d-8c2d-415de4266529 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.014938] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1884.014938] env[64496]: value = "task-1902579" [ 1884.014938] env[64496]: _type = "Task" [ 1884.014938] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.024487] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902579, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.120794] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902577, 'name': Destroy_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.147026] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.149864] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.150448] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cff2869e-5fb8-4400-942a-a9c1f2ae76b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.160846] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1884.160846] env[64496]: value = "task-1902580" [ 1884.160846] env[64496]: _type = "Task" [ 1884.160846] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.173115] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.275879] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527bcb74-babd-7a6f-b0e1-e1bd3af2ee14, 'name': SearchDatastore_Task, 'duration_secs': 0.075556} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.279412] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.279711] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 7dc67748-8b04-420a-ab18-1b5800a33105/7dc67748-8b04-420a-ab18-1b5800a33105.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1884.280015] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12c8fac7-a1c3-4fa9-b232-3d71b109a533 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.289438] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1884.289438] env[64496]: value = "task-1902582" [ 1884.289438] env[64496]: _type = "Task" [ 1884.289438] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.299048] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.328169] env[64496]: DEBUG nova.network.neutron [req-c26a4665-7c88-4459-8a00-17d16ea6a629 req-51b0c988-007b-4530-819d-e57ef59f8627 service nova] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Updated VIF entry in instance network info cache for port 107e46ea-7a24-47df-b77b-62118625987f. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1884.328169] env[64496]: DEBUG nova.network.neutron [req-c26a4665-7c88-4459-8a00-17d16ea6a629 req-51b0c988-007b-4530-819d-e57ef59f8627 service nova] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Updating instance_info_cache with network_info: [{"id": "107e46ea-7a24-47df-b77b-62118625987f", "address": "fa:16:3e:fe:6c:0a", "network": {"id": "42817d49-2160-4e4f-abe8-0fda6c711849", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-684190943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c881bed2ab4a1f86a1600ad62726cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107e46ea-7a", "ovs_interfaceid": "107e46ea-7a24-47df-b77b-62118625987f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.331729] env[64496]: INFO nova.compute.manager [-] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Took 1.61 seconds to deallocate network for instance. [ 1884.332319] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902578, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.529841] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902579, 'name': CreateVM_Task, 'duration_secs': 0.378769} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.530109] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1884.530955] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.531174] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.531556] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1884.531864] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56247f0-6456-4132-8a2a-c150a6f5806a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.539232] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1884.539232] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52042c07-5c5a-6f5d-76e1-9c8a85712fc6" [ 1884.539232] env[64496]: _type = "Task" [ 1884.539232] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.551630] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52042c07-5c5a-6f5d-76e1-9c8a85712fc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.623899] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902577, 'name': Destroy_Task, 'duration_secs': 0.636825} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.624204] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Destroyed the VM [ 1884.624456] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1884.624732] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-06b1c7c2-2964-45b1-a191-5391f396dcd0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.634363] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1884.634363] env[64496]: value = "task-1902583" [ 1884.634363] env[64496]: _type = "Task" [ 1884.634363] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.646158] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902583, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.675830] env[64496]: DEBUG oslo_vmware.api [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902580, 'name': PowerOnVM_Task, 'duration_secs': 0.442053} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.676223] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1884.676379] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9f7b34-3fbd-47b1-9594-979f0b1b3e62 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance '8419a38c-f706-485d-b59a-1752eefd5045' progress to 100 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1884.748105] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.389s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.800404] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902582, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.829364] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902578, 'name': Rename_Task, 'duration_secs': 0.713642} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.829772] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.830018] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c568a96c-286d-4718-8a37-06bdf8ca9f55 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.833517] env[64496]: DEBUG oslo_concurrency.lockutils [req-c26a4665-7c88-4459-8a00-17d16ea6a629 req-51b0c988-007b-4530-819d-e57ef59f8627 service nova] Releasing lock "refresh_cache-5b10a5d8-61e2-409a-856f-497f560054aa" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.837112] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1884.837112] env[64496]: value = "task-1902584" [ 1884.837112] env[64496]: _type = "Task" [ 1884.837112] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.841098] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.841372] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.841611] env[64496]: DEBUG nova.objects.instance [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lazy-loading 'resources' on Instance uuid ca32be52-0300-4daf-8c93-283efd499f51 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.847476] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.050411] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52042c07-5c5a-6f5d-76e1-9c8a85712fc6, 'name': SearchDatastore_Task, 'duration_secs': 0.026444} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.050799] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.051062] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1885.051307] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.051458] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.051642] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1885.051921] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fcdd120-6fc9-4c96-a2ae-9db4191bddf5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.065216] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1885.065461] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1885.066253] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc843625-5f0c-4a30-bf6c-4778aceebf3f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.072111] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1885.072111] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bba6e4-4c36-61be-f7ae-61b2485258b4" [ 1885.072111] env[64496]: _type = "Task" [ 1885.072111] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.080412] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bba6e4-4c36-61be-f7ae-61b2485258b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.144731] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902583, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.283389] env[64496]: DEBUG nova.compute.manager [req-6cbb0293-f1f2-414e-a751-7e67560646e9 req-8276888f-9892-4ae5-849e-be562dab3d78 service nova] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Received event network-vif-deleted-111c37b2-6eca-4a58-a315-41e1e46adaac {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1885.301311] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525638} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.301672] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 7dc67748-8b04-420a-ab18-1b5800a33105/7dc67748-8b04-420a-ab18-1b5800a33105.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1885.302133] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1885.302133] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa0f7948-369c-4509-bff3-d60a1b149759 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.309312] env[64496]: INFO nova.compute.manager [None req-a6220081-ade8-4e01-b19d-b5fc450f84f6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Get console output [ 1885.309547] env[64496]: WARNING nova.virt.vmwareapi.driver [None req-a6220081-ade8-4e01-b19d-b5fc450f84f6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] The console log is missing. Check your VSPC configuration [ 1885.311111] env[64496]: INFO nova.scheduler.client.report [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleted allocation for migration aa70f298-d6c3-4244-bac2-72e3114f0f5e [ 1885.316395] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1885.316395] env[64496]: value = "task-1902585" [ 1885.316395] env[64496]: _type = "Task" [ 1885.316395] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.328194] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.352022] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.566267] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65c7ed8-8e09-40f6-9420-d9bc06e781ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.579354] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9f3be7-41be-4b24-b134-81337d7f4b6a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.589874] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bba6e4-4c36-61be-f7ae-61b2485258b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.614872] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea47f76-32ca-4263-9d33-62b01a90e422 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.617731] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5a4d2b-56f0-40f3-834b-ed133ce46a8b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.624153] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1885.624153] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d61d21-df59-59e7-81ed-80699f5df2ce" [ 1885.624153] env[64496]: _type = "Task" [ 1885.624153] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.630101] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093634b1-96ce-478c-82b7-0a5c444ff326 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.648383] env[64496]: DEBUG nova.compute.provider_tree [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.649784] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d61d21-df59-59e7-81ed-80699f5df2ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.655498] env[64496]: DEBUG oslo_vmware.api [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902583, 'name': RemoveSnapshot_Task, 'duration_secs': 0.609894} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.655826] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1885.656034] env[64496]: INFO nova.compute.manager [None req-3874e56c-4e08-4c56-8fe6-4fcbeede7f1d tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Took 14.80 seconds to snapshot the instance on the hypervisor. [ 1885.661362] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c9c7ac-912f-436e-abaa-f62df801f9a7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.683791] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance '6b0624a8-9565-44d9-ba7f-a828714ffe87' progress to 0 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1885.818916] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c31eec3-8486-40e8-9940-c5dc0ad1d283 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.419s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.829773] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277043} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.830115] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1885.830879] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b462a9-2e84-4d9c-855e-a7c5ab0e9994 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.854109] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 7dc67748-8b04-420a-ab18-1b5800a33105/7dc67748-8b04-420a-ab18-1b5800a33105.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1885.857414] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47aed811-a68d-4c75-a8ff-5d194d569ef0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.877540] env[64496]: DEBUG oslo_vmware.api [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902584, 'name': PowerOnVM_Task, 'duration_secs': 0.923387} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.878754] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1885.880661] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1885.880661] env[64496]: value = "task-1902586" [ 1885.880661] env[64496]: _type = "Task" [ 1885.880661] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.889020] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.981237] env[64496]: DEBUG nova.compute.manager [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1885.982555] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b762104d-025c-456e-bb98-5f3d16f72f29 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.137489] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d61d21-df59-59e7-81ed-80699f5df2ce, 'name': SearchDatastore_Task, 'duration_secs': 0.014834} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.137793] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.138072] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 5b10a5d8-61e2-409a-856f-497f560054aa/5b10a5d8-61e2-409a-856f-497f560054aa.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1886.138335] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e6387b9-b1ed-4c57-86a0-e8bfca92cf9f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.146515] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1886.146515] env[64496]: value = "task-1902587" [ 1886.146515] env[64496]: _type = "Task" [ 1886.146515] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.155441] env[64496]: DEBUG nova.scheduler.client.report [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1886.158612] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.193433] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1886.199213] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9878fb44-9ee0-4b52-8613-6bdde7aaafd5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.211264] env[64496]: DEBUG oslo_vmware.api [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1886.211264] env[64496]: value = "task-1902588" [ 1886.211264] env[64496]: _type = "Task" [ 1886.211264] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.219768] env[64496]: DEBUG oslo_vmware.api [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.393067] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902586, 'name': ReconfigVM_Task, 'duration_secs': 0.311768} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.393067] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 7dc67748-8b04-420a-ab18-1b5800a33105/7dc67748-8b04-420a-ab18-1b5800a33105.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1886.393407] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec6d9af1-12fb-4db3-b9a8-9d73baf44480 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.401155] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1886.401155] env[64496]: value = "task-1902589" [ 1886.401155] env[64496]: _type = "Task" [ 1886.401155] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.410967] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902589, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.504058] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2ba8faaa-5b9c-43c6-b8c0-2d988cbb2592 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.055s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.529482] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1886.529849] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392764', 'volume_id': '5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943', 'name': 'volume-5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d196c83-7a2f-497f-b256-e449f3192d53', 'attached_at': '', 'detached_at': '', 'volume_id': '5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943', 'serial': '5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1886.530996] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebc281b-9f88-4de9-a73b-c529f157d647 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.549305] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571ae741-3415-406b-8f7d-e89feedcaba2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.579473] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943/volume-5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1886.579864] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf3819f1-7f14-4dc3-b5ef-ad6a114727e9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.600886] env[64496]: DEBUG oslo_vmware.api [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1886.600886] env[64496]: value = "task-1902590" [ 1886.600886] env[64496]: _type = "Task" [ 1886.600886] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.611690] env[64496]: DEBUG oslo_vmware.api [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.657120] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902587, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.660587] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.688675] env[64496]: INFO nova.scheduler.client.report [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Deleted allocations for instance ca32be52-0300-4daf-8c93-283efd499f51 [ 1886.724463] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] VM already powered off {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1886.724739] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance '6b0624a8-9565-44d9-ba7f-a828714ffe87' progress to 17 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1886.792685] env[64496]: DEBUG nova.network.neutron [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Port 9b526b78-10ef-4e9b-a1e1-14c9303d7daa binding to destination host cpu-1 is already ACTIVE {{(pid=64496) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1886.793018] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.793188] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.793374] env[64496]: DEBUG nova.network.neutron [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1886.912129] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902589, 'name': Rename_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.112315] env[64496]: DEBUG oslo_vmware.api [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902590, 'name': ReconfigVM_Task, 'duration_secs': 0.480392} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.112315] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943/volume-5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1887.117186] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e4c4680-e2e0-41cd-8acb-f57c67212a03 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.133979] env[64496]: DEBUG oslo_vmware.api [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1887.133979] env[64496]: value = "task-1902591" [ 1887.133979] env[64496]: _type = "Task" [ 1887.133979] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.142619] env[64496]: DEBUG oslo_vmware.api [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.156508] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539318} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.157439] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 5b10a5d8-61e2-409a-856f-497f560054aa/5b10a5d8-61e2-409a-856f-497f560054aa.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1887.157701] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1887.157990] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75f44e1b-0b91-4a99-b324-ea6bd322229b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.166959] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1887.166959] env[64496]: value = "task-1902592" [ 1887.166959] env[64496]: _type = "Task" [ 1887.166959] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.175627] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.199209] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24e66f33-1c5c-4bd2-9768-61a08cb72fba tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "ca32be52-0300-4daf-8c93-283efd499f51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.652s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.235293] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1887.235293] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1887.235293] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1887.235293] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1887.235293] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1887.235293] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1887.235293] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1887.235798] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1887.235931] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1887.236183] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1887.236478] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1887.241973] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a28741dc-f85b-472d-8266-298880484c5e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.260932] env[64496]: DEBUG oslo_vmware.api [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1887.260932] env[64496]: value = "task-1902593" [ 1887.260932] env[64496]: _type = "Task" [ 1887.260932] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.270473] env[64496]: DEBUG oslo_vmware.api [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.413772] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902589, 'name': Rename_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.579438] env[64496]: DEBUG nova.network.neutron [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance_info_cache with network_info: [{"id": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "address": "fa:16:3e:2b:ca:6a", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b526b78-10", "ovs_interfaceid": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.645327] env[64496]: DEBUG oslo_vmware.api [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902591, 'name': ReconfigVM_Task, 'duration_secs': 0.165006} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.645664] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392764', 'volume_id': '5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943', 'name': 'volume-5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d196c83-7a2f-497f-b256-e449f3192d53', 'attached_at': '', 'detached_at': '', 'volume_id': '5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943', 'serial': '5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1887.679848] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074041} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.680157] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1887.680999] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c220e9-3b5e-4587-bb57-9dbaac15c88e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.705706] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 5b10a5d8-61e2-409a-856f-497f560054aa/5b10a5d8-61e2-409a-856f-497f560054aa.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1887.706274] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1162d712-be68-4e9e-9908-bb7333f2a313 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.729207] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1887.729207] env[64496]: value = "task-1902594" [ 1887.729207] env[64496]: _type = "Task" [ 1887.729207] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.738297] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.772568] env[64496]: DEBUG oslo_vmware.api [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902593, 'name': ReconfigVM_Task, 'duration_secs': 0.437213} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.773057] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance '6b0624a8-9565-44d9-ba7f-a828714ffe87' progress to 33 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1887.915969] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902589, 'name': Rename_Task, 'duration_secs': 1.171169} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.916277] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1887.916504] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2f26a12-5b4a-49d1-b61d-2ab0769013cd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.923610] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1887.923610] env[64496]: value = "task-1902595" [ 1887.923610] env[64496]: _type = "Task" [ 1887.923610] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.932464] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.082413] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.241904] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902594, 'name': ReconfigVM_Task, 'duration_secs': 0.271038} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.242220] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 5b10a5d8-61e2-409a-856f-497f560054aa/5b10a5d8-61e2-409a-856f-497f560054aa.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1888.242879] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f675121-2ae7-4662-810d-7141e68a129c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.250241] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1888.250241] env[64496]: value = "task-1902596" [ 1888.250241] env[64496]: _type = "Task" [ 1888.250241] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.258954] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902596, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.282401] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1888.282747] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.282934] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1888.283597] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.283848] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1888.284103] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1888.284417] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1888.284672] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1888.284940] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1888.285177] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1888.285440] env[64496]: DEBUG nova.virt.hardware [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1888.292734] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1888.293033] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e5bb9dd-e358-4c73-8367-be0286ea9a56 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.316156] env[64496]: DEBUG oslo_vmware.api [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1888.316156] env[64496]: value = "task-1902597" [ 1888.316156] env[64496]: _type = "Task" [ 1888.316156] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.326486] env[64496]: DEBUG oslo_vmware.api [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.437153] env[64496]: DEBUG oslo_vmware.api [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902595, 'name': PowerOnVM_Task, 'duration_secs': 0.48445} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.437433] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1888.437649] env[64496]: INFO nova.compute.manager [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1888.438248] env[64496]: DEBUG nova.compute.manager [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1888.438851] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26e1cfb-758f-4177-930d-7ec4dce3342b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.542635] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "6d4bde31-df4c-4c1c-9211-3de2a2424960" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.543040] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "6d4bde31-df4c-4c1c-9211-3de2a2424960" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.543229] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "6d4bde31-df4c-4c1c-9211-3de2a2424960-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.543417] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "6d4bde31-df4c-4c1c-9211-3de2a2424960-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.543596] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "6d4bde31-df4c-4c1c-9211-3de2a2424960-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.545714] env[64496]: INFO nova.compute.manager [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Terminating instance [ 1888.585525] env[64496]: DEBUG nova.compute.manager [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64496) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1888.585741] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.585960] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.684293] env[64496]: DEBUG nova.objects.instance [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lazy-loading 'flavor' on Instance uuid 1d196c83-7a2f-497f-b256-e449f3192d53 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1888.760987] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902596, 'name': Rename_Task, 'duration_secs': 0.189864} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.761348] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1888.761628] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d2da3ef-8876-497f-886b-cd33c3b025b1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.769633] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1888.769633] env[64496]: value = "task-1902598" [ 1888.769633] env[64496]: _type = "Task" [ 1888.769633] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.779942] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.829117] env[64496]: DEBUG oslo_vmware.api [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902597, 'name': ReconfigVM_Task, 'duration_secs': 0.215487} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.829117] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1888.829511] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f62bc1-94ab-4ce4-866f-eb38afec0d2f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.853644] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 6b0624a8-9565-44d9-ba7f-a828714ffe87/6b0624a8-9565-44d9-ba7f-a828714ffe87.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1888.854087] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-386aba05-662d-4142-8066-bac216bc7ccd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.871594] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "a926d878-318d-4af8-b75e-b306bc28e37a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.872597] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "a926d878-318d-4af8-b75e-b306bc28e37a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.877583] env[64496]: DEBUG oslo_vmware.api [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1888.877583] env[64496]: value = "task-1902599" [ 1888.877583] env[64496]: _type = "Task" [ 1888.877583] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.887998] env[64496]: DEBUG oslo_vmware.api [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.959542] env[64496]: INFO nova.compute.manager [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Took 20.20 seconds to build instance. [ 1889.049501] env[64496]: DEBUG nova.compute.manager [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1889.049690] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1889.051122] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c506ae5a-3d3f-4944-99f3-308cfc2b656e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.059053] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1889.059291] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a9c0df1-dc47-4fff-99d3-75f02a308ffc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.066979] env[64496]: DEBUG oslo_vmware.api [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1889.066979] env[64496]: value = "task-1902600" [ 1889.066979] env[64496]: _type = "Task" [ 1889.066979] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.075124] env[64496]: DEBUG oslo_vmware.api [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.089215] env[64496]: DEBUG nova.objects.instance [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lazy-loading 'migration_context' on Instance uuid 8419a38c-f706-485d-b59a-1752eefd5045 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1889.189975] env[64496]: DEBUG oslo_concurrency.lockutils [None req-af49101b-6197-4dbb-a6da-7aaf2f323b8f tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.284s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.280497] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.374753] env[64496]: DEBUG nova.compute.manager [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1889.390163] env[64496]: DEBUG oslo_vmware.api [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.461406] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a09ffb95-0db6-4e44-aa8b-c476c5c2f6b6 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "7dc67748-8b04-420a-ab18-1b5800a33105" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.715s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.508730] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "1d196c83-7a2f-497f-b256-e449f3192d53" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.509166] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.555310] env[64496]: DEBUG nova.compute.manager [req-9d9ed7e5-5c81-4e10-8a26-249144e12ee1 req-f0d82f04-89b2-4cc1-ab45-bb30b256fd22 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Received event network-changed-bef52299-1911-4517-ab7d-a4070cea9aac {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1889.555501] env[64496]: DEBUG nova.compute.manager [req-9d9ed7e5-5c81-4e10-8a26-249144e12ee1 req-f0d82f04-89b2-4cc1-ab45-bb30b256fd22 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Refreshing instance network info cache due to event network-changed-bef52299-1911-4517-ab7d-a4070cea9aac. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1889.555712] env[64496]: DEBUG oslo_concurrency.lockutils [req-9d9ed7e5-5c81-4e10-8a26-249144e12ee1 req-f0d82f04-89b2-4cc1-ab45-bb30b256fd22 service nova] Acquiring lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.555855] env[64496]: DEBUG oslo_concurrency.lockutils [req-9d9ed7e5-5c81-4e10-8a26-249144e12ee1 req-f0d82f04-89b2-4cc1-ab45-bb30b256fd22 service nova] Acquired lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.556614] env[64496]: DEBUG nova.network.neutron [req-9d9ed7e5-5c81-4e10-8a26-249144e12ee1 req-f0d82f04-89b2-4cc1-ab45-bb30b256fd22 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Refreshing network info cache for port bef52299-1911-4517-ab7d-a4070cea9aac {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1889.581935] env[64496]: DEBUG oslo_vmware.api [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.782377] env[64496]: DEBUG oslo_vmware.api [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902598, 'name': PowerOnVM_Task, 'duration_secs': 0.998816} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.785618] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1889.785879] env[64496]: INFO nova.compute.manager [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1889.786100] env[64496]: DEBUG nova.compute.manager [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1889.787514] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b470bc-6e29-411b-8d06-4678fd07bed8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.859755] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273d0992-0fd7-44d8-a5bf-17c3a8217fe4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.868947] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd46faa6-be1c-426c-885a-491be5c30ae4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.908094] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a755d807-9eb6-4f4c-886e-f4c8eb01264b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.916440] env[64496]: DEBUG oslo_vmware.api [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902599, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.919501] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7984a68-ce9f-48bf-ade4-e66d4c37eb7d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.935561] env[64496]: DEBUG nova.compute.provider_tree [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1889.937563] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.013130] env[64496]: INFO nova.compute.manager [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Detaching volume 85841319-97ca-467e-b6e0-8b30c986589d [ 1890.050606] env[64496]: INFO nova.virt.block_device [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Attempting to driver detach volume 85841319-97ca-467e-b6e0-8b30c986589d from mountpoint /dev/sdb [ 1890.050983] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1890.051112] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392758', 'volume_id': '85841319-97ca-467e-b6e0-8b30c986589d', 'name': 'volume-85841319-97ca-467e-b6e0-8b30c986589d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d196c83-7a2f-497f-b256-e449f3192d53', 'attached_at': '', 'detached_at': '', 'volume_id': '85841319-97ca-467e-b6e0-8b30c986589d', 'serial': '85841319-97ca-467e-b6e0-8b30c986589d'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1890.052456] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7112029f-1571-414b-9aea-8a4758da6c89 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.084023] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b30abf8-bfc3-4242-923a-3c3d9eac0e7e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.093191] env[64496]: DEBUG oslo_vmware.api [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902600, 'name': PowerOffVM_Task, 'duration_secs': 0.640356} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.095248] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1890.095433] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1890.095919] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46ec1ce6-4ef9-4172-822f-05f880233e27 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.097964] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f880b0e3-c088-4b8f-abed-2d9ba1e08e1d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.125559] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bafa15e-e135-4702-a018-6bdead58c7ff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.149594] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] The volume has not been displaced from its original location: [datastore1] volume-85841319-97ca-467e-b6e0-8b30c986589d/volume-85841319-97ca-467e-b6e0-8b30c986589d.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1890.159577] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1890.160138] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b8f2071-836f-4613-92eb-1bafc1dc3e2b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.191042] env[64496]: DEBUG oslo_vmware.api [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1890.191042] env[64496]: value = "task-1902602" [ 1890.191042] env[64496]: _type = "Task" [ 1890.191042] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.202641] env[64496]: DEBUG oslo_vmware.api [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.212424] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1890.212808] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1890.213175] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Deleting the datastore file [datastore1] 6d4bde31-df4c-4c1c-9211-3de2a2424960 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1890.213842] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b723433-28e6-4d1c-8749-30631f56531a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.222054] env[64496]: DEBUG oslo_vmware.api [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1890.222054] env[64496]: value = "task-1902603" [ 1890.222054] env[64496]: _type = "Task" [ 1890.222054] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.230419] env[64496]: DEBUG oslo_vmware.api [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.309098] env[64496]: INFO nova.compute.manager [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Took 12.97 seconds to build instance. [ 1890.391677] env[64496]: DEBUG nova.network.neutron [req-9d9ed7e5-5c81-4e10-8a26-249144e12ee1 req-f0d82f04-89b2-4cc1-ab45-bb30b256fd22 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updated VIF entry in instance network info cache for port bef52299-1911-4517-ab7d-a4070cea9aac. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1890.392101] env[64496]: DEBUG nova.network.neutron [req-9d9ed7e5-5c81-4e10-8a26-249144e12ee1 req-f0d82f04-89b2-4cc1-ab45-bb30b256fd22 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updating instance_info_cache with network_info: [{"id": "bef52299-1911-4517-ab7d-a4070cea9aac", "address": "fa:16:3e:98:ee:e7", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef52299-19", "ovs_interfaceid": "bef52299-1911-4517-ab7d-a4070cea9aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.411016] env[64496]: DEBUG oslo_vmware.api [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902599, 'name': ReconfigVM_Task, 'duration_secs': 1.045494} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.412021] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 6b0624a8-9565-44d9-ba7f-a828714ffe87/6b0624a8-9565-44d9-ba7f-a828714ffe87.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.412021] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance '6b0624a8-9565-44d9-ba7f-a828714ffe87' progress to 50 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1890.439604] env[64496]: DEBUG nova.scheduler.client.report [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1890.702066] env[64496]: DEBUG oslo_vmware.api [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.715101] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "01b197b1-ef20-4945-8157-d8314dd1cb8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.715348] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "01b197b1-ef20-4945-8157-d8314dd1cb8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.734026] env[64496]: DEBUG oslo_vmware.api [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431261} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.734026] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1890.734208] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1890.734365] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1890.734538] env[64496]: INFO nova.compute.manager [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1890.734769] env[64496]: DEBUG oslo.service.loopingcall [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1890.734954] env[64496]: DEBUG nova.compute.manager [-] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1890.735063] env[64496]: DEBUG nova.network.neutron [-] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1890.811662] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d231f81c-3ee7-44bc-9c2a-847dc6b47d6c tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "5b10a5d8-61e2-409a-856f-497f560054aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.479s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.895239] env[64496]: DEBUG oslo_concurrency.lockutils [req-9d9ed7e5-5c81-4e10-8a26-249144e12ee1 req-f0d82f04-89b2-4cc1-ab45-bb30b256fd22 service nova] Releasing lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.918840] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d08e346-bc1e-4c6f-b914-561757ab86ae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.941377] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e36b43-1984-4a9d-bb3b-b362387a96ae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.967114] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance '6b0624a8-9565-44d9-ba7f-a828714ffe87' progress to 67 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1891.053269] env[64496]: DEBUG nova.compute.manager [req-6002d9d3-2874-4626-9a21-ccbb626a544e req-1f9185c3-ec19-407d-a658-71979bd8ead9 service nova] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Received event network-vif-deleted-18c382e2-145b-4b64-ae89-50c9478645f9 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1891.053269] env[64496]: INFO nova.compute.manager [req-6002d9d3-2874-4626-9a21-ccbb626a544e req-1f9185c3-ec19-407d-a658-71979bd8ead9 service nova] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Neutron deleted interface 18c382e2-145b-4b64-ae89-50c9478645f9; detaching it from the instance and deleting it from the info cache [ 1891.053614] env[64496]: DEBUG nova.network.neutron [req-6002d9d3-2874-4626-9a21-ccbb626a544e req-1f9185c3-ec19-407d-a658-71979bd8ead9 service nova] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.123310] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "5b10a5d8-61e2-409a-856f-497f560054aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.123563] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "5b10a5d8-61e2-409a-856f-497f560054aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.123835] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "5b10a5d8-61e2-409a-856f-497f560054aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.124043] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "5b10a5d8-61e2-409a-856f-497f560054aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.124223] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "5b10a5d8-61e2-409a-856f-497f560054aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.126614] env[64496]: INFO nova.compute.manager [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Terminating instance [ 1891.202583] env[64496]: DEBUG oslo_vmware.api [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902602, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.220333] env[64496]: DEBUG nova.compute.manager [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1891.452059] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.866s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.458133] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.520s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.459762] env[64496]: INFO nova.compute.claims [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1891.510058] env[64496]: DEBUG nova.network.neutron [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Port c4835b0a-0bdb-420f-b0d4-47eba7d570b2 binding to destination host cpu-1 is already ACTIVE {{(pid=64496) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1891.529680] env[64496]: DEBUG nova.network.neutron [-] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.556256] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6889b270-f68c-42c1-8c8f-d6456083e01e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.566911] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9542a5d3-8e68-4b38-b54d-609b5c78c9d3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.611009] env[64496]: DEBUG nova.compute.manager [req-6002d9d3-2874-4626-9a21-ccbb626a544e req-1f9185c3-ec19-407d-a658-71979bd8ead9 service nova] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Detach interface failed, port_id=18c382e2-145b-4b64-ae89-50c9478645f9, reason: Instance 6d4bde31-df4c-4c1c-9211-3de2a2424960 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1891.629762] env[64496]: DEBUG nova.compute.manager [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1891.630040] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1891.631010] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3546bbd-1e23-410b-8740-7498289845db {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.640417] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1891.640716] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fd3a524-250f-4da4-9f55-d6d48cf71f9f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.649725] env[64496]: DEBUG oslo_vmware.api [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1891.649725] env[64496]: value = "task-1902604" [ 1891.649725] env[64496]: _type = "Task" [ 1891.649725] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.659030] env[64496]: DEBUG oslo_vmware.api [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.703531] env[64496]: DEBUG oslo_vmware.api [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902602, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.745196] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.032653] env[64496]: INFO nova.compute.manager [-] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Took 1.30 seconds to deallocate network for instance. [ 1892.160760] env[64496]: DEBUG oslo_vmware.api [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902604, 'name': PowerOffVM_Task, 'duration_secs': 0.271218} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.161076] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1892.161285] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1892.161546] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97a36c16-9285-4fb0-9c03-d1654b6d0aea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.202981] env[64496]: DEBUG oslo_vmware.api [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902602, 'name': ReconfigVM_Task, 'duration_secs': 1.914925} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.203289] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1892.207998] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c912a4ae-3bda-43d5-b67d-4741f8bf4af7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.223661] env[64496]: DEBUG oslo_vmware.api [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1892.223661] env[64496]: value = "task-1902606" [ 1892.223661] env[64496]: _type = "Task" [ 1892.223661] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.232039] env[64496]: DEBUG oslo_vmware.api [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.267057] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1892.267379] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1892.267654] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Deleting the datastore file [datastore2] 5b10a5d8-61e2-409a-856f-497f560054aa {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1892.268083] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67420096-6df3-432d-a45b-3408b609d180 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.277585] env[64496]: DEBUG oslo_vmware.api [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1892.277585] env[64496]: value = "task-1902607" [ 1892.277585] env[64496]: _type = "Task" [ 1892.277585] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.286399] env[64496]: DEBUG oslo_vmware.api [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.536321] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "6b0624a8-9565-44d9-ba7f-a828714ffe87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.536560] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.536737] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.540031] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.709490] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ccbd69-a86b-4fa3-bb5b-5eaebe1de77d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.719286] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f56b98b-91fc-4d3d-84d2-ea9b6a6fb8c9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.751330] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619a5475-ca98-41fb-b26d-9abd957d1fb6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.757267] env[64496]: DEBUG oslo_vmware.api [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902606, 'name': ReconfigVM_Task, 'duration_secs': 0.231899} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.757948] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392758', 'volume_id': '85841319-97ca-467e-b6e0-8b30c986589d', 'name': 'volume-85841319-97ca-467e-b6e0-8b30c986589d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d196c83-7a2f-497f-b256-e449f3192d53', 'attached_at': '', 'detached_at': '', 'volume_id': '85841319-97ca-467e-b6e0-8b30c986589d', 'serial': '85841319-97ca-467e-b6e0-8b30c986589d'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1892.763326] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c77aa25-637e-411b-aa6b-9e1d8bde9f95 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.776251] env[64496]: DEBUG nova.compute.provider_tree [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1892.786570] env[64496]: DEBUG oslo_vmware.api [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.995246] env[64496]: INFO nova.compute.manager [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Swapping old allocation on dict_keys(['873a8e13-4f30-4798-b503-76ed28a8eeaf']) held by migration 137af464-0caa-4b52-88ab-043bfaa29374 for instance [ 1893.018710] env[64496]: DEBUG nova.scheduler.client.report [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Overwriting current allocation {'allocations': {'873a8e13-4f30-4798-b503-76ed28a8eeaf': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 167}}, 'project_id': '271096ce0df14bc1a90538f3e0935aff', 'user_id': 'ff27f3b4a86640398026840fded3a706', 'consumer_generation': 1} on consumer 8419a38c-f706-485d-b59a-1752eefd5045 {{(pid=64496) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1893.096469] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.096666] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.096842] env[64496]: DEBUG nova.network.neutron [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1893.292206] env[64496]: DEBUG oslo_vmware.api [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546391} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.294238] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1893.294238] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1893.294238] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1893.294238] env[64496]: INFO nova.compute.manager [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1893.294238] env[64496]: DEBUG oslo.service.loopingcall [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1893.294238] env[64496]: DEBUG nova.compute.manager [-] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1893.294238] env[64496]: DEBUG nova.network.neutron [-] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1893.296339] env[64496]: ERROR nova.scheduler.client.report [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [req-ab48f81f-a169-4cdc-a75d-aabea09a68ba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 873a8e13-4f30-4798-b503-76ed28a8eeaf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ab48f81f-a169-4cdc-a75d-aabea09a68ba"}]} [ 1893.311559] env[64496]: DEBUG nova.objects.instance [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lazy-loading 'flavor' on Instance uuid 1d196c83-7a2f-497f-b256-e449f3192d53 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.313616] env[64496]: DEBUG nova.scheduler.client.report [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1893.327827] env[64496]: DEBUG nova.scheduler.client.report [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1893.328061] env[64496]: DEBUG nova.compute.provider_tree [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1893.339657] env[64496]: DEBUG nova.scheduler.client.report [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1893.357551] env[64496]: DEBUG nova.scheduler.client.report [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1893.551209] env[64496]: DEBUG nova.compute.manager [req-4d7f1925-162e-4299-b56c-37426d235931 req-1dd2a850-92f2-416f-9b88-732fe9de198a service nova] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Received event network-vif-deleted-107e46ea-7a24-47df-b77b-62118625987f {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1893.551451] env[64496]: INFO nova.compute.manager [req-4d7f1925-162e-4299-b56c-37426d235931 req-1dd2a850-92f2-416f-9b88-732fe9de198a service nova] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Neutron deleted interface 107e46ea-7a24-47df-b77b-62118625987f; detaching it from the instance and deleting it from the info cache [ 1893.552030] env[64496]: DEBUG nova.network.neutron [req-4d7f1925-162e-4299-b56c-37426d235931 req-1dd2a850-92f2-416f-9b88-732fe9de198a service nova] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.603030] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1145eae7-ec28-4038-8755-d473536d3c93 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.612915] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863dbb92-b69d-40d0-bbac-28f561cca96c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.618157] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.620017] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.620017] env[64496]: DEBUG nova.network.neutron [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1893.655092] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274e36f7-3c3e-4659-a114-b0504919d5ef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.665045] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01d519b-03d6-4613-8837-bd09d9324048 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.678111] env[64496]: DEBUG nova.compute.provider_tree [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1893.834865] env[64496]: DEBUG nova.network.neutron [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance_info_cache with network_info: [{"id": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "address": "fa:16:3e:2b:ca:6a", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b526b78-10", "ovs_interfaceid": "9b526b78-10ef-4e9b-a1e1-14c9303d7daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.026744] env[64496]: DEBUG nova.network.neutron [-] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.056732] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ea3d001-ac76-4fb0-84fb-f687399bbb25 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.069500] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c173bca-966f-4084-af14-011dc69562f1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.106432] env[64496]: DEBUG nova.compute.manager [req-4d7f1925-162e-4299-b56c-37426d235931 req-1dd2a850-92f2-416f-9b88-732fe9de198a service nova] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Detach interface failed, port_id=107e46ea-7a24-47df-b77b-62118625987f, reason: Instance 5b10a5d8-61e2-409a-856f-497f560054aa could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1894.210440] env[64496]: DEBUG nova.scheduler.client.report [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Updated inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1894.210790] env[64496]: DEBUG nova.compute.provider_tree [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Updating resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf generation from 168 to 169 during operation: update_inventory {{(pid=64496) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1894.210865] env[64496]: DEBUG nova.compute.provider_tree [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1894.320962] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a2d210e4-9b5a-496c-8ff9-40d7d7a1f018 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.812s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.337472] env[64496]: DEBUG oslo_concurrency.lockutils [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "refresh_cache-8419a38c-f706-485d-b59a-1752eefd5045" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.337926] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1894.338462] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdececa1-c775-4f46-8217-70cdaff6a60f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.352247] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1894.352247] env[64496]: value = "task-1902608" [ 1894.352247] env[64496]: _type = "Task" [ 1894.352247] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.367713] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.378786] env[64496]: DEBUG nova.network.neutron [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance_info_cache with network_info: [{"id": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "address": "fa:16:3e:e8:19:91", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4835b0a-0b", "ovs_interfaceid": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.529049] env[64496]: INFO nova.compute.manager [-] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Took 1.24 seconds to deallocate network for instance. [ 1894.715852] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.258s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.716436] env[64496]: DEBUG nova.compute.manager [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1894.719618] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.975s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.721143] env[64496]: INFO nova.compute.claims [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1894.845143] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "1d196c83-7a2f-497f-b256-e449f3192d53" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.845398] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.862890] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902608, 'name': PowerOffVM_Task, 'duration_secs': 0.215937} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.863178] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1894.863822] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1894.864054] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1894.864215] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1894.864759] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1894.864759] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1894.864759] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1894.864922] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1894.865018] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1894.865199] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1894.865354] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1894.865525] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1894.870473] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4e2a530-ee99-4b5b-8416-da48b60fb997 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.881969] env[64496]: DEBUG oslo_concurrency.lockutils [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.887080] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1894.887080] env[64496]: value = "task-1902609" [ 1894.887080] env[64496]: _type = "Task" [ 1894.887080] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.896598] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.040452] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.226464] env[64496]: DEBUG nova.compute.utils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1895.229794] env[64496]: DEBUG nova.compute.manager [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1895.229963] env[64496]: DEBUG nova.network.neutron [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1895.277623] env[64496]: DEBUG nova.policy [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96d22e6d7e40441cb201b66951bd0909', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73c3f6f05d5840deb4e09e6fc24753d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1895.348263] env[64496]: INFO nova.compute.manager [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Detaching volume 5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943 [ 1895.384077] env[64496]: INFO nova.virt.block_device [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Attempting to driver detach volume 5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943 from mountpoint /dev/sdc [ 1895.384238] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1895.384465] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392764', 'volume_id': '5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943', 'name': 'volume-5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d196c83-7a2f-497f-b256-e449f3192d53', 'attached_at': '', 'detached_at': '', 'volume_id': '5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943', 'serial': '5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1895.385675] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe181ffe-e40b-4b2f-a2d8-8a1e1d445558 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.419947] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a434cb-dd66-4e6d-8c41-6202027083e2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.422662] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902609, 'name': ReconfigVM_Task, 'duration_secs': 0.162719} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.423372] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb27e68-0200-41b8-8c61-dad8b27d6111 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.426863] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b337d08-0307-4cdc-b003-18c27ca7dd30 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.432493] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac3bbe3-047b-46fc-bdbe-1914e45ab785 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.462232] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1895.462493] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1895.462653] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1895.462860] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1895.463038] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1895.463194] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1895.463404] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1895.463562] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1895.463728] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1895.463892] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1895.464122] env[64496]: DEBUG nova.virt.hardware [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1895.465398] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5efece0-c8e7-4862-ae2b-f70bfba8c02b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.468208] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c22b5f-c8c0-4e5f-a0f9-e49609f75e1f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.225328] env[64496]: DEBUG nova.compute.manager [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1896.236376] env[64496]: DEBUG nova.network.neutron [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Successfully created port: b8f9eab7-821b-4f00-9114-12822dc6a463 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1896.241162] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506c58d8-c9d1-484b-ba80-effcdc5d255d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.247940] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance '6b0624a8-9565-44d9-ba7f-a828714ffe87' progress to 83 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1896.251624] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1896.251624] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528cd9fa-3d14-05c7-2e7b-901b54e893db" [ 1896.251624] env[64496]: _type = "Task" [ 1896.251624] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.271444] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] The volume has not been displaced from its original location: [datastore2] volume-5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943/volume-5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1896.275968] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Reconfiguring VM instance instance-00000066 to detach disk 2002 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1896.279893] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9e9f8aa-653d-4ffa-be1b-26a8db4c68c6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.297326] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528cd9fa-3d14-05c7-2e7b-901b54e893db, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.302772] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1896.304792] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a52d04b8-ec84-4634-98b6-54f7101fd5b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.318019] env[64496]: DEBUG oslo_vmware.api [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1896.318019] env[64496]: value = "task-1902610" [ 1896.318019] env[64496]: _type = "Task" [ 1896.318019] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.327282] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1896.327282] env[64496]: value = "task-1902611" [ 1896.327282] env[64496]: _type = "Task" [ 1896.327282] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.334664] env[64496]: DEBUG oslo_vmware.api [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.340645] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.532266] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf6f0c2-7e76-421f-94ee-c6789d50711b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.541078] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d398a223-e45b-461e-94f6-2322cf706bd9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.579127] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8544cbc-f358-43d4-9403-6a6f4c766c35 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.588064] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bedb600-7d7b-4133-a6b7-722e815ba714 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.603878] env[64496]: DEBUG nova.compute.provider_tree [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1896.758064] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-41c352ef-09a1-4b9a-9eb5-212701667f68 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance '6b0624a8-9565-44d9-ba7f-a828714ffe87' progress to 100 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1896.831053] env[64496]: DEBUG oslo_vmware.api [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902610, 'name': ReconfigVM_Task, 'duration_secs': 0.314304} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.834386] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Reconfigured VM instance instance-00000066 to detach disk 2002 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1896.839160] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1abe5c98-6884-4f44-954f-193447a0af82 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.854227] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902611, 'name': ReconfigVM_Task, 'duration_secs': 0.264313} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.855474] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1896.855805] env[64496]: DEBUG oslo_vmware.api [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1896.855805] env[64496]: value = "task-1902612" [ 1896.855805] env[64496]: _type = "Task" [ 1896.855805] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.856489] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3997bb-e16b-4c29-93e9-52215a2ee5ef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.867419] env[64496]: DEBUG oslo_vmware.api [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.884865] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 8419a38c-f706-485d-b59a-1752eefd5045/8419a38c-f706-485d-b59a-1752eefd5045.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1896.885181] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eeea6f7-6d86-435b-b4a2-21a61cc7b094 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.904989] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1896.904989] env[64496]: value = "task-1902613" [ 1896.904989] env[64496]: _type = "Task" [ 1896.904989] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.913824] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.107700] env[64496]: DEBUG nova.scheduler.client.report [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1897.241634] env[64496]: DEBUG nova.compute.manager [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1897.268264] env[64496]: DEBUG nova.virt.hardware [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1897.268526] env[64496]: DEBUG nova.virt.hardware [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1897.268684] env[64496]: DEBUG nova.virt.hardware [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1897.268864] env[64496]: DEBUG nova.virt.hardware [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1897.269017] env[64496]: DEBUG nova.virt.hardware [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1897.269817] env[64496]: DEBUG nova.virt.hardware [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1897.269817] env[64496]: DEBUG nova.virt.hardware [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1897.269817] env[64496]: DEBUG nova.virt.hardware [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1897.269817] env[64496]: DEBUG nova.virt.hardware [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1897.269817] env[64496]: DEBUG nova.virt.hardware [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1897.270034] env[64496]: DEBUG nova.virt.hardware [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1897.270833] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2f16c0-0bbb-41b7-a59c-70e2238f6dae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.279681] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd501637-167a-4a89-9a14-2b2fc0b5139e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.367654] env[64496]: DEBUG oslo_vmware.api [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902612, 'name': ReconfigVM_Task, 'duration_secs': 0.14676} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.367893] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392764', 'volume_id': '5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943', 'name': 'volume-5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d196c83-7a2f-497f-b256-e449f3192d53', 'attached_at': '', 'detached_at': '', 'volume_id': '5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943', 'serial': '5fb07dd8-0b5e-4d6b-817f-2cf1c0f2a943'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1897.414166] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902613, 'name': ReconfigVM_Task, 'duration_secs': 0.313878} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.414510] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 8419a38c-f706-485d-b59a-1752eefd5045/8419a38c-f706-485d-b59a-1752eefd5045.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1897.415360] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d665017-0baf-4666-aa17-64ceacdd365e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.434210] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d71bee3-b50c-4553-8593-a4589940db2a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.453579] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59ba047-dff4-4892-8a52-262643a17d56 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.474609] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0d2083-3251-467b-8e3b-0f70448025d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.482372] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1897.482645] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23d27b13-42fd-4dd2-be1d-4549223855d1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.489764] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1897.489764] env[64496]: value = "task-1902614" [ 1897.489764] env[64496]: _type = "Task" [ 1897.489764] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.498586] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.612260] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.892s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.612806] env[64496]: DEBUG nova.compute.manager [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1897.615604] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.077s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.615827] env[64496]: DEBUG nova.objects.instance [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lazy-loading 'resources' on Instance uuid 6d4bde31-df4c-4c1c-9211-3de2a2424960 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1897.739430] env[64496]: DEBUG nova.compute.manager [req-23ec793e-b7e4-4505-9d86-e220716f39d5 req-57cd1fbc-4654-4658-a05c-1cd12ea472ac service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Received event network-vif-plugged-b8f9eab7-821b-4f00-9114-12822dc6a463 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1897.739430] env[64496]: DEBUG oslo_concurrency.lockutils [req-23ec793e-b7e4-4505-9d86-e220716f39d5 req-57cd1fbc-4654-4658-a05c-1cd12ea472ac service nova] Acquiring lock "a926d878-318d-4af8-b75e-b306bc28e37a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.739688] env[64496]: DEBUG oslo_concurrency.lockutils [req-23ec793e-b7e4-4505-9d86-e220716f39d5 req-57cd1fbc-4654-4658-a05c-1cd12ea472ac service nova] Lock "a926d878-318d-4af8-b75e-b306bc28e37a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.739884] env[64496]: DEBUG oslo_concurrency.lockutils [req-23ec793e-b7e4-4505-9d86-e220716f39d5 req-57cd1fbc-4654-4658-a05c-1cd12ea472ac service nova] Lock "a926d878-318d-4af8-b75e-b306bc28e37a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.740252] env[64496]: DEBUG nova.compute.manager [req-23ec793e-b7e4-4505-9d86-e220716f39d5 req-57cd1fbc-4654-4658-a05c-1cd12ea472ac service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] No waiting events found dispatching network-vif-plugged-b8f9eab7-821b-4f00-9114-12822dc6a463 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1897.740506] env[64496]: WARNING nova.compute.manager [req-23ec793e-b7e4-4505-9d86-e220716f39d5 req-57cd1fbc-4654-4658-a05c-1cd12ea472ac service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Received unexpected event network-vif-plugged-b8f9eab7-821b-4f00-9114-12822dc6a463 for instance with vm_state building and task_state spawning. [ 1897.833226] env[64496]: DEBUG nova.network.neutron [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Successfully updated port: b8f9eab7-821b-4f00-9114-12822dc6a463 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1897.909137] env[64496]: DEBUG nova.objects.instance [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lazy-loading 'flavor' on Instance uuid 1d196c83-7a2f-497f-b256-e449f3192d53 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1898.001009] env[64496]: DEBUG oslo_vmware.api [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902614, 'name': PowerOnVM_Task, 'duration_secs': 0.400116} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.001333] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1898.119012] env[64496]: DEBUG nova.compute.utils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1898.120467] env[64496]: DEBUG nova.compute.manager [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1898.120603] env[64496]: DEBUG nova.network.neutron [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1898.163747] env[64496]: DEBUG nova.policy [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac5b31f73b142109d4799fdf59469c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ece971400c14e218ea058face42d8c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1898.337562] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "refresh_cache-a926d878-318d-4af8-b75e-b306bc28e37a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.338103] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired lock "refresh_cache-a926d878-318d-4af8-b75e-b306bc28e37a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.338103] env[64496]: DEBUG nova.network.neutron [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1898.340472] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debdcd3a-a8ca-4a4a-9497-30f0bbc76a5f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.349759] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467fd7d6-6af0-44e0-8fbf-c4c6ae0ade2b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.381536] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cd4511-a884-4a1d-844d-35f2eecb2f19 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.390255] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc994a8-65ba-4f04-9648-4262863d1589 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.405342] env[64496]: DEBUG nova.compute.provider_tree [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1898.460893] env[64496]: DEBUG nova.network.neutron [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Successfully created port: f0adeb5d-0e30-4928-a3fd-f9a726303309 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1898.629032] env[64496]: DEBUG nova.compute.manager [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1898.889139] env[64496]: DEBUG nova.network.neutron [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1898.908595] env[64496]: DEBUG nova.scheduler.client.report [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1898.915783] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fd14bce7-1df5-4ea3-ae59-52432f662b23 tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.070s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.012186] env[64496]: INFO nova.compute.manager [None req-0c373e20-29a7-4ebb-be1d-d27fd73de627 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance to original state: 'active' [ 1899.087625] env[64496]: DEBUG nova.network.neutron [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Updating instance_info_cache with network_info: [{"id": "b8f9eab7-821b-4f00-9114-12822dc6a463", "address": "fa:16:3e:82:ef:c7", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f9eab7-82", "ovs_interfaceid": "b8f9eab7-821b-4f00-9114-12822dc6a463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.286969] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "1d196c83-7a2f-497f-b256-e449f3192d53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.287274] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.287491] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "1d196c83-7a2f-497f-b256-e449f3192d53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.287673] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.287840] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.289955] env[64496]: INFO nova.compute.manager [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Terminating instance [ 1899.413412] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.415707] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.375s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.415941] env[64496]: DEBUG nova.objects.instance [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lazy-loading 'resources' on Instance uuid 5b10a5d8-61e2-409a-856f-497f560054aa {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1899.435361] env[64496]: INFO nova.scheduler.client.report [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Deleted allocations for instance 6d4bde31-df4c-4c1c-9211-3de2a2424960 [ 1899.511177] env[64496]: DEBUG oslo_concurrency.lockutils [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "6b0624a8-9565-44d9-ba7f-a828714ffe87" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.511403] env[64496]: DEBUG oslo_concurrency.lockutils [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.511594] env[64496]: DEBUG nova.compute.manager [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Going to confirm migration 9 {{(pid=64496) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1899.589951] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Releasing lock "refresh_cache-a926d878-318d-4af8-b75e-b306bc28e37a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.590278] env[64496]: DEBUG nova.compute.manager [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Instance network_info: |[{"id": "b8f9eab7-821b-4f00-9114-12822dc6a463", "address": "fa:16:3e:82:ef:c7", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f9eab7-82", "ovs_interfaceid": "b8f9eab7-821b-4f00-9114-12822dc6a463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1899.590679] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:ef:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8f9eab7-821b-4f00-9114-12822dc6a463', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1899.597956] env[64496]: DEBUG oslo.service.loopingcall [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.598383] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1899.598615] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f7ea67c-efc6-428d-bdff-a1361716380a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.621078] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1899.621078] env[64496]: value = "task-1902615" [ 1899.621078] env[64496]: _type = "Task" [ 1899.621078] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.629256] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902615, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.638647] env[64496]: DEBUG nova.compute.manager [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1899.674575] env[64496]: DEBUG nova.virt.hardware [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1899.674873] env[64496]: DEBUG nova.virt.hardware [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1899.674988] env[64496]: DEBUG nova.virt.hardware [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1899.675257] env[64496]: DEBUG nova.virt.hardware [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1899.675441] env[64496]: DEBUG nova.virt.hardware [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1899.675601] env[64496]: DEBUG nova.virt.hardware [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1899.675811] env[64496]: DEBUG nova.virt.hardware [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1899.675971] env[64496]: DEBUG nova.virt.hardware [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1899.676239] env[64496]: DEBUG nova.virt.hardware [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1899.676514] env[64496]: DEBUG nova.virt.hardware [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1899.676582] env[64496]: DEBUG nova.virt.hardware [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1899.677461] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9570c61-3655-4fc2-9330-e17e5337bbe2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.686435] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c2f731-baff-42fb-a150-797f46f4b987 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.763249] env[64496]: DEBUG nova.compute.manager [req-75d2c914-6e82-4da7-a39e-8bf6b9c49e3c req-e9387b37-b67e-45d7-a43c-b6ff705ea587 service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Received event network-changed-b8f9eab7-821b-4f00-9114-12822dc6a463 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1899.763546] env[64496]: DEBUG nova.compute.manager [req-75d2c914-6e82-4da7-a39e-8bf6b9c49e3c req-e9387b37-b67e-45d7-a43c-b6ff705ea587 service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Refreshing instance network info cache due to event network-changed-b8f9eab7-821b-4f00-9114-12822dc6a463. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1899.763821] env[64496]: DEBUG oslo_concurrency.lockutils [req-75d2c914-6e82-4da7-a39e-8bf6b9c49e3c req-e9387b37-b67e-45d7-a43c-b6ff705ea587 service nova] Acquiring lock "refresh_cache-a926d878-318d-4af8-b75e-b306bc28e37a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.763997] env[64496]: DEBUG oslo_concurrency.lockutils [req-75d2c914-6e82-4da7-a39e-8bf6b9c49e3c req-e9387b37-b67e-45d7-a43c-b6ff705ea587 service nova] Acquired lock "refresh_cache-a926d878-318d-4af8-b75e-b306bc28e37a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.764248] env[64496]: DEBUG nova.network.neutron [req-75d2c914-6e82-4da7-a39e-8bf6b9c49e3c req-e9387b37-b67e-45d7-a43c-b6ff705ea587 service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Refreshing network info cache for port b8f9eab7-821b-4f00-9114-12822dc6a463 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1899.793493] env[64496]: DEBUG nova.compute.manager [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1899.793728] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1899.794675] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36b748b-4888-4199-aee2-241e194a4de8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.802825] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1899.803108] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccecb4a1-bc25-4acd-9e33-792886c31550 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.810353] env[64496]: DEBUG oslo_vmware.api [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1899.810353] env[64496]: value = "task-1902616" [ 1899.810353] env[64496]: _type = "Task" [ 1899.810353] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.822076] env[64496]: DEBUG oslo_vmware.api [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.946257] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e6d6ab98-09ed-45d5-be86-ed19a4de23a5 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "6d4bde31-df4c-4c1c-9211-3de2a2424960" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.403s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.071178] env[64496]: DEBUG oslo_concurrency.lockutils [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.071387] env[64496]: DEBUG oslo_concurrency.lockutils [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.071718] env[64496]: DEBUG nova.network.neutron [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1900.071894] env[64496]: DEBUG nova.objects.instance [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lazy-loading 'info_cache' on Instance uuid 6b0624a8-9565-44d9-ba7f-a828714ffe87 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1900.131623] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902615, 'name': CreateVM_Task, 'duration_secs': 0.408434} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.134252] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1900.135027] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.135253] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.135525] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1900.135786] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8520fc-1546-459a-8aa9-f7111d23729e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.141502] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1900.141502] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521937aa-d007-68b2-ebed-eec2643136d6" [ 1900.141502] env[64496]: _type = "Task" [ 1900.141502] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.157895] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]521937aa-d007-68b2-ebed-eec2643136d6, 'name': SearchDatastore_Task} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.158217] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.158445] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1900.158662] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.159105] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.159105] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1900.159471] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b6e1602-4bba-453c-b580-fa639d74c31b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.171033] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1900.171033] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1900.174167] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-657137c0-7b16-4d15-94dd-6ce8e048c494 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.189048] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1900.189048] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c1c4af-bb6d-1889-2a5d-8c3c18b8c17f" [ 1900.189048] env[64496]: _type = "Task" [ 1900.189048] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.195239] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c1c4af-bb6d-1889-2a5d-8c3c18b8c17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.195239] env[64496]: DEBUG nova.network.neutron [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Successfully updated port: f0adeb5d-0e30-4928-a3fd-f9a726303309 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1900.207665] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304bb276-3a51-4215-849e-53e9a2e6271f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.223801] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c1a5e7-daaf-4efc-a8a3-15469135248f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.264306] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56b8231-248c-48f7-aea8-54d1e6d07ad3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.277886] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c0e95f-516d-482e-8c93-a15094d46626 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.300317] env[64496]: DEBUG nova.compute.provider_tree [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1900.325293] env[64496]: DEBUG oslo_vmware.api [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902616, 'name': PowerOffVM_Task, 'duration_secs': 0.248153} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.325293] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1900.325293] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1900.325481] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-283b4984-3ca0-4ba0-9f5d-b9bdbe566b65 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.437741] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1900.438017] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1900.438228] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Deleting the datastore file [datastore2] 1d196c83-7a2f-497f-b256-e449f3192d53 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1900.438531] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56d0a3c5-e44c-4035-b203-81ccacbc188b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.446737] env[64496]: DEBUG oslo_vmware.api [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for the task: (returnval){ [ 1900.446737] env[64496]: value = "task-1902618" [ 1900.446737] env[64496]: _type = "Task" [ 1900.446737] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.455326] env[64496]: DEBUG oslo_vmware.api [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.549913] env[64496]: DEBUG nova.network.neutron [req-75d2c914-6e82-4da7-a39e-8bf6b9c49e3c req-e9387b37-b67e-45d7-a43c-b6ff705ea587 service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Updated VIF entry in instance network info cache for port b8f9eab7-821b-4f00-9114-12822dc6a463. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1900.550323] env[64496]: DEBUG nova.network.neutron [req-75d2c914-6e82-4da7-a39e-8bf6b9c49e3c req-e9387b37-b67e-45d7-a43c-b6ff705ea587 service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Updating instance_info_cache with network_info: [{"id": "b8f9eab7-821b-4f00-9114-12822dc6a463", "address": "fa:16:3e:82:ef:c7", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f9eab7-82", "ovs_interfaceid": "b8f9eab7-821b-4f00-9114-12822dc6a463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.690125] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c1c4af-bb6d-1889-2a5d-8c3c18b8c17f, 'name': SearchDatastore_Task, 'duration_secs': 0.011993} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.690798] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b783c3a-1d74-474a-b3da-447022a56b66 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.696392] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.696534] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.696678] env[64496]: DEBUG nova.network.neutron [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1900.697967] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1900.697967] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d67ca4-dcaa-bb61-d111-61dd96b14665" [ 1900.697967] env[64496]: _type = "Task" [ 1900.697967] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.706977] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d67ca4-dcaa-bb61-d111-61dd96b14665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.715876] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "b14d0ca5-784f-4b9c-80f9-980f7fbe82b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.716121] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "b14d0ca5-784f-4b9c-80f9-980f7fbe82b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.716335] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "b14d0ca5-784f-4b9c-80f9-980f7fbe82b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.716518] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "b14d0ca5-784f-4b9c-80f9-980f7fbe82b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.716684] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "b14d0ca5-784f-4b9c-80f9-980f7fbe82b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.718622] env[64496]: INFO nova.compute.manager [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Terminating instance [ 1900.730059] env[64496]: DEBUG oslo_concurrency.lockutils [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "8419a38c-f706-485d-b59a-1752eefd5045" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.730287] env[64496]: DEBUG oslo_concurrency.lockutils [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "8419a38c-f706-485d-b59a-1752eefd5045" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.730484] env[64496]: DEBUG oslo_concurrency.lockutils [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "8419a38c-f706-485d-b59a-1752eefd5045-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.730663] env[64496]: DEBUG oslo_concurrency.lockutils [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "8419a38c-f706-485d-b59a-1752eefd5045-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.730825] env[64496]: DEBUG oslo_concurrency.lockutils [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "8419a38c-f706-485d-b59a-1752eefd5045-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.732794] env[64496]: INFO nova.compute.manager [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Terminating instance [ 1900.804526] env[64496]: DEBUG nova.scheduler.client.report [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1900.957775] env[64496]: DEBUG oslo_vmware.api [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Task: {'id': task-1902618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192085} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.958597] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1900.958597] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1900.958743] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1900.958836] env[64496]: INFO nova.compute.manager [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1900.959095] env[64496]: DEBUG oslo.service.loopingcall [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.960028] env[64496]: DEBUG nova.compute.manager [-] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1900.960028] env[64496]: DEBUG nova.network.neutron [-] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1901.053074] env[64496]: DEBUG oslo_concurrency.lockutils [req-75d2c914-6e82-4da7-a39e-8bf6b9c49e3c req-e9387b37-b67e-45d7-a43c-b6ff705ea587 service nova] Releasing lock "refresh_cache-a926d878-318d-4af8-b75e-b306bc28e37a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.214448] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d67ca4-dcaa-bb61-d111-61dd96b14665, 'name': SearchDatastore_Task, 'duration_secs': 0.011418} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.214670] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.214938] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] a926d878-318d-4af8-b75e-b306bc28e37a/a926d878-318d-4af8-b75e-b306bc28e37a.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1901.215218] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59b33b74-454c-4b63-aad1-e96c39268d20 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.222747] env[64496]: DEBUG nova.compute.manager [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1901.222977] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1901.223328] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1901.223328] env[64496]: value = "task-1902619" [ 1901.223328] env[64496]: _type = "Task" [ 1901.223328] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.224086] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3c840b-59dc-4443-9dc8-eae82013620d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.238876] env[64496]: DEBUG nova.compute.manager [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1901.239158] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1901.239469] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.240163] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1901.240449] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a887ac0b-01dc-463e-b219-bd7a928df0e7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.242973] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89b1a7ed-84a9-4a2c-a8b7-337f8e60a660 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.252410] env[64496]: DEBUG oslo_vmware.api [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1901.252410] env[64496]: value = "task-1902620" [ 1901.252410] env[64496]: _type = "Task" [ 1901.252410] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.252662] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1901.257478] env[64496]: DEBUG nova.network.neutron [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1901.259797] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2891ce0-3be6-486e-9b57-bf7fc9feaf2c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.277182] env[64496]: DEBUG oslo_vmware.api [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.278840] env[64496]: DEBUG oslo_vmware.api [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1901.278840] env[64496]: value = "task-1902621" [ 1901.278840] env[64496]: _type = "Task" [ 1901.278840] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.289642] env[64496]: DEBUG oslo_vmware.api [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.309113] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.352369] env[64496]: INFO nova.scheduler.client.report [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Deleted allocations for instance 5b10a5d8-61e2-409a-856f-497f560054aa [ 1901.482877] env[64496]: DEBUG nova.network.neutron [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance_info_cache with network_info: [{"id": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "address": "fa:16:3e:e8:19:91", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4835b0a-0b", "ovs_interfaceid": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.570399] env[64496]: DEBUG nova.network.neutron [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Updating instance_info_cache with network_info: [{"id": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "address": "fa:16:3e:59:aa:c5", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0adeb5d-0e", "ovs_interfaceid": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.740833] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902619, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.770069] env[64496]: DEBUG oslo_vmware.api [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902620, 'name': PowerOffVM_Task, 'duration_secs': 0.254715} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.770715] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1901.771184] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1901.771658] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b79332b8-81fd-4a27-94ff-0dfd3fab1e12 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.790386] env[64496]: DEBUG oslo_vmware.api [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902621, 'name': PowerOffVM_Task, 'duration_secs': 0.196807} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.790801] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1901.791176] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1901.791560] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11b8899b-c9a3-4b84-8d23-da46a0594af6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.796499] env[64496]: DEBUG nova.compute.manager [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Received event network-vif-plugged-f0adeb5d-0e30-4928-a3fd-f9a726303309 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1901.796645] env[64496]: DEBUG oslo_concurrency.lockutils [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] Acquiring lock "01b197b1-ef20-4945-8157-d8314dd1cb8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.796904] env[64496]: DEBUG oslo_concurrency.lockutils [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] Lock "01b197b1-ef20-4945-8157-d8314dd1cb8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.797181] env[64496]: DEBUG oslo_concurrency.lockutils [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] Lock "01b197b1-ef20-4945-8157-d8314dd1cb8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.797424] env[64496]: DEBUG nova.compute.manager [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] No waiting events found dispatching network-vif-plugged-f0adeb5d-0e30-4928-a3fd-f9a726303309 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1901.797633] env[64496]: WARNING nova.compute.manager [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Received unexpected event network-vif-plugged-f0adeb5d-0e30-4928-a3fd-f9a726303309 for instance with vm_state building and task_state spawning. [ 1901.797893] env[64496]: DEBUG nova.compute.manager [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Received event network-changed-f0adeb5d-0e30-4928-a3fd-f9a726303309 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1901.798138] env[64496]: DEBUG nova.compute.manager [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Refreshing instance network info cache due to event network-changed-f0adeb5d-0e30-4928-a3fd-f9a726303309. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1901.798379] env[64496]: DEBUG oslo_concurrency.lockutils [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] Acquiring lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.866731] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60270121-0c45-4f33-9773-37fc6da5810e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "5b10a5d8-61e2-409a-856f-497f560054aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.743s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.875770] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1901.876318] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1901.876510] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Deleting the datastore file [datastore2] 8419a38c-f706-485d-b59a-1752eefd5045 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1901.877980] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e80fc0eb-b50d-4612-bd2c-962ab18753a2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.880193] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1901.880193] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1901.881129] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Deleting the datastore file [datastore2] b14d0ca5-784f-4b9c-80f9-980f7fbe82b6 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1901.881129] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46b848ea-fb83-4823-a522-237398fb7dc4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.888773] env[64496]: DEBUG oslo_vmware.api [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1901.888773] env[64496]: value = "task-1902624" [ 1901.888773] env[64496]: _type = "Task" [ 1901.888773] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.890192] env[64496]: DEBUG oslo_vmware.api [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for the task: (returnval){ [ 1901.890192] env[64496]: value = "task-1902625" [ 1901.890192] env[64496]: _type = "Task" [ 1901.890192] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.902423] env[64496]: DEBUG oslo_vmware.api [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.905396] env[64496]: DEBUG oslo_vmware.api [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.986063] env[64496]: DEBUG oslo_concurrency.lockutils [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.986381] env[64496]: DEBUG nova.objects.instance [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lazy-loading 'migration_context' on Instance uuid 6b0624a8-9565-44d9-ba7f-a828714ffe87 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1902.048872] env[64496]: DEBUG nova.network.neutron [-] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.072838] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.073204] env[64496]: DEBUG nova.compute.manager [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Instance network_info: |[{"id": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "address": "fa:16:3e:59:aa:c5", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0adeb5d-0e", "ovs_interfaceid": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1902.073501] env[64496]: DEBUG oslo_concurrency.lockutils [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] Acquired lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.073680] env[64496]: DEBUG nova.network.neutron [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Refreshing network info cache for port f0adeb5d-0e30-4928-a3fd-f9a726303309 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1902.074884] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:aa:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0adeb5d-0e30-4928-a3fd-f9a726303309', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1902.083933] env[64496]: DEBUG oslo.service.loopingcall [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1902.087092] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1902.087912] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fdfc20a-71c7-4c6b-9f1b-88235a16d5ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.109413] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1902.109413] env[64496]: value = "task-1902626" [ 1902.109413] env[64496]: _type = "Task" [ 1902.109413] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.119655] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902626, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.239569] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556733} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.239569] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] a926d878-318d-4af8-b75e-b306bc28e37a/a926d878-318d-4af8-b75e-b306bc28e37a.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1902.239569] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1902.241059] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d12e9f5-b722-4dcc-94ea-177b2f365a17 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.249622] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1902.249622] env[64496]: value = "task-1902627" [ 1902.249622] env[64496]: _type = "Task" [ 1902.249622] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.260409] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.348740] env[64496]: DEBUG nova.network.neutron [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Updated VIF entry in instance network info cache for port f0adeb5d-0e30-4928-a3fd-f9a726303309. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1902.349327] env[64496]: DEBUG nova.network.neutron [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Updating instance_info_cache with network_info: [{"id": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "address": "fa:16:3e:59:aa:c5", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0adeb5d-0e", "ovs_interfaceid": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.403952] env[64496]: DEBUG oslo_vmware.api [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174659} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.406971] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1902.407191] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1902.407373] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1902.407544] env[64496]: INFO nova.compute.manager [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1902.407782] env[64496]: DEBUG oslo.service.loopingcall [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1902.407994] env[64496]: DEBUG oslo_vmware.api [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Task: {'id': task-1902625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152554} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.408202] env[64496]: DEBUG nova.compute.manager [-] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1902.408298] env[64496]: DEBUG nova.network.neutron [-] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1902.409936] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1902.410132] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1902.410311] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1902.410479] env[64496]: INFO nova.compute.manager [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1902.410693] env[64496]: DEBUG oslo.service.loopingcall [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1902.410875] env[64496]: DEBUG nova.compute.manager [-] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1902.411151] env[64496]: DEBUG nova.network.neutron [-] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1902.488748] env[64496]: DEBUG nova.objects.base [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Object Instance<6b0624a8-9565-44d9-ba7f-a828714ffe87> lazy-loaded attributes: info_cache,migration_context {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1902.489983] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1400382-2303-483f-941d-dec5d54a95e2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.510345] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1162ae0e-2a35-4ddf-b92a-c82fc8279ef2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.521839] env[64496]: DEBUG oslo_vmware.api [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1902.521839] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5236bc90-874f-208b-5be8-ee7281f8a182" [ 1902.521839] env[64496]: _type = "Task" [ 1902.521839] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.529578] env[64496]: DEBUG oslo_vmware.api [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5236bc90-874f-208b-5be8-ee7281f8a182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.552288] env[64496]: INFO nova.compute.manager [-] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Took 1.59 seconds to deallocate network for instance. [ 1902.620422] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902626, 'name': CreateVM_Task, 'duration_secs': 0.357025} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.620673] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1902.621545] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.621783] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.622246] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1902.622560] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d45021-c181-43b9-b4cc-f6f821181a34 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.629152] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1902.629152] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e86847-df52-c8fc-446f-9cc0339a7dda" [ 1902.629152] env[64496]: _type = "Task" [ 1902.629152] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.639139] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e86847-df52-c8fc-446f-9cc0339a7dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.765473] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073257} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.765866] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1902.768332] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28d41e7-d3ef-4901-aad0-35742b7309ab {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.795029] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] a926d878-318d-4af8-b75e-b306bc28e37a/a926d878-318d-4af8-b75e-b306bc28e37a.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1902.795744] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-252c02c8-3fd2-408e-9ee5-40ea7f33ba5b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.818956] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1902.818956] env[64496]: value = "task-1902628" [ 1902.818956] env[64496]: _type = "Task" [ 1902.818956] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.828966] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.852151] env[64496]: DEBUG oslo_concurrency.lockutils [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] Releasing lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.856651] env[64496]: DEBUG nova.compute.manager [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Received event network-vif-deleted-496a3268-3e2f-4fe2-b3df-2bfd0e951601 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1902.856651] env[64496]: INFO nova.compute.manager [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Neutron deleted interface 496a3268-3e2f-4fe2-b3df-2bfd0e951601; detaching it from the instance and deleting it from the info cache [ 1902.856651] env[64496]: DEBUG nova.network.neutron [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.001735] env[64496]: DEBUG nova.compute.manager [req-56308f06-e5e2-4606-b67a-2362924ebe58 req-7062542a-1afb-4013-9c8b-309d0f604d5e service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Received event network-vif-deleted-9b526b78-10ef-4e9b-a1e1-14c9303d7daa {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1903.001735] env[64496]: INFO nova.compute.manager [req-56308f06-e5e2-4606-b67a-2362924ebe58 req-7062542a-1afb-4013-9c8b-309d0f604d5e service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Neutron deleted interface 9b526b78-10ef-4e9b-a1e1-14c9303d7daa; detaching it from the instance and deleting it from the info cache [ 1903.001952] env[64496]: DEBUG nova.network.neutron [req-56308f06-e5e2-4606-b67a-2362924ebe58 req-7062542a-1afb-4013-9c8b-309d0f604d5e service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.031378] env[64496]: DEBUG oslo_vmware.api [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5236bc90-874f-208b-5be8-ee7281f8a182, 'name': SearchDatastore_Task, 'duration_secs': 0.039551} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.031670] env[64496]: DEBUG oslo_concurrency.lockutils [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.031896] env[64496]: DEBUG oslo_concurrency.lockutils [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.059761] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.139357] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e86847-df52-c8fc-446f-9cc0339a7dda, 'name': SearchDatastore_Task, 'duration_secs': 0.014662} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.139666] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.139893] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1903.140137] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.140288] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.140468] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1903.140726] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ab6c580-d022-4d72-aa2a-9a728b7a8b65 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.149766] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1903.149953] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1903.150679] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0579721f-c8ff-409a-b77d-7e9fbc179847 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.154524] env[64496]: DEBUG nova.network.neutron [-] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.157031] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1903.157031] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5252d878-2a6e-bf6f-2b18-9617f6211ffd" [ 1903.157031] env[64496]: _type = "Task" [ 1903.157031] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.165033] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5252d878-2a6e-bf6f-2b18-9617f6211ffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.328994] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902628, 'name': ReconfigVM_Task, 'duration_secs': 0.31547} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.329334] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Reconfigured VM instance instance-0000006c to attach disk [datastore1] a926d878-318d-4af8-b75e-b306bc28e37a/a926d878-318d-4af8-b75e-b306bc28e37a.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1903.329969] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3c3378f-8f22-491d-b919-61dfa61636a7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.337754] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1903.337754] env[64496]: value = "task-1902629" [ 1903.337754] env[64496]: _type = "Task" [ 1903.337754] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.345850] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902629, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.359623] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-828903e2-ec00-43f5-9069-e23de9951942 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.370561] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa111913-e711-45ef-9bc8-ca1ccc48cb80 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.407053] env[64496]: DEBUG nova.compute.manager [req-d001c407-64b4-4f8e-ad5d-1dd74ce20a31 req-e4c0e659-547f-4296-90c2-bb6f798be38b service nova] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Detach interface failed, port_id=496a3268-3e2f-4fe2-b3df-2bfd0e951601, reason: Instance 1d196c83-7a2f-497f-b256-e449f3192d53 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1903.479990] env[64496]: DEBUG nova.network.neutron [-] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.505500] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3e78d9d-6c73-414a-9d67-5bd7b6c73ca4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.515955] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f945add-47ba-4d62-a601-0f12d97a134f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.551162] env[64496]: DEBUG nova.compute.manager [req-56308f06-e5e2-4606-b67a-2362924ebe58 req-7062542a-1afb-4013-9c8b-309d0f604d5e service nova] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Detach interface failed, port_id=9b526b78-10ef-4e9b-a1e1-14c9303d7daa, reason: Instance 8419a38c-f706-485d-b59a-1752eefd5045 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1903.657196] env[64496]: INFO nova.compute.manager [-] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Took 1.25 seconds to deallocate network for instance. [ 1903.673844] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5252d878-2a6e-bf6f-2b18-9617f6211ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.009268} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.674676] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ae847e-0191-4cf2-9c5c-1fb516481ec4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.683710] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1903.683710] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b6cc2d-6761-ea62-2dfd-af54d313a1bc" [ 1903.683710] env[64496]: _type = "Task" [ 1903.683710] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.693612] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b6cc2d-6761-ea62-2dfd-af54d313a1bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.831411] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3a25e6-989e-4c61-b64d-9a67f0e812e9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.843131] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee4e3ac-5e05-4d1f-b177-a8989253cd06 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.855936] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902629, 'name': Rename_Task, 'duration_secs': 0.151067} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.887543] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1903.888804] env[64496]: DEBUG nova.compute.manager [req-58d5de5d-94f2-485f-aaad-284090374bfb req-4b8025a0-c208-469d-8cd3-eef1f542d5ec service nova] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Received event network-vif-deleted-7d257baa-7b41-4f25-a117-0060f8e0bb0a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1903.889640] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6ef8b72-9949-4841-89fd-5737fb025a60 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.891845] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8dfd0a-1007-45e8-8af3-4b7dbe92b108 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.902845] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7f588b-d966-443f-8ca2-ef49ace26360 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.906740] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1903.906740] env[64496]: value = "task-1902630" [ 1903.906740] env[64496]: _type = "Task" [ 1903.906740] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.918796] env[64496]: DEBUG nova.compute.provider_tree [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1903.926499] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902630, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.983358] env[64496]: INFO nova.compute.manager [-] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Took 1.57 seconds to deallocate network for instance. [ 1904.167157] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.194988] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b6cc2d-6761-ea62-2dfd-af54d313a1bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.197018] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.197018] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 01b197b1-ef20-4945-8157-d8314dd1cb8d/01b197b1-ef20-4945-8157-d8314dd1cb8d.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1904.197018] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9fdb7cd-4dd7-4ed4-aa51-c094c8a82f27 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.204065] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1904.204065] env[64496]: value = "task-1902631" [ 1904.204065] env[64496]: _type = "Task" [ 1904.204065] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.212853] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.418863] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.423089] env[64496]: DEBUG nova.scheduler.client.report [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1904.490510] env[64496]: DEBUG oslo_concurrency.lockutils [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.715455] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48841} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.715771] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 01b197b1-ef20-4945-8157-d8314dd1cb8d/01b197b1-ef20-4945-8157-d8314dd1cb8d.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1904.716051] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1904.716444] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99dec8c3-7900-42aa-ad59-d089f771ccfc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.723687] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1904.723687] env[64496]: value = "task-1902632" [ 1904.723687] env[64496]: _type = "Task" [ 1904.723687] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.732741] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.917642] env[64496]: DEBUG oslo_vmware.api [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902630, 'name': PowerOnVM_Task, 'duration_secs': 0.723178} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.919019] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1904.919019] env[64496]: INFO nova.compute.manager [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1904.919019] env[64496]: DEBUG nova.compute.manager [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1904.919488] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1707c356-a98e-49c1-b98a-5e798e8776ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.236482] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074561} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.236482] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1905.236482] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1405503-3428-480d-8364-1708c6c736a5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.260028] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 01b197b1-ef20-4945-8157-d8314dd1cb8d/01b197b1-ef20-4945-8157-d8314dd1cb8d.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1905.260028] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c37bfff5-e1eb-4ae3-8e46-cb781462c306 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.279392] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1905.279392] env[64496]: value = "task-1902633" [ 1905.279392] env[64496]: _type = "Task" [ 1905.279392] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.287420] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.437586] env[64496]: DEBUG oslo_concurrency.lockutils [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.405s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.438639] env[64496]: DEBUG nova.compute.manager [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=64496) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1905.442523] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.382s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.442523] env[64496]: DEBUG nova.objects.instance [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lazy-loading 'resources' on Instance uuid 1d196c83-7a2f-497f-b256-e449f3192d53 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1905.444557] env[64496]: INFO nova.compute.manager [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Took 15.54 seconds to build instance. [ 1905.791066] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902633, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.950025] env[64496]: DEBUG oslo_concurrency.lockutils [None req-abf8ea42-d9a5-45e7-9874-e2747dc5d75e tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "a926d878-318d-4af8-b75e-b306bc28e37a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.078s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.004949] env[64496]: INFO nova.scheduler.client.report [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Deleted allocation for migration 1b24fb53-8ddd-4fb1-9b56-106b17c6a686 [ 1906.142762] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30bb3f9-e4d8-4706-9917-4be2c12fc55e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.151153] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecedb0d9-e9ba-4862-bee6-b21f85bce4fc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.182967] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e847953e-8bc9-497d-a316-eb17891ea717 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.192032] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de5ab0e-5627-4e5e-a5c8-f58bca9f30cd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.205890] env[64496]: DEBUG nova.compute.provider_tree [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1906.292222] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902633, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.513354] env[64496]: DEBUG oslo_concurrency.lockutils [None req-af99b93d-7780-49b8-b96a-299c5642f805 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.002s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.709561] env[64496]: DEBUG nova.scheduler.client.report [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.748260] env[64496]: DEBUG nova.compute.manager [req-61c42513-e51d-4915-89d8-bc319ef4fdf4 req-93b26a2d-dc63-4b26-b01c-f131dbda247c service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Received event network-changed-b8f9eab7-821b-4f00-9114-12822dc6a463 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1906.749666] env[64496]: DEBUG nova.compute.manager [req-61c42513-e51d-4915-89d8-bc319ef4fdf4 req-93b26a2d-dc63-4b26-b01c-f131dbda247c service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Refreshing instance network info cache due to event network-changed-b8f9eab7-821b-4f00-9114-12822dc6a463. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1906.750250] env[64496]: DEBUG oslo_concurrency.lockutils [req-61c42513-e51d-4915-89d8-bc319ef4fdf4 req-93b26a2d-dc63-4b26-b01c-f131dbda247c service nova] Acquiring lock "refresh_cache-a926d878-318d-4af8-b75e-b306bc28e37a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.750485] env[64496]: DEBUG oslo_concurrency.lockutils [req-61c42513-e51d-4915-89d8-bc319ef4fdf4 req-93b26a2d-dc63-4b26-b01c-f131dbda247c service nova] Acquired lock "refresh_cache-a926d878-318d-4af8-b75e-b306bc28e37a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.750738] env[64496]: DEBUG nova.network.neutron [req-61c42513-e51d-4915-89d8-bc319ef4fdf4 req-93b26a2d-dc63-4b26-b01c-f131dbda247c service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Refreshing network info cache for port b8f9eab7-821b-4f00-9114-12822dc6a463 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1906.793976] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902633, 'name': ReconfigVM_Task, 'duration_secs': 1.299745} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.798518] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 01b197b1-ef20-4945-8157-d8314dd1cb8d/01b197b1-ef20-4945-8157-d8314dd1cb8d.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.799468] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b28d5c6-5c1a-4499-9253-3bc1893237ab {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.807571] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1906.807571] env[64496]: value = "task-1902634" [ 1906.807571] env[64496]: _type = "Task" [ 1906.807571] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.815874] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902634, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.870045] env[64496]: DEBUG nova.objects.instance [None req-61bfb224-5aae-49af-9b5b-d8e0a5a91b4a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lazy-loading 'flavor' on Instance uuid 6b0624a8-9565-44d9-ba7f-a828714ffe87 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.217674] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.221127] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.053s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.221127] env[64496]: DEBUG nova.objects.instance [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lazy-loading 'resources' on Instance uuid b14d0ca5-784f-4b9c-80f9-980f7fbe82b6 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.244171] env[64496]: INFO nova.scheduler.client.report [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Deleted allocations for instance 1d196c83-7a2f-497f-b256-e449f3192d53 [ 1907.318442] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902634, 'name': Rename_Task, 'duration_secs': 0.150909} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.318806] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1907.318969] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8778a763-4ea6-4692-b996-1d0bb2294448 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.326750] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1907.326750] env[64496]: value = "task-1902635" [ 1907.326750] env[64496]: _type = "Task" [ 1907.326750] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.335688] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.379142] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61bfb224-5aae-49af-9b5b-d8e0a5a91b4a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.379310] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61bfb224-5aae-49af-9b5b-d8e0a5a91b4a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.379494] env[64496]: DEBUG nova.network.neutron [None req-61bfb224-5aae-49af-9b5b-d8e0a5a91b4a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1907.379676] env[64496]: DEBUG nova.objects.instance [None req-61bfb224-5aae-49af-9b5b-d8e0a5a91b4a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lazy-loading 'info_cache' on Instance uuid 6b0624a8-9565-44d9-ba7f-a828714ffe87 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.708752] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "19793aba-0d19-49cf-b66a-9bca724ec957" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.708752] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "19793aba-0d19-49cf-b66a-9bca724ec957" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.760185] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a08bf859-1ff9-442e-a627-25af879bd01b tempest-AttachVolumeTestJSON-1907381174 tempest-AttachVolumeTestJSON-1907381174-project-member] Lock "1d196c83-7a2f-497f-b256-e449f3192d53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.473s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.816428] env[64496]: DEBUG nova.network.neutron [req-61c42513-e51d-4915-89d8-bc319ef4fdf4 req-93b26a2d-dc63-4b26-b01c-f131dbda247c service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Updated VIF entry in instance network info cache for port b8f9eab7-821b-4f00-9114-12822dc6a463. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1907.816428] env[64496]: DEBUG nova.network.neutron [req-61c42513-e51d-4915-89d8-bc319ef4fdf4 req-93b26a2d-dc63-4b26-b01c-f131dbda247c service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Updating instance_info_cache with network_info: [{"id": "b8f9eab7-821b-4f00-9114-12822dc6a463", "address": "fa:16:3e:82:ef:c7", "network": {"id": "3b57a540-3abd-48b6-b424-0fd1b1cd1a3b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-302574034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3f6f05d5840deb4e09e6fc24753d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f9eab7-82", "ovs_interfaceid": "b8f9eab7-821b-4f00-9114-12822dc6a463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.838101] env[64496]: DEBUG oslo_vmware.api [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902635, 'name': PowerOnVM_Task, 'duration_secs': 0.459277} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.838388] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1907.838592] env[64496]: INFO nova.compute.manager [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1907.838768] env[64496]: DEBUG nova.compute.manager [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1907.842150] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b991f56b-9b3f-402c-8d6e-9cba45be7793 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.885475] env[64496]: DEBUG nova.objects.base [None req-61bfb224-5aae-49af-9b5b-d8e0a5a91b4a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Object Instance<6b0624a8-9565-44d9-ba7f-a828714ffe87> lazy-loaded attributes: flavor,info_cache {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1907.969673] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33dac04-a35f-4701-b8e0-b7b1fe2a68dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.977880] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6802972c-c8db-4402-aa5e-357cb2fab0a6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.009719] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d8437b-8648-46fa-9d78-644debe82435 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.017909] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5475f0f9-f1f2-4fdd-af50-cb40e1d8576d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.032517] env[64496]: DEBUG nova.compute.provider_tree [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.212475] env[64496]: INFO nova.compute.manager [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Detaching volume ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c [ 1908.243680] env[64496]: INFO nova.virt.block_device [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Attempting to driver detach volume ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c from mountpoint /dev/sdb [ 1908.244010] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1908.244198] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392749', 'volume_id': 'ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c', 'name': 'volume-ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19793aba-0d19-49cf-b66a-9bca724ec957', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c', 'serial': 'ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1908.245089] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4f4c08-3762-4247-8adb-0b8ac0422239 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.267815] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cd1cd6-a650-4832-aa2d-1474d6fef813 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.276884] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a615c3f-f435-4b90-b7c4-c73533ac3819 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.298128] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f23e02-b98f-4b3e-aff6-1706af3ac832 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.314134] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] The volume has not been displaced from its original location: [datastore1] volume-ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c/volume-ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1908.319449] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1908.320027] env[64496]: DEBUG oslo_concurrency.lockutils [req-61c42513-e51d-4915-89d8-bc319ef4fdf4 req-93b26a2d-dc63-4b26-b01c-f131dbda247c service nova] Releasing lock "refresh_cache-a926d878-318d-4af8-b75e-b306bc28e37a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.320397] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac0cffc3-97a5-4365-b5ef-84fd8d24477c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.341239] env[64496]: DEBUG oslo_vmware.api [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1908.341239] env[64496]: value = "task-1902637" [ 1908.341239] env[64496]: _type = "Task" [ 1908.341239] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.351119] env[64496]: DEBUG oslo_vmware.api [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.360370] env[64496]: INFO nova.compute.manager [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Took 16.64 seconds to build instance. [ 1908.535594] env[64496]: DEBUG nova.scheduler.client.report [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1908.704608] env[64496]: DEBUG nova.network.neutron [None req-61bfb224-5aae-49af-9b5b-d8e0a5a91b4a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance_info_cache with network_info: [{"id": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "address": "fa:16:3e:e8:19:91", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4835b0a-0b", "ovs_interfaceid": "c4835b0a-0bdb-420f-b0d4-47eba7d570b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.853103] env[64496]: DEBUG oslo_vmware.api [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902637, 'name': ReconfigVM_Task, 'duration_secs': 0.401921} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.853453] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1908.858076] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0676b46-1306-47ef-9d6f-d66e65d6f449 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.868127] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6726acc0-ba90-4e13-b88c-2a6ca0f174e7 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "01b197b1-ef20-4945-8157-d8314dd1cb8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.153s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.875041] env[64496]: DEBUG oslo_vmware.api [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1908.875041] env[64496]: value = "task-1902638" [ 1908.875041] env[64496]: _type = "Task" [ 1908.875041] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.883959] env[64496]: DEBUG oslo_vmware.api [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.044096] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.046459] env[64496]: DEBUG oslo_concurrency.lockutils [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.556s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.046671] env[64496]: DEBUG oslo_concurrency.lockutils [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.074304] env[64496]: INFO nova.scheduler.client.report [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Deleted allocations for instance 8419a38c-f706-485d-b59a-1752eefd5045 [ 1909.077460] env[64496]: INFO nova.scheduler.client.report [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Deleted allocations for instance b14d0ca5-784f-4b9c-80f9-980f7fbe82b6 [ 1909.207728] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61bfb224-5aae-49af-9b5b-d8e0a5a91b4a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "refresh_cache-6b0624a8-9565-44d9-ba7f-a828714ffe87" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.386655] env[64496]: DEBUG oslo_vmware.api [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902638, 'name': ReconfigVM_Task, 'duration_secs': 0.207677} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.386993] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392749', 'volume_id': 'ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c', 'name': 'volume-ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19793aba-0d19-49cf-b66a-9bca724ec957', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c', 'serial': 'ed9f2600-9fdc-4c4b-ae84-1c7f2052b38c'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1909.586845] env[64496]: DEBUG oslo_concurrency.lockutils [None req-84effc6e-3c4a-4587-86ec-c88c64d9f33e tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "8419a38c-f706-485d-b59a-1752eefd5045" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.856s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.587905] env[64496]: DEBUG oslo_concurrency.lockutils [None req-e0976557-15cf-4f3a-8c0e-3e4678e4b403 tempest-ListImageFiltersTestJSON-583268507 tempest-ListImageFiltersTestJSON-583268507-project-member] Lock "b14d0ca5-784f-4b9c-80f9-980f7fbe82b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.872s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.939137] env[64496]: DEBUG nova.compute.manager [req-6996e30e-eda3-4af7-bfca-102afaafb982 req-807fe17c-c210-42f5-9456-dee55ab4c196 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Received event network-changed-bef52299-1911-4517-ab7d-a4070cea9aac {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1909.939137] env[64496]: DEBUG nova.compute.manager [req-6996e30e-eda3-4af7-bfca-102afaafb982 req-807fe17c-c210-42f5-9456-dee55ab4c196 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Refreshing instance network info cache due to event network-changed-bef52299-1911-4517-ab7d-a4070cea9aac. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1909.939137] env[64496]: DEBUG oslo_concurrency.lockutils [req-6996e30e-eda3-4af7-bfca-102afaafb982 req-807fe17c-c210-42f5-9456-dee55ab4c196 service nova] Acquiring lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.939137] env[64496]: DEBUG oslo_concurrency.lockutils [req-6996e30e-eda3-4af7-bfca-102afaafb982 req-807fe17c-c210-42f5-9456-dee55ab4c196 service nova] Acquired lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.939137] env[64496]: DEBUG nova.network.neutron [req-6996e30e-eda3-4af7-bfca-102afaafb982 req-807fe17c-c210-42f5-9456-dee55ab4c196 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Refreshing network info cache for port bef52299-1911-4517-ab7d-a4070cea9aac {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1909.963068] env[64496]: DEBUG nova.objects.instance [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lazy-loading 'flavor' on Instance uuid 19793aba-0d19-49cf-b66a-9bca724ec957 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1910.219773] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-61bfb224-5aae-49af-9b5b-d8e0a5a91b4a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1910.220117] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01731457-bbc7-41e4-a0e4-40611454fbf7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.229145] env[64496]: DEBUG oslo_vmware.api [None req-61bfb224-5aae-49af-9b5b-d8e0a5a91b4a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1910.229145] env[64496]: value = "task-1902639" [ 1910.229145] env[64496]: _type = "Task" [ 1910.229145] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.239114] env[64496]: DEBUG oslo_vmware.api [None req-61bfb224-5aae-49af-9b5b-d8e0a5a91b4a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.559704] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "53c19b31-db13-49ac-9b30-01d23073d361" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.560403] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "53c19b31-db13-49ac-9b30-01d23073d361" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.740247] env[64496]: DEBUG oslo_vmware.api [None req-61bfb224-5aae-49af-9b5b-d8e0a5a91b4a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902639, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.761186] env[64496]: DEBUG nova.network.neutron [req-6996e30e-eda3-4af7-bfca-102afaafb982 req-807fe17c-c210-42f5-9456-dee55ab4c196 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updated VIF entry in instance network info cache for port bef52299-1911-4517-ab7d-a4070cea9aac. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1910.761582] env[64496]: DEBUG nova.network.neutron [req-6996e30e-eda3-4af7-bfca-102afaafb982 req-807fe17c-c210-42f5-9456-dee55ab4c196 service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updating instance_info_cache with network_info: [{"id": "bef52299-1911-4517-ab7d-a4070cea9aac", "address": "fa:16:3e:98:ee:e7", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef52299-19", "ovs_interfaceid": "bef52299-1911-4517-ab7d-a4070cea9aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.974369] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ddb7133a-adb9-4da2-b372-7328375c01cd tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "19793aba-0d19-49cf-b66a-9bca724ec957" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.065596] env[64496]: DEBUG nova.compute.manager [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1911.241598] env[64496]: DEBUG oslo_vmware.api [None req-61bfb224-5aae-49af-9b5b-d8e0a5a91b4a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902639, 'name': PowerOnVM_Task, 'duration_secs': 0.515874} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.242019] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-61bfb224-5aae-49af-9b5b-d8e0a5a91b4a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1911.242255] env[64496]: DEBUG nova.compute.manager [None req-61bfb224-5aae-49af-9b5b-d8e0a5a91b4a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1911.243156] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3fa350-bea0-4d66-a728-7ba595e2d059 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.264876] env[64496]: DEBUG oslo_concurrency.lockutils [req-6996e30e-eda3-4af7-bfca-102afaafb982 req-807fe17c-c210-42f5-9456-dee55ab4c196 service nova] Releasing lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.595264] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.595564] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.597141] env[64496]: INFO nova.compute.claims [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1912.016180] env[64496]: DEBUG nova.compute.manager [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Received event network-changed-f0adeb5d-0e30-4928-a3fd-f9a726303309 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1912.016490] env[64496]: DEBUG nova.compute.manager [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Refreshing instance network info cache due to event network-changed-f0adeb5d-0e30-4928-a3fd-f9a726303309. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1912.016593] env[64496]: DEBUG oslo_concurrency.lockutils [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] Acquiring lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.016735] env[64496]: DEBUG oslo_concurrency.lockutils [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] Acquired lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.017394] env[64496]: DEBUG nova.network.neutron [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Refreshing network info cache for port f0adeb5d-0e30-4928-a3fd-f9a726303309 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1912.137038] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "19793aba-0d19-49cf-b66a-9bca724ec957" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.137038] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "19793aba-0d19-49cf-b66a-9bca724ec957" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.137289] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "19793aba-0d19-49cf-b66a-9bca724ec957-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.137475] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "19793aba-0d19-49cf-b66a-9bca724ec957-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.137649] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "19793aba-0d19-49cf-b66a-9bca724ec957-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.139869] env[64496]: INFO nova.compute.manager [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Terminating instance [ 1912.363375] env[64496]: DEBUG oslo_concurrency.lockutils [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.363719] env[64496]: DEBUG oslo_concurrency.lockutils [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.363955] env[64496]: DEBUG oslo_concurrency.lockutils [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.364279] env[64496]: DEBUG oslo_concurrency.lockutils [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.364353] env[64496]: DEBUG oslo_concurrency.lockutils [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.366639] env[64496]: INFO nova.compute.manager [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Terminating instance [ 1912.645708] env[64496]: DEBUG nova.compute.manager [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1912.646114] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1912.647561] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e588cde-4a88-4b81-b72a-cc70c8e4419b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.664250] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.665048] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4c2c74b-d408-4abd-9e96-a459beec59bb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.678125] env[64496]: DEBUG oslo_vmware.api [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1912.678125] env[64496]: value = "task-1902641" [ 1912.678125] env[64496]: _type = "Task" [ 1912.678125] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.696021] env[64496]: DEBUG oslo_vmware.api [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.753855] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "6b0624a8-9565-44d9-ba7f-a828714ffe87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.754119] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.754374] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "6b0624a8-9565-44d9-ba7f-a828714ffe87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.754568] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.754739] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.757832] env[64496]: INFO nova.compute.manager [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Terminating instance [ 1912.850028] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b784b2-d61e-4707-bb0a-b2676b6e0325 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.852703] env[64496]: DEBUG nova.network.neutron [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Updated VIF entry in instance network info cache for port f0adeb5d-0e30-4928-a3fd-f9a726303309. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1912.853071] env[64496]: DEBUG nova.network.neutron [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Updating instance_info_cache with network_info: [{"id": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "address": "fa:16:3e:59:aa:c5", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0adeb5d-0e", "ovs_interfaceid": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.858360] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f2a215-894c-4f37-8747-4ead6d13bc67 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.889650] env[64496]: DEBUG nova.compute.manager [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1912.889887] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.891165] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-241c3448-c678-4fe1-9651-e00dcb3bc2b6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.893380] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ff019d-e6df-4674-aa9d-bd2eb49c12aa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.903901] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41545eff-c5ce-4aea-851b-b72528d8f354 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.907864] env[64496]: DEBUG oslo_vmware.api [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1912.907864] env[64496]: value = "task-1902642" [ 1912.907864] env[64496]: _type = "Task" [ 1912.907864] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.921490] env[64496]: DEBUG nova.compute.provider_tree [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.930228] env[64496]: DEBUG oslo_vmware.api [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.193662] env[64496]: DEBUG oslo_vmware.api [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902641, 'name': PowerOffVM_Task, 'duration_secs': 0.343237} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.193930] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.194112] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1913.194376] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eda5b183-b566-49f8-81a7-25df2388c2a2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.266266] env[64496]: DEBUG nova.compute.manager [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1913.266588] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1913.267918] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d008df-ff5b-4b95-ba7c-888c1f406117 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.273611] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.273884] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.274162] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Deleting the datastore file [datastore2] 19793aba-0d19-49cf-b66a-9bca724ec957 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.274852] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21ab6ebe-744e-4f77-8ce7-921ea9d1c55a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.279333] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.279635] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52a16ff9-7a7b-4525-bce0-8a0d8ef29b2d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.282254] env[64496]: DEBUG oslo_vmware.api [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1913.282254] env[64496]: value = "task-1902644" [ 1913.282254] env[64496]: _type = "Task" [ 1913.282254] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.288048] env[64496]: DEBUG oslo_vmware.api [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1913.288048] env[64496]: value = "task-1902645" [ 1913.288048] env[64496]: _type = "Task" [ 1913.288048] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.290493] env[64496]: DEBUG oslo_vmware.api [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.298216] env[64496]: DEBUG oslo_vmware.api [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.358848] env[64496]: DEBUG oslo_concurrency.lockutils [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] Releasing lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.359162] env[64496]: DEBUG nova.compute.manager [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Received event network-changed-f0adeb5d-0e30-4928-a3fd-f9a726303309 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1913.359427] env[64496]: DEBUG nova.compute.manager [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Refreshing instance network info cache due to event network-changed-f0adeb5d-0e30-4928-a3fd-f9a726303309. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1913.359706] env[64496]: DEBUG oslo_concurrency.lockutils [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] Acquiring lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.359866] env[64496]: DEBUG oslo_concurrency.lockutils [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] Acquired lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.360046] env[64496]: DEBUG nova.network.neutron [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Refreshing network info cache for port f0adeb5d-0e30-4928-a3fd-f9a726303309 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1913.419025] env[64496]: DEBUG oslo_vmware.api [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902642, 'name': PowerOffVM_Task, 'duration_secs': 0.207432} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.419517] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.419585] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1913.419827] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392739', 'volume_id': '5d701fac-75b2-4a6a-8d5c-9300ac94e0e5', 'name': 'volume-5d701fac-75b2-4a6a-8d5c-9300ac94e0e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b66d7c87-2a88-42aa-b4be-c0d53b9c4e78', 'attached_at': '2024-12-15T00:23:34.000000', 'detached_at': '', 'volume_id': '5d701fac-75b2-4a6a-8d5c-9300ac94e0e5', 'serial': '5d701fac-75b2-4a6a-8d5c-9300ac94e0e5'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1913.421173] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ae9af2-5639-4706-9ea0-a6444a42468f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.424392] env[64496]: DEBUG nova.scheduler.client.report [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1913.449274] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.854s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.449975] env[64496]: DEBUG nova.compute.manager [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1913.454765] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95da770-072b-4556-8f7b-eaf690ad38dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.464974] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aa9cf2-842b-4962-9af4-4f299a41efc1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.486957] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5e0d60-f63a-49f9-93ef-637b1c384012 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.506077] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] The volume has not been displaced from its original location: [datastore1] volume-5d701fac-75b2-4a6a-8d5c-9300ac94e0e5/volume-5d701fac-75b2-4a6a-8d5c-9300ac94e0e5.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1913.511330] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1913.511874] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9be432e-c754-4071-a647-d10f1a27fa4b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.532098] env[64496]: DEBUG oslo_vmware.api [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1913.532098] env[64496]: value = "task-1902646" [ 1913.532098] env[64496]: _type = "Task" [ 1913.532098] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.541661] env[64496]: DEBUG oslo_vmware.api [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.793046] env[64496]: DEBUG oslo_vmware.api [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184091} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.795779] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.795976] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.796226] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.796412] env[64496]: INFO nova.compute.manager [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1913.796658] env[64496]: DEBUG oslo.service.loopingcall [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.796857] env[64496]: DEBUG nova.compute.manager [-] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1913.796952] env[64496]: DEBUG nova.network.neutron [-] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1913.803756] env[64496]: DEBUG oslo_vmware.api [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902645, 'name': PowerOffVM_Task, 'duration_secs': 0.22252} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.803984] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.804168] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1913.804402] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcbf70fe-5c0c-4189-bd86-a573540e34ec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.903699] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.903924] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.904114] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Deleting the datastore file [datastore2] 6b0624a8-9565-44d9-ba7f-a828714ffe87 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.904485] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5f75fd8-f8b1-4ea1-9962-9a543a423de0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.912605] env[64496]: DEBUG oslo_vmware.api [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1913.912605] env[64496]: value = "task-1902648" [ 1913.912605] env[64496]: _type = "Task" [ 1913.912605] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.922250] env[64496]: DEBUG oslo_vmware.api [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.958228] env[64496]: DEBUG nova.compute.utils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1913.958228] env[64496]: DEBUG nova.compute.manager [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1913.958228] env[64496]: DEBUG nova.network.neutron [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1914.046612] env[64496]: DEBUG oslo_vmware.api [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902646, 'name': ReconfigVM_Task, 'duration_secs': 0.174825} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.047011] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1914.051903] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e3b356-afa6-4b75-8eb7-accb39b6d1da {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.068433] env[64496]: DEBUG nova.policy [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff27f3b4a86640398026840fded3a706', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '271096ce0df14bc1a90538f3e0935aff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1914.079756] env[64496]: DEBUG oslo_vmware.api [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1914.079756] env[64496]: value = "task-1902649" [ 1914.079756] env[64496]: _type = "Task" [ 1914.079756] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.091021] env[64496]: DEBUG oslo_vmware.api [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.129631] env[64496]: DEBUG nova.network.neutron [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Updated VIF entry in instance network info cache for port f0adeb5d-0e30-4928-a3fd-f9a726303309. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1914.130048] env[64496]: DEBUG nova.network.neutron [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Updating instance_info_cache with network_info: [{"id": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "address": "fa:16:3e:59:aa:c5", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0adeb5d-0e", "ovs_interfaceid": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.424679] env[64496]: DEBUG oslo_vmware.api [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457525} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.425188] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.425533] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.426850] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.426850] env[64496]: INFO nova.compute.manager [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1914.426850] env[64496]: DEBUG oslo.service.loopingcall [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.427015] env[64496]: DEBUG nova.compute.manager [-] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1914.427215] env[64496]: DEBUG nova.network.neutron [-] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1914.462122] env[64496]: DEBUG nova.compute.manager [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1914.592615] env[64496]: DEBUG oslo_vmware.api [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902649, 'name': ReconfigVM_Task, 'duration_secs': 0.180703} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.592970] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392739', 'volume_id': '5d701fac-75b2-4a6a-8d5c-9300ac94e0e5', 'name': 'volume-5d701fac-75b2-4a6a-8d5c-9300ac94e0e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b66d7c87-2a88-42aa-b4be-c0d53b9c4e78', 'attached_at': '2024-12-15T00:23:34.000000', 'detached_at': '', 'volume_id': '5d701fac-75b2-4a6a-8d5c-9300ac94e0e5', 'serial': '5d701fac-75b2-4a6a-8d5c-9300ac94e0e5'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1914.593296] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1914.594141] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1e18b2-d8e7-4929-994e-d4613655fb38 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.604392] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1914.604607] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbda3371-b3b1-41e5-81ba-6eb8c7b8a683 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.633630] env[64496]: DEBUG oslo_concurrency.lockutils [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] Releasing lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.633960] env[64496]: DEBUG nova.compute.manager [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Received event network-changed-bef52299-1911-4517-ab7d-a4070cea9aac {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1914.634221] env[64496]: DEBUG nova.compute.manager [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Refreshing instance network info cache due to event network-changed-bef52299-1911-4517-ab7d-a4070cea9aac. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1914.634478] env[64496]: DEBUG oslo_concurrency.lockutils [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] Acquiring lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.634659] env[64496]: DEBUG oslo_concurrency.lockutils [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] Acquired lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.634823] env[64496]: DEBUG nova.network.neutron [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Refreshing network info cache for port bef52299-1911-4517-ab7d-a4070cea9aac {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1914.654812] env[64496]: DEBUG nova.network.neutron [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Successfully created port: 95cf699a-223a-4448-a3ca-d1d0f96efba2 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1914.675807] env[64496]: DEBUG nova.compute.manager [req-bd34d341-2a54-4327-8d90-52a907e60ef4 req-d4690e91-29ca-4def-861e-411548c7d49d service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Received event network-vif-deleted-4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1914.675941] env[64496]: INFO nova.compute.manager [req-bd34d341-2a54-4327-8d90-52a907e60ef4 req-d4690e91-29ca-4def-861e-411548c7d49d service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Neutron deleted interface 4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d; detaching it from the instance and deleting it from the info cache [ 1914.676098] env[64496]: DEBUG nova.network.neutron [req-bd34d341-2a54-4327-8d90-52a907e60ef4 req-d4690e91-29ca-4def-861e-411548c7d49d service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.752134] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1914.752726] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1914.752938] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleting the datastore file [datastore1] b66d7c87-2a88-42aa-b4be-c0d53b9c4e78 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1914.753295] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-060a9e8e-41a4-48ad-9c3e-1b7c71547553 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.761943] env[64496]: DEBUG oslo_vmware.api [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1914.761943] env[64496]: value = "task-1902652" [ 1914.761943] env[64496]: _type = "Task" [ 1914.761943] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.772234] env[64496]: DEBUG oslo_vmware.api [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.960692] env[64496]: DEBUG nova.compute.manager [req-a8590883-1d66-4147-8cf4-7eb169ec0218 req-b4c8a174-f77e-498b-a1a3-d830e818be3f service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Received event network-vif-deleted-c4835b0a-0bdb-420f-b0d4-47eba7d570b2 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1914.960973] env[64496]: INFO nova.compute.manager [req-a8590883-1d66-4147-8cf4-7eb169ec0218 req-b4c8a174-f77e-498b-a1a3-d830e818be3f service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Neutron deleted interface c4835b0a-0bdb-420f-b0d4-47eba7d570b2; detaching it from the instance and deleting it from the info cache [ 1914.961411] env[64496]: DEBUG nova.network.neutron [req-a8590883-1d66-4147-8cf4-7eb169ec0218 req-b4c8a174-f77e-498b-a1a3-d830e818be3f service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.022175] env[64496]: DEBUG oslo_concurrency.lockutils [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.022424] env[64496]: DEBUG oslo_concurrency.lockutils [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.022605] env[64496]: INFO nova.compute.manager [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Shelving [ 1915.077339] env[64496]: DEBUG nova.network.neutron [-] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.180158] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20d62e76-42a5-431c-9825-e4633c8fe855 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.192297] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186b8815-6e26-439c-bcf1-e1cf4591db07 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.225136] env[64496]: DEBUG nova.compute.manager [req-bd34d341-2a54-4327-8d90-52a907e60ef4 req-d4690e91-29ca-4def-861e-411548c7d49d service nova] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Detach interface failed, port_id=4bc1c37c-efdc-4c0e-8431-fb614c3c1a3d, reason: Instance 19793aba-0d19-49cf-b66a-9bca724ec957 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1915.274973] env[64496]: DEBUG oslo_vmware.api [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131927} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.275272] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1915.275462] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1915.275639] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1915.275816] env[64496]: INFO nova.compute.manager [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Took 2.39 seconds to destroy the instance on the hypervisor. [ 1915.276079] env[64496]: DEBUG oslo.service.loopingcall [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1915.276275] env[64496]: DEBUG nova.compute.manager [-] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1915.276370] env[64496]: DEBUG nova.network.neutron [-] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1915.400304] env[64496]: DEBUG nova.network.neutron [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updated VIF entry in instance network info cache for port bef52299-1911-4517-ab7d-a4070cea9aac. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1915.400689] env[64496]: DEBUG nova.network.neutron [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updating instance_info_cache with network_info: [{"id": "bef52299-1911-4517-ab7d-a4070cea9aac", "address": "fa:16:3e:98:ee:e7", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef52299-19", "ovs_interfaceid": "bef52299-1911-4517-ab7d-a4070cea9aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.439280] env[64496]: DEBUG nova.network.neutron [-] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.465190] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dbe3eeb-e937-4d2c-8e01-1e4feb282cda {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.474417] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cd57a8-1507-46f6-b5b7-e06252ee79af {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.488071] env[64496]: DEBUG nova.compute.manager [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1915.513365] env[64496]: DEBUG nova.compute.manager [req-a8590883-1d66-4147-8cf4-7eb169ec0218 req-b4c8a174-f77e-498b-a1a3-d830e818be3f service nova] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Detach interface failed, port_id=c4835b0a-0bdb-420f-b0d4-47eba7d570b2, reason: Instance 6b0624a8-9565-44d9-ba7f-a828714ffe87 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1915.535770] env[64496]: DEBUG nova.virt.hardware [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1915.536114] env[64496]: DEBUG nova.virt.hardware [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1915.536316] env[64496]: DEBUG nova.virt.hardware [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1915.536545] env[64496]: DEBUG nova.virt.hardware [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1915.536709] env[64496]: DEBUG nova.virt.hardware [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1915.536902] env[64496]: DEBUG nova.virt.hardware [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1915.542016] env[64496]: DEBUG nova.virt.hardware [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1915.542016] env[64496]: DEBUG nova.virt.hardware [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1915.542016] env[64496]: DEBUG nova.virt.hardware [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1915.542016] env[64496]: DEBUG nova.virt.hardware [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1915.542016] env[64496]: DEBUG nova.virt.hardware [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1915.543433] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43b0fa5-3410-4331-91cc-b31c849a1571 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.553540] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80731406-78a4-4995-a6b6-c3ffdb7cc1b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.580224] env[64496]: INFO nova.compute.manager [-] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Took 1.78 seconds to deallocate network for instance. [ 1915.903525] env[64496]: DEBUG oslo_concurrency.lockutils [req-53d0b7b9-8e4a-4f1b-b3c2-c197c83b69ab req-87ec4b69-db64-4ef7-9611-baf08c9759ac service nova] Releasing lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.941812] env[64496]: INFO nova.compute.manager [-] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Took 1.51 seconds to deallocate network for instance. [ 1916.050151] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1916.050151] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c0b7803-bf7c-4f8a-9161-1bbcb435b66e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.061537] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1916.061537] env[64496]: value = "task-1902653" [ 1916.061537] env[64496]: _type = "Task" [ 1916.061537] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.073132] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.088863] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.088863] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.088863] env[64496]: DEBUG nova.objects.instance [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lazy-loading 'resources' on Instance uuid 19793aba-0d19-49cf-b66a-9bca724ec957 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.153947] env[64496]: DEBUG nova.network.neutron [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Successfully updated port: 95cf699a-223a-4448-a3ca-d1d0f96efba2 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1916.335420] env[64496]: DEBUG nova.network.neutron [-] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.451035] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.567660] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902653, 'name': PowerOffVM_Task, 'duration_secs': 0.227521} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.568071] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1916.568878] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e7d552-0bc3-43d7-9c28-d7429fc4bf19 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.589324] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c7a51e-0098-4a44-b4cc-33444677a8ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.659446] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "refresh_cache-53c19b31-db13-49ac-9b30-01d23073d361" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.659710] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "refresh_cache-53c19b31-db13-49ac-9b30-01d23073d361" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.659982] env[64496]: DEBUG nova.network.neutron [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1916.708841] env[64496]: DEBUG nova.compute.manager [req-5d73036b-7142-482c-a6a9-9165fd41333b req-3d7e6bcb-8c73-469d-84d1-cfdb8c14fc7f service nova] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Received event network-vif-deleted-6c78f0be-6341-4323-b844-86154907b9aa {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1916.709081] env[64496]: DEBUG nova.compute.manager [req-5d73036b-7142-482c-a6a9-9165fd41333b req-3d7e6bcb-8c73-469d-84d1-cfdb8c14fc7f service nova] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Received event network-vif-plugged-95cf699a-223a-4448-a3ca-d1d0f96efba2 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1916.709288] env[64496]: DEBUG oslo_concurrency.lockutils [req-5d73036b-7142-482c-a6a9-9165fd41333b req-3d7e6bcb-8c73-469d-84d1-cfdb8c14fc7f service nova] Acquiring lock "53c19b31-db13-49ac-9b30-01d23073d361-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.709487] env[64496]: DEBUG oslo_concurrency.lockutils [req-5d73036b-7142-482c-a6a9-9165fd41333b req-3d7e6bcb-8c73-469d-84d1-cfdb8c14fc7f service nova] Lock "53c19b31-db13-49ac-9b30-01d23073d361-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.709694] env[64496]: DEBUG oslo_concurrency.lockutils [req-5d73036b-7142-482c-a6a9-9165fd41333b req-3d7e6bcb-8c73-469d-84d1-cfdb8c14fc7f service nova] Lock "53c19b31-db13-49ac-9b30-01d23073d361-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.709813] env[64496]: DEBUG nova.compute.manager [req-5d73036b-7142-482c-a6a9-9165fd41333b req-3d7e6bcb-8c73-469d-84d1-cfdb8c14fc7f service nova] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] No waiting events found dispatching network-vif-plugged-95cf699a-223a-4448-a3ca-d1d0f96efba2 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1916.709977] env[64496]: WARNING nova.compute.manager [req-5d73036b-7142-482c-a6a9-9165fd41333b req-3d7e6bcb-8c73-469d-84d1-cfdb8c14fc7f service nova] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Received unexpected event network-vif-plugged-95cf699a-223a-4448-a3ca-d1d0f96efba2 for instance with vm_state building and task_state spawning. [ 1916.710153] env[64496]: DEBUG nova.compute.manager [req-5d73036b-7142-482c-a6a9-9165fd41333b req-3d7e6bcb-8c73-469d-84d1-cfdb8c14fc7f service nova] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Received event network-changed-95cf699a-223a-4448-a3ca-d1d0f96efba2 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1916.710311] env[64496]: DEBUG nova.compute.manager [req-5d73036b-7142-482c-a6a9-9165fd41333b req-3d7e6bcb-8c73-469d-84d1-cfdb8c14fc7f service nova] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Refreshing instance network info cache due to event network-changed-95cf699a-223a-4448-a3ca-d1d0f96efba2. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1916.710491] env[64496]: DEBUG oslo_concurrency.lockutils [req-5d73036b-7142-482c-a6a9-9165fd41333b req-3d7e6bcb-8c73-469d-84d1-cfdb8c14fc7f service nova] Acquiring lock "refresh_cache-53c19b31-db13-49ac-9b30-01d23073d361" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.780650] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76838bfc-e805-49bd-b24b-b80c29bedfda {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.791013] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ebfc20-d259-4e85-aa88-626d1f4fa1e3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.819178] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9dcdb8-8f4f-4efc-bf7b-c3fba2c32434 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.828153] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571434d8-be89-43dc-9244-1f1318a20896 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.837682] env[64496]: INFO nova.compute.manager [-] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Took 1.56 seconds to deallocate network for instance. [ 1916.851145] env[64496]: DEBUG nova.compute.provider_tree [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1917.102476] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1917.102813] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1cf34940-77b6-4c94-90ac-65511e62d50d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.111886] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1917.111886] env[64496]: value = "task-1902654" [ 1917.111886] env[64496]: _type = "Task" [ 1917.111886] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.120698] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902654, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.194103] env[64496]: DEBUG nova.network.neutron [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1917.346750] env[64496]: DEBUG nova.network.neutron [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Updating instance_info_cache with network_info: [{"id": "95cf699a-223a-4448-a3ca-d1d0f96efba2", "address": "fa:16:3e:98:50:ff", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cf699a-22", "ovs_interfaceid": "95cf699a-223a-4448-a3ca-d1d0f96efba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.355126] env[64496]: DEBUG nova.scheduler.client.report [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1917.383934] env[64496]: INFO nova.compute.manager [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Took 0.55 seconds to detach 1 volumes for instance. [ 1917.385726] env[64496]: DEBUG nova.compute.manager [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Deleting volume: 5d701fac-75b2-4a6a-8d5c-9300ac94e0e5 {{(pid=64496) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1917.624142] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902654, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.850616] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "refresh_cache-53c19b31-db13-49ac-9b30-01d23073d361" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.850616] env[64496]: DEBUG nova.compute.manager [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Instance network_info: |[{"id": "95cf699a-223a-4448-a3ca-d1d0f96efba2", "address": "fa:16:3e:98:50:ff", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cf699a-22", "ovs_interfaceid": "95cf699a-223a-4448-a3ca-d1d0f96efba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1917.850999] env[64496]: DEBUG oslo_concurrency.lockutils [req-5d73036b-7142-482c-a6a9-9165fd41333b req-3d7e6bcb-8c73-469d-84d1-cfdb8c14fc7f service nova] Acquired lock "refresh_cache-53c19b31-db13-49ac-9b30-01d23073d361" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.851142] env[64496]: DEBUG nova.network.neutron [req-5d73036b-7142-482c-a6a9-9165fd41333b req-3d7e6bcb-8c73-469d-84d1-cfdb8c14fc7f service nova] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Refreshing network info cache for port 95cf699a-223a-4448-a3ca-d1d0f96efba2 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1917.852397] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:50:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95cf699a-223a-4448-a3ca-d1d0f96efba2', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1917.861786] env[64496]: DEBUG oslo.service.loopingcall [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1917.865258] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.867080] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1917.868179] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.417s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.868382] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.869945] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-362662a0-6303-4e3e-a53c-3ffcfe7eb3c4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.889487] env[64496]: INFO nova.scheduler.client.report [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Deleted allocations for instance 19793aba-0d19-49cf-b66a-9bca724ec957 [ 1917.895497] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1917.895497] env[64496]: value = "task-1902656" [ 1917.895497] env[64496]: _type = "Task" [ 1917.895497] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.903552] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902656, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.904467] env[64496]: INFO nova.scheduler.client.report [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Deleted allocations for instance 6b0624a8-9565-44d9-ba7f-a828714ffe87 [ 1917.925574] env[64496]: DEBUG oslo_concurrency.lockutils [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.925836] env[64496]: DEBUG oslo_concurrency.lockutils [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.926030] env[64496]: DEBUG oslo_concurrency.lockutils [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.951932] env[64496]: INFO nova.scheduler.client.report [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleted allocations for instance b66d7c87-2a88-42aa-b4be-c0d53b9c4e78 [ 1918.122892] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902654, 'name': CreateSnapshot_Task, 'duration_secs': 0.58496} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.123218] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1918.124071] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3b78b2-e8ff-4046-bcd8-a283d2bd8bbf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.247193] env[64496]: DEBUG nova.network.neutron [req-5d73036b-7142-482c-a6a9-9165fd41333b req-3d7e6bcb-8c73-469d-84d1-cfdb8c14fc7f service nova] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Updated VIF entry in instance network info cache for port 95cf699a-223a-4448-a3ca-d1d0f96efba2. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1918.247873] env[64496]: DEBUG nova.network.neutron [req-5d73036b-7142-482c-a6a9-9165fd41333b req-3d7e6bcb-8c73-469d-84d1-cfdb8c14fc7f service nova] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Updating instance_info_cache with network_info: [{"id": "95cf699a-223a-4448-a3ca-d1d0f96efba2", "address": "fa:16:3e:98:50:ff", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cf699a-22", "ovs_interfaceid": "95cf699a-223a-4448-a3ca-d1d0f96efba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.398506] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c155b32b-da0d-4295-8e0d-c62bed4ac835 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "19793aba-0d19-49cf-b66a-9bca724ec957" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.261s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.411168] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902656, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.412981] env[64496]: DEBUG oslo_concurrency.lockutils [None req-3adde293-9338-40af-b283-b7c937c665cc tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "6b0624a8-9565-44d9-ba7f-a828714ffe87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.657s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.460510] env[64496]: DEBUG oslo_concurrency.lockutils [None req-17b58530-abf2-4cf2-9e33-46179d1604da tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "b66d7c87-2a88-42aa-b4be-c0d53b9c4e78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.096s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.649227] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1918.649949] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c1e5654e-fc70-4080-b877-2c9e039c100e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.660074] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1918.660074] env[64496]: value = "task-1902657" [ 1918.660074] env[64496]: _type = "Task" [ 1918.660074] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.669740] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902657, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.750755] env[64496]: DEBUG oslo_concurrency.lockutils [req-5d73036b-7142-482c-a6a9-9165fd41333b req-3d7e6bcb-8c73-469d-84d1-cfdb8c14fc7f service nova] Releasing lock "refresh_cache-53c19b31-db13-49ac-9b30-01d23073d361" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.912113] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902656, 'name': CreateVM_Task, 'duration_secs': 0.518161} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.912113] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1918.912574] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.912828] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.913743] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1918.913743] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9bd5bf8-9898-447c-9dd5-e0bd322f3680 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.919533] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1918.919533] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cfcc17-d550-7acc-c2ff-f1a2dca39cb5" [ 1918.919533] env[64496]: _type = "Task" [ 1918.919533] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.928472] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cfcc17-d550-7acc-c2ff-f1a2dca39cb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.171049] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902657, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.225861] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "890497e7-d4fc-4b31-9b10-1eba4419ae8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.226198] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "890497e7-d4fc-4b31-9b10-1eba4419ae8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.226374] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "890497e7-d4fc-4b31-9b10-1eba4419ae8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.226560] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "890497e7-d4fc-4b31-9b10-1eba4419ae8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.226734] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "890497e7-d4fc-4b31-9b10-1eba4419ae8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.228928] env[64496]: INFO nova.compute.manager [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Terminating instance [ 1919.429632] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cfcc17-d550-7acc-c2ff-f1a2dca39cb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009728} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.429959] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.430241] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1919.430452] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.430606] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.430806] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1919.431081] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0034cc1f-dc3e-4aaa-abe4-674b43534c3a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.439326] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1919.439549] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1919.440213] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-269628d2-8588-409c-b657-72a316a4f645 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.445554] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1919.445554] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5281be2c-5606-910a-3f84-e5061f37fa24" [ 1919.445554] env[64496]: _type = "Task" [ 1919.445554] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.452541] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5281be2c-5606-910a-3f84-e5061f37fa24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.672573] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902657, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.733064] env[64496]: DEBUG nova.compute.manager [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1919.733064] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1919.733816] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdb346b-3785-4db8-a26d-f7c6e11295cc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.741473] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1919.741717] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4667ee4d-78a1-417a-a8da-f55eee066108 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.748650] env[64496]: DEBUG oslo_vmware.api [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1919.748650] env[64496]: value = "task-1902659" [ 1919.748650] env[64496]: _type = "Task" [ 1919.748650] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.756943] env[64496]: DEBUG oslo_vmware.api [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.937258] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "7ce88ff2-be8e-4732-8e45-7c62383e8744" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.937476] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "7ce88ff2-be8e-4732-8e45-7c62383e8744" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.958876] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5281be2c-5606-910a-3f84-e5061f37fa24, 'name': SearchDatastore_Task, 'duration_secs': 0.008409} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.959747] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae5509aa-70bb-4c8c-b724-b1891e173b0b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.965752] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1919.965752] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52fd6d4a-19f4-e59e-91c4-76e9ebf62e48" [ 1919.965752] env[64496]: _type = "Task" [ 1919.965752] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.974271] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52fd6d4a-19f4-e59e-91c4-76e9ebf62e48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.172339] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902657, 'name': CloneVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.259054] env[64496]: DEBUG oslo_vmware.api [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902659, 'name': PowerOffVM_Task, 'duration_secs': 0.27589} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.259054] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1920.259272] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1920.259469] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3259861f-82e3-43ef-b960-b6e05f55871d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.329562] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1920.329562] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1920.329792] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleting the datastore file [datastore2] 890497e7-d4fc-4b31-9b10-1eba4419ae8c {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1920.329954] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a90d0c8c-a2b1-4efd-b0a4-f2f17fd81a36 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.336454] env[64496]: DEBUG oslo_vmware.api [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1920.336454] env[64496]: value = "task-1902661" [ 1920.336454] env[64496]: _type = "Task" [ 1920.336454] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.344058] env[64496]: DEBUG oslo_vmware.api [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.439766] env[64496]: DEBUG nova.compute.manager [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1920.476405] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52fd6d4a-19f4-e59e-91c4-76e9ebf62e48, 'name': SearchDatastore_Task, 'duration_secs': 0.009376} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.476606] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.476851] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 53c19b31-db13-49ac-9b30-01d23073d361/53c19b31-db13-49ac-9b30-01d23073d361.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1920.477107] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3df0ab2-a6fb-461d-99f4-226243c914aa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.482767] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1920.482767] env[64496]: value = "task-1902662" [ 1920.482767] env[64496]: _type = "Task" [ 1920.482767] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.490426] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.673210] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902657, 'name': CloneVM_Task, 'duration_secs': 1.527521} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.673565] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Created linked-clone VM from snapshot [ 1920.674344] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b098be6-836c-4291-bb5d-58e365ea5adc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.681474] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Uploading image 07e574f5-13fa-4bf4-89e3-22ab7a6486ce {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1920.707982] env[64496]: DEBUG oslo_vmware.rw_handles [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1920.707982] env[64496]: value = "vm-392770" [ 1920.707982] env[64496]: _type = "VirtualMachine" [ 1920.707982] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1920.708384] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b8a5578f-2fac-422b-8f16-c8a8f5d4f727 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.715527] env[64496]: DEBUG oslo_vmware.rw_handles [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lease: (returnval){ [ 1920.715527] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b054aa-7ba2-a622-3e87-5858f55f6548" [ 1920.715527] env[64496]: _type = "HttpNfcLease" [ 1920.715527] env[64496]: } obtained for exporting VM: (result){ [ 1920.715527] env[64496]: value = "vm-392770" [ 1920.715527] env[64496]: _type = "VirtualMachine" [ 1920.715527] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1920.715795] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the lease: (returnval){ [ 1920.715795] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b054aa-7ba2-a622-3e87-5858f55f6548" [ 1920.715795] env[64496]: _type = "HttpNfcLease" [ 1920.715795] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1920.722722] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1920.722722] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b054aa-7ba2-a622-3e87-5858f55f6548" [ 1920.722722] env[64496]: _type = "HttpNfcLease" [ 1920.722722] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1920.845935] env[64496]: DEBUG oslo_vmware.api [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127028} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.846444] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1920.846797] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1920.847061] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1920.847309] env[64496]: INFO nova.compute.manager [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1920.847639] env[64496]: DEBUG oslo.service.loopingcall [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.847900] env[64496]: DEBUG nova.compute.manager [-] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1920.848054] env[64496]: DEBUG nova.network.neutron [-] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1920.967106] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.967594] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.969349] env[64496]: INFO nova.compute.claims [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1920.993857] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902662, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.203209] env[64496]: DEBUG nova.compute.manager [req-8b82ff65-de1b-41c2-be8b-d26324fa35cc req-e3ca6e5f-1ea8-4dd0-98b0-716d2242b78b service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Received event network-vif-deleted-1bd305ed-be10-46a4-b499-a18a232fc354 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1921.203503] env[64496]: INFO nova.compute.manager [req-8b82ff65-de1b-41c2-be8b-d26324fa35cc req-e3ca6e5f-1ea8-4dd0-98b0-716d2242b78b service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Neutron deleted interface 1bd305ed-be10-46a4-b499-a18a232fc354; detaching it from the instance and deleting it from the info cache [ 1921.203616] env[64496]: DEBUG nova.network.neutron [req-8b82ff65-de1b-41c2-be8b-d26324fa35cc req-e3ca6e5f-1ea8-4dd0-98b0-716d2242b78b service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.223266] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1921.223266] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b054aa-7ba2-a622-3e87-5858f55f6548" [ 1921.223266] env[64496]: _type = "HttpNfcLease" [ 1921.223266] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1921.223513] env[64496]: DEBUG oslo_vmware.rw_handles [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1921.223513] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b054aa-7ba2-a622-3e87-5858f55f6548" [ 1921.223513] env[64496]: _type = "HttpNfcLease" [ 1921.223513] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1921.224210] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173d7b91-713a-410e-adb2-68fe09792bbb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.231150] env[64496]: DEBUG oslo_vmware.rw_handles [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ef9334-8a33-0478-e7c7-de21ad21112c/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1921.231325] env[64496]: DEBUG oslo_vmware.rw_handles [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ef9334-8a33-0478-e7c7-de21ad21112c/disk-0.vmdk for reading. {{(pid=64496) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1921.321678] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa0eb9a6-6fb4-41b1-bc03-c351a11d17bb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.495566] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621676} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.495850] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 53c19b31-db13-49ac-9b30-01d23073d361/53c19b31-db13-49ac-9b30-01d23073d361.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1921.496971] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1921.496971] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14f1cfc6-7aa6-4e07-8c68-9346aa05c73c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.503569] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1921.503569] env[64496]: value = "task-1902664" [ 1921.503569] env[64496]: _type = "Task" [ 1921.503569] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.524132] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.681504] env[64496]: DEBUG nova.network.neutron [-] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.705791] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f95806d-ca09-4742-b75d-f5f4706c9cb8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.716685] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4f01d9-55d8-417b-bd3c-c6615c6851de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.750165] env[64496]: DEBUG nova.compute.manager [req-8b82ff65-de1b-41c2-be8b-d26324fa35cc req-e3ca6e5f-1ea8-4dd0-98b0-716d2242b78b service nova] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Detach interface failed, port_id=1bd305ed-be10-46a4-b499-a18a232fc354, reason: Instance 890497e7-d4fc-4b31-9b10-1eba4419ae8c could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1922.015068] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069455} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.018314] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1922.019518] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d61cbb-e0de-4ed1-b1b9-60e2fc955b82 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.046132] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 53c19b31-db13-49ac-9b30-01d23073d361/53c19b31-db13-49ac-9b30-01d23073d361.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1922.049326] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-236692d5-3148-4962-842c-76b4f4cc86ea {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.070422] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1922.070422] env[64496]: value = "task-1902665" [ 1922.070422] env[64496]: _type = "Task" [ 1922.070422] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.082231] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.182175] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c761f318-e5c1-4e6d-a5de-027812a0a456 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.186756] env[64496]: INFO nova.compute.manager [-] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Took 1.34 seconds to deallocate network for instance. [ 1922.195410] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63414109-ed11-4029-b68b-1f10762b9a3f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.230169] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ad44cd-6027-4ba7-a766-d99883823e50 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.239493] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571d7c90-b615-4bbd-83ee-3037c02a8d1f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.254660] env[64496]: DEBUG nova.compute.provider_tree [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.582395] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902665, 'name': ReconfigVM_Task, 'duration_secs': 0.285788} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.584033] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 53c19b31-db13-49ac-9b30-01d23073d361/53c19b31-db13-49ac-9b30-01d23073d361.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1922.584033] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b1d0bfa-dbaf-468f-886b-f1aa5deb3677 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.591061] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1922.591061] env[64496]: value = "task-1902666" [ 1922.591061] env[64496]: _type = "Task" [ 1922.591061] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.599437] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902666, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.701119] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.758394] env[64496]: DEBUG nova.scheduler.client.report [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1923.007114] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.007383] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.007598] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.007783] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.007955] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.010160] env[64496]: INFO nova.compute.manager [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Terminating instance [ 1923.101626] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902666, 'name': Rename_Task, 'duration_secs': 0.133259} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.101901] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1923.102160] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48d8dc4f-e527-44bf-98e9-5074bbb00f85 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.112534] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1923.112534] env[64496]: value = "task-1902667" [ 1923.112534] env[64496]: _type = "Task" [ 1923.112534] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.128814] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.263734] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.264303] env[64496]: DEBUG nova.compute.manager [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1923.267758] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.567s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.268017] env[64496]: DEBUG nova.objects.instance [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lazy-loading 'resources' on Instance uuid 890497e7-d4fc-4b31-9b10-1eba4419ae8c {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1923.513948] env[64496]: DEBUG nova.compute.manager [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1923.514161] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1923.515248] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d71c90-b35e-46b3-b54f-dde5bd731a35 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.524925] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1923.525362] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d30d9d8-69ac-4044-98cc-287b6c3a070f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.534054] env[64496]: DEBUG oslo_vmware.api [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1923.534054] env[64496]: value = "task-1902668" [ 1923.534054] env[64496]: _type = "Task" [ 1923.534054] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.542960] env[64496]: DEBUG oslo_vmware.api [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.610051] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.610051] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.610051] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "27d65cfe-49d6-4ae3-acd3-9459bd5e98ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.610051] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "27d65cfe-49d6-4ae3-acd3-9459bd5e98ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.610373] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "27d65cfe-49d6-4ae3-acd3-9459bd5e98ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.612326] env[64496]: INFO nova.compute.manager [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Terminating instance [ 1923.624619] env[64496]: DEBUG oslo_vmware.api [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902667, 'name': PowerOnVM_Task, 'duration_secs': 0.460287} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.624926] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1923.625345] env[64496]: INFO nova.compute.manager [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1923.625614] env[64496]: DEBUG nova.compute.manager [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1923.626511] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e883bb-6ba7-478f-9864-387e0c0dbc51 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.771572] env[64496]: DEBUG nova.compute.utils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1923.776391] env[64496]: DEBUG nova.compute.manager [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1923.776580] env[64496]: DEBUG nova.network.neutron [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1923.825034] env[64496]: DEBUG nova.policy [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ed3bad7cd214a9a9fd6182c113a3388', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7279a3a13aca49499a23d6ab442b2771', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1923.930538] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515b42cf-a521-40f6-97c8-27d9897b41d1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.938193] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c5f456-c6d8-4228-96c9-fcc1ce493004 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.971983] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b8cbcf-b5a1-4b50-9bf6-b3eb488755ef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.980109] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb894ed-0cde-4b7d-8350-83ae2a45d45b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.995761] env[64496]: DEBUG nova.compute.provider_tree [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.045726] env[64496]: DEBUG oslo_vmware.api [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902668, 'name': PowerOffVM_Task, 'duration_secs': 0.28254} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.046014] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1924.046200] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1924.046459] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84ffd197-e4b4-4089-aae8-caa74b9fc2e7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.119914] env[64496]: DEBUG nova.compute.manager [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1924.120168] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1924.121067] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bef840-736e-40de-ad6d-09fa4d9e063b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.131706] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1924.132963] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a4fc679-a2fb-498f-b649-b26c4e95677e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.134685] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1924.135318] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1924.135318] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Deleting the datastore file [datastore1] 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1924.135318] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b2a06bf-a267-4bf7-be79-468a4914677b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.148877] env[64496]: DEBUG oslo_vmware.api [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for the task: (returnval){ [ 1924.148877] env[64496]: value = "task-1902671" [ 1924.148877] env[64496]: _type = "Task" [ 1924.148877] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.148877] env[64496]: DEBUG oslo_vmware.api [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1924.148877] env[64496]: value = "task-1902670" [ 1924.148877] env[64496]: _type = "Task" [ 1924.148877] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.155785] env[64496]: INFO nova.compute.manager [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Took 12.58 seconds to build instance. [ 1924.171159] env[64496]: DEBUG oslo_vmware.api [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.171569] env[64496]: DEBUG oslo_vmware.api [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.172531] env[64496]: DEBUG nova.network.neutron [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Successfully created port: 00d6162d-a75f-477e-adac-9d594c0ba917 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1924.276950] env[64496]: DEBUG nova.compute.manager [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1924.498179] env[64496]: DEBUG nova.scheduler.client.report [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1924.659056] env[64496]: DEBUG oslo_concurrency.lockutils [None req-24a4f35a-23b8-4bd9-abf9-6531ab73b9d7 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "53c19b31-db13-49ac-9b30-01d23073d361" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.099s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.662621] env[64496]: DEBUG oslo_vmware.api [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Task: {'id': task-1902671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297869} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.666033] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1924.666033] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1924.666201] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1924.666388] env[64496]: INFO nova.compute.manager [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1924.667027] env[64496]: DEBUG oslo.service.loopingcall [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1924.667027] env[64496]: DEBUG oslo_vmware.api [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902670, 'name': PowerOffVM_Task, 'duration_secs': 0.278854} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.667146] env[64496]: DEBUG nova.compute.manager [-] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1924.667176] env[64496]: DEBUG nova.network.neutron [-] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1924.668811] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1924.668985] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1924.669243] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37506a8e-80b5-48fa-9610-efe5aa23b8ab {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.774916] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1924.775168] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1924.775360] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Deleting the datastore file [datastore1] 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1924.775605] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d68002c-c864-491e-992a-57b9f77c3347 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.786621] env[64496]: DEBUG oslo_vmware.api [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1924.786621] env[64496]: value = "task-1902673" [ 1924.786621] env[64496]: _type = "Task" [ 1924.786621] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.795584] env[64496]: DEBUG oslo_vmware.api [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.005018] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.034472] env[64496]: INFO nova.scheduler.client.report [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleted allocations for instance 890497e7-d4fc-4b31-9b10-1eba4419ae8c [ 1925.246839] env[64496]: DEBUG nova.compute.manager [req-be4e74ba-b814-4d5f-a615-49476667f83c req-381b76f0-132f-456b-bd0b-627dfbefb987 service nova] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Received event network-changed-95cf699a-223a-4448-a3ca-d1d0f96efba2 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1925.247021] env[64496]: DEBUG nova.compute.manager [req-be4e74ba-b814-4d5f-a615-49476667f83c req-381b76f0-132f-456b-bd0b-627dfbefb987 service nova] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Refreshing instance network info cache due to event network-changed-95cf699a-223a-4448-a3ca-d1d0f96efba2. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1925.248447] env[64496]: DEBUG oslo_concurrency.lockutils [req-be4e74ba-b814-4d5f-a615-49476667f83c req-381b76f0-132f-456b-bd0b-627dfbefb987 service nova] Acquiring lock "refresh_cache-53c19b31-db13-49ac-9b30-01d23073d361" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.248447] env[64496]: DEBUG oslo_concurrency.lockutils [req-be4e74ba-b814-4d5f-a615-49476667f83c req-381b76f0-132f-456b-bd0b-627dfbefb987 service nova] Acquired lock "refresh_cache-53c19b31-db13-49ac-9b30-01d23073d361" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.249071] env[64496]: DEBUG nova.network.neutron [req-be4e74ba-b814-4d5f-a615-49476667f83c req-381b76f0-132f-456b-bd0b-627dfbefb987 service nova] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Refreshing network info cache for port 95cf699a-223a-4448-a3ca-d1d0f96efba2 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1925.270739] env[64496]: DEBUG nova.compute.manager [req-51dc9810-649e-4369-939d-82bdf72e36ff req-09bc5897-075e-4e61-8183-4d78fb29206d service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Received event network-vif-deleted-630f040e-7cd0-4ee4-be47-0a75e03fbd5b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1925.271055] env[64496]: INFO nova.compute.manager [req-51dc9810-649e-4369-939d-82bdf72e36ff req-09bc5897-075e-4e61-8183-4d78fb29206d service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Neutron deleted interface 630f040e-7cd0-4ee4-be47-0a75e03fbd5b; detaching it from the instance and deleting it from the info cache [ 1925.271327] env[64496]: DEBUG nova.network.neutron [req-51dc9810-649e-4369-939d-82bdf72e36ff req-09bc5897-075e-4e61-8183-4d78fb29206d service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.288421] env[64496]: DEBUG nova.compute.manager [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1925.302243] env[64496]: DEBUG oslo_vmware.api [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.325889] env[64496]: DEBUG nova.virt.hardware [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1925.325889] env[64496]: DEBUG nova.virt.hardware [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1925.325889] env[64496]: DEBUG nova.virt.hardware [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1925.325889] env[64496]: DEBUG nova.virt.hardware [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1925.325889] env[64496]: DEBUG nova.virt.hardware [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1925.325889] env[64496]: DEBUG nova.virt.hardware [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1925.325889] env[64496]: DEBUG nova.virt.hardware [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1925.325889] env[64496]: DEBUG nova.virt.hardware [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1925.325889] env[64496]: DEBUG nova.virt.hardware [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1925.325889] env[64496]: DEBUG nova.virt.hardware [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1925.325889] env[64496]: DEBUG nova.virt.hardware [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1925.328505] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94d25e6-b6a5-432a-827f-a8f0a2ce1820 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.335750] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3607cf8-25b0-4afc-ac73-b35c213a550d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.547629] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bf576924-74ab-4ceb-9b77-284fdf9c89e6 tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "890497e7-d4fc-4b31-9b10-1eba4419ae8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.318s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.754628] env[64496]: DEBUG nova.network.neutron [-] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.773935] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e36e7da2-15a1-4224-8ab2-90236f6dd469 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.784977] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0c71bb-3e2d-49fd-9218-e3dc1b467302 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.807953] env[64496]: DEBUG oslo_vmware.api [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.618943} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.808257] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1925.808446] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1925.808629] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1925.808823] env[64496]: INFO nova.compute.manager [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1925.809072] env[64496]: DEBUG oslo.service.loopingcall [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.809274] env[64496]: DEBUG nova.compute.manager [-] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1925.809371] env[64496]: DEBUG nova.network.neutron [-] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1925.821030] env[64496]: DEBUG nova.compute.manager [req-51dc9810-649e-4369-939d-82bdf72e36ff req-09bc5897-075e-4e61-8183-4d78fb29206d service nova] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Detach interface failed, port_id=630f040e-7cd0-4ee4-be47-0a75e03fbd5b, reason: Instance 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1925.859353] env[64496]: DEBUG oslo_concurrency.lockutils [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "interface-7dc67748-8b04-420a-ab18-1b5800a33105-0004f19c-5a42-4ea1-aaa6-b93d12adb46a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.859646] env[64496]: DEBUG oslo_concurrency.lockutils [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-7dc67748-8b04-420a-ab18-1b5800a33105-0004f19c-5a42-4ea1-aaa6-b93d12adb46a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.860108] env[64496]: DEBUG nova.objects.instance [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'flavor' on Instance uuid 7dc67748-8b04-420a-ab18-1b5800a33105 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1926.140910] env[64496]: DEBUG nova.compute.manager [req-74f00405-c9bb-426d-b8a8-720bd68be684 req-cb31ae6c-3289-4ece-be0f-9ebfb2a147c0 service nova] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Received event network-vif-plugged-00d6162d-a75f-477e-adac-9d594c0ba917 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1926.140910] env[64496]: DEBUG oslo_concurrency.lockutils [req-74f00405-c9bb-426d-b8a8-720bd68be684 req-cb31ae6c-3289-4ece-be0f-9ebfb2a147c0 service nova] Acquiring lock "7ce88ff2-be8e-4732-8e45-7c62383e8744-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.140910] env[64496]: DEBUG oslo_concurrency.lockutils [req-74f00405-c9bb-426d-b8a8-720bd68be684 req-cb31ae6c-3289-4ece-be0f-9ebfb2a147c0 service nova] Lock "7ce88ff2-be8e-4732-8e45-7c62383e8744-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.140910] env[64496]: DEBUG oslo_concurrency.lockutils [req-74f00405-c9bb-426d-b8a8-720bd68be684 req-cb31ae6c-3289-4ece-be0f-9ebfb2a147c0 service nova] Lock "7ce88ff2-be8e-4732-8e45-7c62383e8744-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.140910] env[64496]: DEBUG nova.compute.manager [req-74f00405-c9bb-426d-b8a8-720bd68be684 req-cb31ae6c-3289-4ece-be0f-9ebfb2a147c0 service nova] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] No waiting events found dispatching network-vif-plugged-00d6162d-a75f-477e-adac-9d594c0ba917 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1926.140910] env[64496]: WARNING nova.compute.manager [req-74f00405-c9bb-426d-b8a8-720bd68be684 req-cb31ae6c-3289-4ece-be0f-9ebfb2a147c0 service nova] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Received unexpected event network-vif-plugged-00d6162d-a75f-477e-adac-9d594c0ba917 for instance with vm_state building and task_state spawning. [ 1926.168068] env[64496]: DEBUG nova.network.neutron [req-be4e74ba-b814-4d5f-a615-49476667f83c req-381b76f0-132f-456b-bd0b-627dfbefb987 service nova] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Updated VIF entry in instance network info cache for port 95cf699a-223a-4448-a3ca-d1d0f96efba2. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1926.168497] env[64496]: DEBUG nova.network.neutron [req-be4e74ba-b814-4d5f-a615-49476667f83c req-381b76f0-132f-456b-bd0b-627dfbefb987 service nova] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Updating instance_info_cache with network_info: [{"id": "95cf699a-223a-4448-a3ca-d1d0f96efba2", "address": "fa:16:3e:98:50:ff", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cf699a-22", "ovs_interfaceid": "95cf699a-223a-4448-a3ca-d1d0f96efba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.257489] env[64496]: INFO nova.compute.manager [-] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Took 1.59 seconds to deallocate network for instance. [ 1926.465507] env[64496]: DEBUG nova.objects.instance [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'pci_requests' on Instance uuid 7dc67748-8b04-420a-ab18-1b5800a33105 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1926.587642] env[64496]: DEBUG nova.network.neutron [-] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.645251] env[64496]: DEBUG nova.network.neutron [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Successfully updated port: 00d6162d-a75f-477e-adac-9d594c0ba917 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1926.671850] env[64496]: DEBUG oslo_concurrency.lockutils [req-be4e74ba-b814-4d5f-a615-49476667f83c req-381b76f0-132f-456b-bd0b-627dfbefb987 service nova] Releasing lock "refresh_cache-53c19b31-db13-49ac-9b30-01d23073d361" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.766069] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.766069] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.766069] env[64496]: DEBUG nova.objects.instance [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lazy-loading 'resources' on Instance uuid 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1926.968077] env[64496]: DEBUG nova.objects.base [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Object Instance<7dc67748-8b04-420a-ab18-1b5800a33105> lazy-loaded attributes: flavor,pci_requests {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1926.968264] env[64496]: DEBUG nova.network.neutron [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1927.052657] env[64496]: DEBUG nova.policy [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac5b31f73b142109d4799fdf59469c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ece971400c14e218ea058face42d8c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1927.090744] env[64496]: INFO nova.compute.manager [-] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Took 1.28 seconds to deallocate network for instance. [ 1927.147636] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.147815] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.147971] env[64496]: DEBUG nova.network.neutron [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1927.278677] env[64496]: DEBUG nova.compute.manager [req-f715a577-0cdc-4543-a484-266743f0af6a req-05d09629-76e0-4dae-bd6c-1d0b49636b14 service nova] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Received event network-vif-deleted-87b76901-b959-411b-925e-4b123c68e498 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1927.304079] env[64496]: DEBUG nova.compute.manager [req-cc741bca-e322-4e45-b344-60e6d6fab2b8 req-04d28253-0a0a-49bc-9000-4121d51f24d2 service nova] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Received event network-changed-00d6162d-a75f-477e-adac-9d594c0ba917 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1927.304363] env[64496]: DEBUG nova.compute.manager [req-cc741bca-e322-4e45-b344-60e6d6fab2b8 req-04d28253-0a0a-49bc-9000-4121d51f24d2 service nova] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Refreshing instance network info cache due to event network-changed-00d6162d-a75f-477e-adac-9d594c0ba917. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1927.304634] env[64496]: DEBUG oslo_concurrency.lockutils [req-cc741bca-e322-4e45-b344-60e6d6fab2b8 req-04d28253-0a0a-49bc-9000-4121d51f24d2 service nova] Acquiring lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.446735] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271373ba-ed8c-4a8a-80f6-d8ab8accaf58 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.457025] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f79195-591a-4e00-9e04-fff76f235710 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.486580] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a6656f-1625-4393-9afd-fa9c270b146b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.494319] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969b159b-dcc6-4115-8b85-ac4788172a57 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.509562] env[64496]: DEBUG nova.compute.provider_tree [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.597880] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.689199] env[64496]: DEBUG nova.network.neutron [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1927.850233] env[64496]: DEBUG nova.network.neutron [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance_info_cache with network_info: [{"id": "00d6162d-a75f-477e-adac-9d594c0ba917", "address": "fa:16:3e:fb:ec:4f", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d6162d-a7", "ovs_interfaceid": "00d6162d-a75f-477e-adac-9d594c0ba917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.013245] env[64496]: DEBUG nova.scheduler.client.report [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1928.353009] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.353383] env[64496]: DEBUG nova.compute.manager [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Instance network_info: |[{"id": "00d6162d-a75f-477e-adac-9d594c0ba917", "address": "fa:16:3e:fb:ec:4f", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d6162d-a7", "ovs_interfaceid": "00d6162d-a75f-477e-adac-9d594c0ba917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1928.353845] env[64496]: DEBUG oslo_concurrency.lockutils [req-cc741bca-e322-4e45-b344-60e6d6fab2b8 req-04d28253-0a0a-49bc-9000-4121d51f24d2 service nova] Acquired lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.354079] env[64496]: DEBUG nova.network.neutron [req-cc741bca-e322-4e45-b344-60e6d6fab2b8 req-04d28253-0a0a-49bc-9000-4121d51f24d2 service nova] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Refreshing network info cache for port 00d6162d-a75f-477e-adac-9d594c0ba917 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1928.355293] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:ec:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00d6162d-a75f-477e-adac-9d594c0ba917', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1928.363173] env[64496]: DEBUG oslo.service.loopingcall [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1928.364195] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1928.364438] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71a778f0-362e-4220-bc10-6b10413d0844 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.385655] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1928.385655] env[64496]: value = "task-1902675" [ 1928.385655] env[64496]: _type = "Task" [ 1928.385655] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.393571] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902675, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.518886] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.522187] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.924s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.522454] env[64496]: DEBUG nova.objects.instance [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lazy-loading 'resources' on Instance uuid 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1928.543232] env[64496]: INFO nova.scheduler.client.report [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Deleted allocations for instance 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7 [ 1928.809834] env[64496]: DEBUG nova.network.neutron [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Successfully updated port: 0004f19c-5a42-4ea1-aaa6-b93d12adb46a {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1928.896780] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902675, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.054529] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ab19ca77-a08a-4788-a9b9-7496b5c7c309 tempest-AttachVolumeShelveTestJSON-1388727820 tempest-AttachVolumeShelveTestJSON-1388727820-project-member] Lock "8de0ae43-9fb9-46a0-9123-3b2c4c7419a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.047s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.097984] env[64496]: DEBUG nova.network.neutron [req-cc741bca-e322-4e45-b344-60e6d6fab2b8 req-04d28253-0a0a-49bc-9000-4121d51f24d2 service nova] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updated VIF entry in instance network info cache for port 00d6162d-a75f-477e-adac-9d594c0ba917. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1929.098353] env[64496]: DEBUG nova.network.neutron [req-cc741bca-e322-4e45-b344-60e6d6fab2b8 req-04d28253-0a0a-49bc-9000-4121d51f24d2 service nova] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance_info_cache with network_info: [{"id": "00d6162d-a75f-477e-adac-9d594c0ba917", "address": "fa:16:3e:fb:ec:4f", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d6162d-a7", "ovs_interfaceid": "00d6162d-a75f-477e-adac-9d594c0ba917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.149663] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f89de02-ea11-4a1a-a5b4-896c382cdbaf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.157097] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccb06c0-489c-4d82-b1d2-47cb22845450 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.187237] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "7c42bab8-c89d-4040-bda6-2a1cbcda2da1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.187497] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "7c42bab8-c89d-4040-bda6-2a1cbcda2da1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.187705] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "7c42bab8-c89d-4040-bda6-2a1cbcda2da1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.187890] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "7c42bab8-c89d-4040-bda6-2a1cbcda2da1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.188067] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "7c42bab8-c89d-4040-bda6-2a1cbcda2da1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.190523] env[64496]: INFO nova.compute.manager [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Terminating instance [ 1929.192285] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a118c20-def8-44e1-812d-584d5bf29d56 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.200941] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbcf9f3-9a05-4458-98cd-ae135e19b2d7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.216124] env[64496]: DEBUG nova.compute.provider_tree [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1929.312894] env[64496]: DEBUG oslo_concurrency.lockutils [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.313115] env[64496]: DEBUG oslo_concurrency.lockutils [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.313301] env[64496]: DEBUG nova.network.neutron [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.397289] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902675, 'name': CreateVM_Task, 'duration_secs': 0.571247} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.397476] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1929.398284] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.398483] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.398874] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1929.399183] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007ef8db-3215-4d79-9e17-6ac115159276 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.404405] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1929.404405] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527fbe49-87f7-28c9-b9ff-84a05014fde4" [ 1929.404405] env[64496]: _type = "Task" [ 1929.404405] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.410042] env[64496]: DEBUG nova.compute.manager [req-05fdabc5-2fb6-40ae-bdc9-1bef958750fb req-3aa6b039-7827-45aa-a868-dcc0a77075cc service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Received event network-vif-plugged-0004f19c-5a42-4ea1-aaa6-b93d12adb46a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1929.410371] env[64496]: DEBUG oslo_concurrency.lockutils [req-05fdabc5-2fb6-40ae-bdc9-1bef958750fb req-3aa6b039-7827-45aa-a868-dcc0a77075cc service nova] Acquiring lock "7dc67748-8b04-420a-ab18-1b5800a33105-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.410507] env[64496]: DEBUG oslo_concurrency.lockutils [req-05fdabc5-2fb6-40ae-bdc9-1bef958750fb req-3aa6b039-7827-45aa-a868-dcc0a77075cc service nova] Lock "7dc67748-8b04-420a-ab18-1b5800a33105-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.410678] env[64496]: DEBUG oslo_concurrency.lockutils [req-05fdabc5-2fb6-40ae-bdc9-1bef958750fb req-3aa6b039-7827-45aa-a868-dcc0a77075cc service nova] Lock "7dc67748-8b04-420a-ab18-1b5800a33105-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.410850] env[64496]: DEBUG nova.compute.manager [req-05fdabc5-2fb6-40ae-bdc9-1bef958750fb req-3aa6b039-7827-45aa-a868-dcc0a77075cc service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] No waiting events found dispatching network-vif-plugged-0004f19c-5a42-4ea1-aaa6-b93d12adb46a {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1929.411072] env[64496]: WARNING nova.compute.manager [req-05fdabc5-2fb6-40ae-bdc9-1bef958750fb req-3aa6b039-7827-45aa-a868-dcc0a77075cc service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Received unexpected event network-vif-plugged-0004f19c-5a42-4ea1-aaa6-b93d12adb46a for instance with vm_state active and task_state None. [ 1929.411348] env[64496]: DEBUG nova.compute.manager [req-05fdabc5-2fb6-40ae-bdc9-1bef958750fb req-3aa6b039-7827-45aa-a868-dcc0a77075cc service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Received event network-changed-0004f19c-5a42-4ea1-aaa6-b93d12adb46a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1929.411510] env[64496]: DEBUG nova.compute.manager [req-05fdabc5-2fb6-40ae-bdc9-1bef958750fb req-3aa6b039-7827-45aa-a868-dcc0a77075cc service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Refreshing instance network info cache due to event network-changed-0004f19c-5a42-4ea1-aaa6-b93d12adb46a. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1929.411730] env[64496]: DEBUG oslo_concurrency.lockutils [req-05fdabc5-2fb6-40ae-bdc9-1bef958750fb req-3aa6b039-7827-45aa-a868-dcc0a77075cc service nova] Acquiring lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.417376] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527fbe49-87f7-28c9-b9ff-84a05014fde4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.601630] env[64496]: DEBUG oslo_concurrency.lockutils [req-cc741bca-e322-4e45-b344-60e6d6fab2b8 req-04d28253-0a0a-49bc-9000-4121d51f24d2 service nova] Releasing lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.697883] env[64496]: DEBUG nova.compute.manager [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1929.698105] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1929.699906] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d142c1-89b8-49b1-927d-b4ae1b94d303 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.707284] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1929.707527] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bc23601-5ab9-477e-bbb3-4e5e3f9204c6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.713722] env[64496]: DEBUG oslo_vmware.api [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1929.713722] env[64496]: value = "task-1902676" [ 1929.713722] env[64496]: _type = "Task" [ 1929.713722] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.723258] env[64496]: DEBUG nova.scheduler.client.report [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1929.726553] env[64496]: DEBUG oslo_vmware.api [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.749889] env[64496]: DEBUG oslo_vmware.rw_handles [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ef9334-8a33-0478-e7c7-de21ad21112c/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1929.750842] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a131fc5-b153-4f38-88bb-632a1ef1946c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.757383] env[64496]: DEBUG oslo_vmware.rw_handles [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ef9334-8a33-0478-e7c7-de21ad21112c/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1929.757562] env[64496]: ERROR oslo_vmware.rw_handles [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ef9334-8a33-0478-e7c7-de21ad21112c/disk-0.vmdk due to incomplete transfer. [ 1929.757825] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e228b7d1-a372-488e-83ac-f7c75b3d5de5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.767017] env[64496]: DEBUG oslo_vmware.rw_handles [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ef9334-8a33-0478-e7c7-de21ad21112c/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1929.767247] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Uploaded image 07e574f5-13fa-4bf4-89e3-22ab7a6486ce to the Glance image server {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1929.769468] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1929.769708] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-83d6f745-c4de-44a7-8e42-5c1a1fe4cfcc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.775931] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1929.775931] env[64496]: value = "task-1902677" [ 1929.775931] env[64496]: _type = "Task" [ 1929.775931] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.783970] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902677, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.849900] env[64496]: WARNING nova.network.neutron [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] cf5a0b71-4205-484c-a26a-02c613a1b056 already exists in list: networks containing: ['cf5a0b71-4205-484c-a26a-02c613a1b056']. ignoring it [ 1929.915484] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527fbe49-87f7-28c9-b9ff-84a05014fde4, 'name': SearchDatastore_Task, 'duration_secs': 0.025765} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.915805] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.916045] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1929.916290] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.916441] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.916617] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1929.916868] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6aba3e51-ad4d-4f6e-a80e-7181e5197e3d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.925243] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1929.925410] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1929.926110] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e10cae48-7681-40f4-83b7-45aa55a4f293 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.931296] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1929.931296] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b7c0f0-11d0-dafb-4c87-2d56e0a2d5d3" [ 1929.931296] env[64496]: _type = "Task" [ 1929.931296] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.938713] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b7c0f0-11d0-dafb-4c87-2d56e0a2d5d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.191817] env[64496]: DEBUG nova.network.neutron [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updating instance_info_cache with network_info: [{"id": "bef52299-1911-4517-ab7d-a4070cea9aac", "address": "fa:16:3e:98:ee:e7", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef52299-19", "ovs_interfaceid": "bef52299-1911-4517-ab7d-a4070cea9aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0004f19c-5a42-4ea1-aaa6-b93d12adb46a", "address": "fa:16:3e:e1:7c:a1", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0004f19c-5a", "ovs_interfaceid": "0004f19c-5a42-4ea1-aaa6-b93d12adb46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.224237] env[64496]: DEBUG oslo_vmware.api [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902676, 'name': PowerOffVM_Task, 'duration_secs': 0.453358} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.224519] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1930.224697] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1930.224938] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7733fed-d7d1-4cd4-8a85-3e89d64d20a3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.228245] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.251378] env[64496]: INFO nova.scheduler.client.report [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Deleted allocations for instance 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce [ 1930.285987] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902677, 'name': Destroy_Task} progress is 33%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.312546] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1930.312768] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1930.312954] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleting the datastore file [datastore1] 7c42bab8-c89d-4040-bda6-2a1cbcda2da1 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1930.313534] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88c8dfcd-a916-437d-ad3a-303ebc197c75 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.323751] env[64496]: DEBUG oslo_vmware.api [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for the task: (returnval){ [ 1930.323751] env[64496]: value = "task-1902679" [ 1930.323751] env[64496]: _type = "Task" [ 1930.323751] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.331561] env[64496]: DEBUG oslo_vmware.api [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.441827] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b7c0f0-11d0-dafb-4c87-2d56e0a2d5d3, 'name': SearchDatastore_Task, 'duration_secs': 0.023148} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.442020] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d44bbf-69d7-492d-9476-15fcb490d559 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.447532] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1930.447532] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b87187-e190-dff0-4c03-21bf1d55cb74" [ 1930.447532] env[64496]: _type = "Task" [ 1930.447532] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.455419] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b87187-e190-dff0-4c03-21bf1d55cb74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.695403] env[64496]: DEBUG oslo_concurrency.lockutils [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.696080] env[64496]: DEBUG oslo_concurrency.lockutils [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.696261] env[64496]: DEBUG oslo_concurrency.lockutils [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.696553] env[64496]: DEBUG oslo_concurrency.lockutils [req-05fdabc5-2fb6-40ae-bdc9-1bef958750fb req-3aa6b039-7827-45aa-a868-dcc0a77075cc service nova] Acquired lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.696749] env[64496]: DEBUG nova.network.neutron [req-05fdabc5-2fb6-40ae-bdc9-1bef958750fb req-3aa6b039-7827-45aa-a868-dcc0a77075cc service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Refreshing network info cache for port 0004f19c-5a42-4ea1-aaa6-b93d12adb46a {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1930.698569] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359f375d-2df4-4979-88c8-049fa5ad936a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.715512] env[64496]: DEBUG nova.virt.hardware [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.715748] env[64496]: DEBUG nova.virt.hardware [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.715909] env[64496]: DEBUG nova.virt.hardware [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.716104] env[64496]: DEBUG nova.virt.hardware [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.716255] env[64496]: DEBUG nova.virt.hardware [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.716402] env[64496]: DEBUG nova.virt.hardware [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.716608] env[64496]: DEBUG nova.virt.hardware [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.716769] env[64496]: DEBUG nova.virt.hardware [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.716935] env[64496]: DEBUG nova.virt.hardware [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.717112] env[64496]: DEBUG nova.virt.hardware [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.717286] env[64496]: DEBUG nova.virt.hardware [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.723439] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Reconfiguring VM to attach interface {{(pid=64496) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1930.724372] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86e46be9-f589-4ad1-a047-758a12fa022f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.741893] env[64496]: DEBUG oslo_vmware.api [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1930.741893] env[64496]: value = "task-1902680" [ 1930.741893] env[64496]: _type = "Task" [ 1930.741893] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.749509] env[64496]: DEBUG oslo_vmware.api [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902680, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.759649] env[64496]: DEBUG oslo_concurrency.lockutils [None req-be23fd1c-1959-4aa3-b11e-4a35b7927e2f tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "27d65cfe-49d6-4ae3-acd3-9459bd5e98ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.150s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.788672] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902677, 'name': Destroy_Task, 'duration_secs': 0.618898} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.788936] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Destroyed the VM [ 1930.789196] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1930.789451] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-57cb4183-5699-49c9-92e3-85c96a207e31 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.796659] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1930.796659] env[64496]: value = "task-1902681" [ 1930.796659] env[64496]: _type = "Task" [ 1930.796659] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.805728] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902681, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.833459] env[64496]: DEBUG oslo_vmware.api [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Task: {'id': task-1902679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182566} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.833826] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1930.834035] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1930.834224] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1930.834419] env[64496]: INFO nova.compute.manager [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1930.834763] env[64496]: DEBUG oslo.service.loopingcall [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1930.835068] env[64496]: DEBUG nova.compute.manager [-] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1930.835195] env[64496]: DEBUG nova.network.neutron [-] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1930.967060] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b87187-e190-dff0-4c03-21bf1d55cb74, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.967389] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.968117] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 7ce88ff2-be8e-4732-8e45-7c62383e8744/7ce88ff2-be8e-4732-8e45-7c62383e8744.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1930.968741] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d339472-772b-4745-a129-3eb55e0a19c9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.979913] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1930.979913] env[64496]: value = "task-1902682" [ 1930.979913] env[64496]: _type = "Task" [ 1930.979913] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.992391] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.258606] env[64496]: DEBUG oslo_vmware.api [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.310497] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902681, 'name': RemoveSnapshot_Task, 'duration_secs': 0.459924} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.310901] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1931.311240] env[64496]: DEBUG nova.compute.manager [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1931.312181] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b5121d-49e0-4eb5-b7df-ad5988b1e1f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.494859] env[64496]: DEBUG nova.network.neutron [req-05fdabc5-2fb6-40ae-bdc9-1bef958750fb req-3aa6b039-7827-45aa-a868-dcc0a77075cc service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updated VIF entry in instance network info cache for port 0004f19c-5a42-4ea1-aaa6-b93d12adb46a. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1931.495475] env[64496]: DEBUG nova.network.neutron [req-05fdabc5-2fb6-40ae-bdc9-1bef958750fb req-3aa6b039-7827-45aa-a868-dcc0a77075cc service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updating instance_info_cache with network_info: [{"id": "bef52299-1911-4517-ab7d-a4070cea9aac", "address": "fa:16:3e:98:ee:e7", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef52299-19", "ovs_interfaceid": "bef52299-1911-4517-ab7d-a4070cea9aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0004f19c-5a42-4ea1-aaa6-b93d12adb46a", "address": "fa:16:3e:e1:7c:a1", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0004f19c-5a", "ovs_interfaceid": "0004f19c-5a42-4ea1-aaa6-b93d12adb46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.503643] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902682, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.654919] env[64496]: DEBUG nova.network.neutron [-] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.752412] env[64496]: DEBUG oslo_vmware.api [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902680, 'name': ReconfigVM_Task, 'duration_secs': 0.655015} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.753043] env[64496]: DEBUG oslo_concurrency.lockutils [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.753291] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Reconfigured VM to attach interface {{(pid=64496) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1931.757399] env[64496]: DEBUG nova.compute.manager [req-752e3df6-a1e6-4470-9f83-5ab7c73f52a1 req-2c94e81b-9155-4528-816c-03b91108923f service nova] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Received event network-vif-deleted-46ea7875-93ff-4630-b6aa-8d4e2b43d4c4 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1931.773692] env[64496]: DEBUG oslo_concurrency.lockutils [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "383a2481-1533-4fba-b22a-33914ba6da44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.773977] env[64496]: DEBUG oslo_concurrency.lockutils [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "383a2481-1533-4fba-b22a-33914ba6da44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.774118] env[64496]: DEBUG oslo_concurrency.lockutils [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "383a2481-1533-4fba-b22a-33914ba6da44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.774312] env[64496]: DEBUG oslo_concurrency.lockutils [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "383a2481-1533-4fba-b22a-33914ba6da44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.774469] env[64496]: DEBUG oslo_concurrency.lockutils [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "383a2481-1533-4fba-b22a-33914ba6da44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.780940] env[64496]: INFO nova.compute.manager [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Terminating instance [ 1931.825786] env[64496]: INFO nova.compute.manager [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Shelve offloading [ 1931.993458] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559254} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.995947] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 7ce88ff2-be8e-4732-8e45-7c62383e8744/7ce88ff2-be8e-4732-8e45-7c62383e8744.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1931.995947] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1931.995947] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68b2e110-cdbc-4238-bb68-3f48b69a761e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.998317] env[64496]: DEBUG oslo_concurrency.lockutils [req-05fdabc5-2fb6-40ae-bdc9-1bef958750fb req-3aa6b039-7827-45aa-a868-dcc0a77075cc service nova] Releasing lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.001226] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1932.001226] env[64496]: value = "task-1902683" [ 1932.001226] env[64496]: _type = "Task" [ 1932.001226] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.010314] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.158127] env[64496]: INFO nova.compute.manager [-] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Took 1.32 seconds to deallocate network for instance. [ 1932.259298] env[64496]: DEBUG oslo_concurrency.lockutils [None req-211e8aca-49e0-4ca2-a8a8-88dda9afb863 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-7dc67748-8b04-420a-ab18-1b5800a33105-0004f19c-5a42-4ea1-aaa6-b93d12adb46a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.399s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.284745] env[64496]: DEBUG nova.compute.manager [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1932.285010] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1932.286147] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994f4a67-0fee-4a63-a66d-baeca317e747 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.294206] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1932.294767] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6adfb2b-d585-4c96-a9ab-9d0af6b07f25 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.301407] env[64496]: DEBUG oslo_vmware.api [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1932.301407] env[64496]: value = "task-1902684" [ 1932.301407] env[64496]: _type = "Task" [ 1932.301407] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.309800] env[64496]: DEBUG oslo_vmware.api [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.330292] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1932.330617] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-798625af-2f16-44b4-9620-087cfa4707b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.337631] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1932.337631] env[64496]: value = "task-1902685" [ 1932.337631] env[64496]: _type = "Task" [ 1932.337631] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.345980] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.511226] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069581} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.511449] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1932.512345] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18072eb0-42ea-4318-86f6-2c9f0fa4fb6d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.537224] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 7ce88ff2-be8e-4732-8e45-7c62383e8744/7ce88ff2-be8e-4732-8e45-7c62383e8744.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1932.537471] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea978b41-e477-4038-a734-9e8600573c8f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.557058] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1932.557058] env[64496]: value = "task-1902686" [ 1932.557058] env[64496]: _type = "Task" [ 1932.557058] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.565692] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.665728] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.665728] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.666038] env[64496]: DEBUG nova.objects.instance [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lazy-loading 'resources' on Instance uuid 7c42bab8-c89d-4040-bda6-2a1cbcda2da1 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1932.812527] env[64496]: DEBUG oslo_vmware.api [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902684, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.848710] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] VM already powered off {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1932.848942] env[64496]: DEBUG nova.compute.manager [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1932.849755] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41227036-f9e0-4de8-ab8b-3afb81dfe6c9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.855862] env[64496]: DEBUG oslo_concurrency.lockutils [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.855862] env[64496]: DEBUG oslo_concurrency.lockutils [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquired lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.856043] env[64496]: DEBUG nova.network.neutron [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1933.067300] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902686, 'name': ReconfigVM_Task, 'duration_secs': 0.422296} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.067598] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 7ce88ff2-be8e-4732-8e45-7c62383e8744/7ce88ff2-be8e-4732-8e45-7c62383e8744.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1933.068261] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81decf26-075f-428f-8813-5a0e068137be {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.074436] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1933.074436] env[64496]: value = "task-1902687" [ 1933.074436] env[64496]: _type = "Task" [ 1933.074436] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.082278] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902687, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.286703] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4b0462-6933-4e78-8180-358ea36ff4c8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.294577] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa13ba24-bae4-4c3e-929d-bd95443ed586 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.327766] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdda4096-1459-454c-8fec-0d20ee1733dd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.338795] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a80715-bd90-4d1f-9a00-f827ac95c75a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.343928] env[64496]: DEBUG oslo_vmware.api [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902684, 'name': PowerOffVM_Task, 'duration_secs': 0.516609} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.344244] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1933.344380] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1933.345018] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b09cb8e0-e516-4e70-8c43-4b2e5916df90 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.354521] env[64496]: DEBUG nova.compute.provider_tree [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1933.426726] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1933.426944] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1933.427155] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Deleting the datastore file [datastore1] 383a2481-1533-4fba-b22a-33914ba6da44 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1933.427403] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-283952c2-5e0d-40d2-b6ee-361cf352b79c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.434476] env[64496]: DEBUG oslo_vmware.api [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for the task: (returnval){ [ 1933.434476] env[64496]: value = "task-1902689" [ 1933.434476] env[64496]: _type = "Task" [ 1933.434476] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.444062] env[64496]: DEBUG oslo_vmware.api [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.563427] env[64496]: DEBUG nova.network.neutron [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Updating instance_info_cache with network_info: [{"id": "1e7b152d-db8b-4b96-a7b8-3cb36928b808", "address": "fa:16:3e:09:97:ba", "network": {"id": "42817d49-2160-4e4f-abe8-0fda6c711849", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-684190943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c881bed2ab4a1f86a1600ad62726cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7b152d-db", "ovs_interfaceid": "1e7b152d-db8b-4b96-a7b8-3cb36928b808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.584648] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902687, 'name': Rename_Task, 'duration_secs': 0.147305} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.584862] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1933.585117] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b658bd25-6649-4ee3-b4ce-8292d96b0d5b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.590988] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1933.590988] env[64496]: value = "task-1902690" [ 1933.590988] env[64496]: _type = "Task" [ 1933.590988] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.598955] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.857843] env[64496]: DEBUG nova.scheduler.client.report [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1933.879216] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "interface-7dc67748-8b04-420a-ab18-1b5800a33105-0004f19c-5a42-4ea1-aaa6-b93d12adb46a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.879355] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-7dc67748-8b04-420a-ab18-1b5800a33105-0004f19c-5a42-4ea1-aaa6-b93d12adb46a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.947374] env[64496]: DEBUG oslo_vmware.api [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Task: {'id': task-1902689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169237} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.947639] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1933.947826] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1933.948014] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1933.948201] env[64496]: INFO nova.compute.manager [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1933.948449] env[64496]: DEBUG oslo.service.loopingcall [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.948642] env[64496]: DEBUG nova.compute.manager [-] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1933.948739] env[64496]: DEBUG nova.network.neutron [-] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1933.980768] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1933.981040] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1933.981199] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1933.981317] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1934.066756] env[64496]: DEBUG oslo_concurrency.lockutils [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Releasing lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.102044] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902690, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.310861] env[64496]: DEBUG nova.compute.manager [req-0d75bb31-1d19-409c-8ce2-739d51fea1e4 req-a127dc5d-4c2d-4bb1-b42a-b6e06c9678a9 service nova] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Received event network-vif-deleted-1f7619d6-1600-40aa-9647-32cddf563dcb {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1934.311082] env[64496]: INFO nova.compute.manager [req-0d75bb31-1d19-409c-8ce2-739d51fea1e4 req-a127dc5d-4c2d-4bb1-b42a-b6e06c9678a9 service nova] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Neutron deleted interface 1f7619d6-1600-40aa-9647-32cddf563dcb; detaching it from the instance and deleting it from the info cache [ 1934.311264] env[64496]: DEBUG nova.network.neutron [req-0d75bb31-1d19-409c-8ce2-739d51fea1e4 req-a127dc5d-4c2d-4bb1-b42a-b6e06c9678a9 service nova] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.362729] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.382024] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.382210] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.383101] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ac8696-5345-4ed4-9313-38448060cc4b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.390204] env[64496]: INFO nova.scheduler.client.report [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Deleted allocations for instance 7c42bab8-c89d-4040-bda6-2a1cbcda2da1 [ 1934.410808] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be798d4-42df-469b-a2a7-b2581ae9bb6c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.417364] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1934.418148] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48202f6d-af1f-43e5-8b08-cf76417b9c8c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.443960] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Reconfiguring VM to detach interface {{(pid=64496) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1934.445017] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-200f6223-2610-4727-add0-7a678c597458 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.460143] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1934.460709] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c136d7a6-7ea1-4313-845f-81bfa794c549 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.466140] env[64496]: DEBUG oslo_vmware.api [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1934.466140] env[64496]: value = "task-1902691" [ 1934.466140] env[64496]: _type = "Task" [ 1934.466140] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.473943] env[64496]: DEBUG oslo_vmware.api [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.485288] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Skipping network cache update for instance because it is being deleted. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1934.485480] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Skipping network cache update for instance because it is Building. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1934.502053] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.502208] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquired lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.502356] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Forcefully refreshing network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1934.502508] env[64496]: DEBUG nova.objects.instance [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lazy-loading 'info_cache' on Instance uuid 7c42bab8-c89d-4040-bda6-2a1cbcda2da1 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.602453] env[64496]: DEBUG oslo_vmware.api [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902690, 'name': PowerOnVM_Task, 'duration_secs': 0.589103} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.603130] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1934.603130] env[64496]: INFO nova.compute.manager [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1934.603130] env[64496]: DEBUG nova.compute.manager [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1934.603907] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7869356a-26f5-4f81-afd1-1cc8940c0d3d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.784016] env[64496]: DEBUG nova.network.neutron [-] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.813922] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6469c38e-34d6-4979-9985-feddde6e8624 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.823230] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf81ddb-f0ae-4d2b-b1cc-672cc0912fac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.849557] env[64496]: DEBUG nova.compute.manager [req-0d75bb31-1d19-409c-8ce2-739d51fea1e4 req-a127dc5d-4c2d-4bb1-b42a-b6e06c9678a9 service nova] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Detach interface failed, port_id=1f7619d6-1600-40aa-9647-32cddf563dcb, reason: Instance 383a2481-1533-4fba-b22a-33914ba6da44 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1934.913037] env[64496]: DEBUG oslo_concurrency.lockutils [None req-80dceef9-6350-401d-ae7a-97211bfff42c tempest-ServerActionsTestOtherA-932758948 tempest-ServerActionsTestOtherA-932758948-project-member] Lock "7c42bab8-c89d-4040-bda6-2a1cbcda2da1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.725s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.976212] env[64496]: DEBUG oslo_vmware.api [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.127921] env[64496]: INFO nova.compute.manager [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Took 14.18 seconds to build instance. [ 1935.286448] env[64496]: INFO nova.compute.manager [-] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Took 1.34 seconds to deallocate network for instance. [ 1935.356114] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1935.356353] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1935.356537] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Deleting the datastore file [datastore1] 72fe04bb-14ac-44e5-ad61-ee475012e8d1 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1935.356805] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1395433d-e58c-421a-a084-ffb1ba02d24e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.363471] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1935.363471] env[64496]: value = "task-1902693" [ 1935.363471] env[64496]: _type = "Task" [ 1935.363471] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.371593] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.476853] env[64496]: DEBUG oslo_vmware.api [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.509425] env[64496]: DEBUG nova.compute.utils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Can not refresh info_cache because instance was not found {{(pid=64496) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1935.536804] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1935.630492] env[64496]: DEBUG oslo_concurrency.lockutils [None req-13ef9975-da92-4707-9e39-1194f947380a tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "7ce88ff2-be8e-4732-8e45-7c62383e8744" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.693s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.793365] env[64496]: DEBUG oslo_concurrency.lockutils [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.793666] env[64496]: DEBUG oslo_concurrency.lockutils [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.793913] env[64496]: DEBUG nova.objects.instance [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lazy-loading 'resources' on Instance uuid 383a2481-1533-4fba-b22a-33914ba6da44 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.873467] env[64496]: DEBUG oslo_vmware.api [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186498} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.873775] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1935.874059] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1935.874292] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1935.897545] env[64496]: INFO nova.scheduler.client.report [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Deleted allocations for instance 72fe04bb-14ac-44e5-ad61-ee475012e8d1 [ 1935.978364] env[64496]: DEBUG oslo_vmware.api [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.118112] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.350832] env[64496]: DEBUG nova.compute.manager [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Received event network-vif-unplugged-1e7b152d-db8b-4b96-a7b8-3cb36928b808 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1936.351814] env[64496]: DEBUG oslo_concurrency.lockutils [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] Acquiring lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.352114] env[64496]: DEBUG oslo_concurrency.lockutils [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.352307] env[64496]: DEBUG oslo_concurrency.lockutils [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.352494] env[64496]: DEBUG nova.compute.manager [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] No waiting events found dispatching network-vif-unplugged-1e7b152d-db8b-4b96-a7b8-3cb36928b808 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1936.352673] env[64496]: WARNING nova.compute.manager [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Received unexpected event network-vif-unplugged-1e7b152d-db8b-4b96-a7b8-3cb36928b808 for instance with vm_state shelved_offloaded and task_state None. [ 1936.352844] env[64496]: DEBUG nova.compute.manager [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Received event network-changed-1e7b152d-db8b-4b96-a7b8-3cb36928b808 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1936.353012] env[64496]: DEBUG nova.compute.manager [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Refreshing instance network info cache due to event network-changed-1e7b152d-db8b-4b96-a7b8-3cb36928b808. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1936.353211] env[64496]: DEBUG oslo_concurrency.lockutils [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] Acquiring lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.353627] env[64496]: DEBUG oslo_concurrency.lockutils [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] Acquired lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.353627] env[64496]: DEBUG nova.network.neutron [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Refreshing network info cache for port 1e7b152d-db8b-4b96-a7b8-3cb36928b808 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1936.390884] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dca3957-e8da-432e-9fdc-c5e4535163fa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.398977] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2823de1-4a2b-451c-a5c7-2353a6aacc3c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.402974] env[64496]: DEBUG oslo_concurrency.lockutils [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.432987] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff64eb60-6bf8-4d89-aaca-5294d2cd35c2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.441956] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4b8704-179a-49ec-a505-41248221790c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.458880] env[64496]: DEBUG nova.compute.provider_tree [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1936.478772] env[64496]: DEBUG oslo_vmware.api [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.623282] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Releasing lock "refresh_cache-7c42bab8-c89d-4040-bda6-2a1cbcda2da1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.623282] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Updated the network info_cache for instance {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1936.623282] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1936.623282] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1936.623282] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1936.623282] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1936.623282] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1936.623282] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1936.623282] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1936.623282] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1936.964720] env[64496]: DEBUG nova.scheduler.client.report [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1936.981468] env[64496]: DEBUG oslo_vmware.api [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.125566] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.231868] env[64496]: DEBUG nova.network.neutron [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Updated VIF entry in instance network info cache for port 1e7b152d-db8b-4b96-a7b8-3cb36928b808. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1937.232303] env[64496]: DEBUG nova.network.neutron [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Updating instance_info_cache with network_info: [{"id": "1e7b152d-db8b-4b96-a7b8-3cb36928b808", "address": "fa:16:3e:09:97:ba", "network": {"id": "42817d49-2160-4e4f-abe8-0fda6c711849", "bridge": null, "label": "tempest-ServersNegativeTestJSON-684190943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c881bed2ab4a1f86a1600ad62726cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1e7b152d-db", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.475868] env[64496]: DEBUG oslo_concurrency.lockutils [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.478605] env[64496]: DEBUG oslo_concurrency.lockutils [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.076s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.478874] env[64496]: DEBUG nova.objects.instance [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lazy-loading 'resources' on Instance uuid 72fe04bb-14ac-44e5-ad61-ee475012e8d1 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1937.484017] env[64496]: DEBUG oslo_vmware.api [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.497473] env[64496]: INFO nova.scheduler.client.report [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Deleted allocations for instance 383a2481-1533-4fba-b22a-33914ba6da44 [ 1937.736289] env[64496]: DEBUG oslo_concurrency.lockutils [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] Releasing lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.736579] env[64496]: DEBUG nova.compute.manager [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Received event network-changed-00d6162d-a75f-477e-adac-9d594c0ba917 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1937.736757] env[64496]: DEBUG nova.compute.manager [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Refreshing instance network info cache due to event network-changed-00d6162d-a75f-477e-adac-9d594c0ba917. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1937.737034] env[64496]: DEBUG oslo_concurrency.lockutils [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] Acquiring lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.737233] env[64496]: DEBUG oslo_concurrency.lockutils [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] Acquired lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.737412] env[64496]: DEBUG nova.network.neutron [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Refreshing network info cache for port 00d6162d-a75f-477e-adac-9d594c0ba917 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1937.982638] env[64496]: DEBUG nova.objects.instance [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lazy-loading 'numa_topology' on Instance uuid 72fe04bb-14ac-44e5-ad61-ee475012e8d1 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1937.983806] env[64496]: DEBUG oslo_vmware.api [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.009008] env[64496]: DEBUG oslo_concurrency.lockutils [None req-428d17c4-cf37-4970-ab02-0b136bf67d70 tempest-ServerRescueNegativeTestJSON-676426225 tempest-ServerRescueNegativeTestJSON-676426225-project-member] Lock "383a2481-1533-4fba-b22a-33914ba6da44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.235s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.066929] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.482544] env[64496]: DEBUG oslo_vmware.api [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.485295] env[64496]: DEBUG nova.objects.base [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Object Instance<72fe04bb-14ac-44e5-ad61-ee475012e8d1> lazy-loaded attributes: resources,numa_topology {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1938.572612] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3152e37c-aaeb-46e1-acce-180727083577 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.580825] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24463b78-c26f-4709-a36a-855cc18096bf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.613997] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456ac3db-a6bc-4ca6-ac0b-dfef60fe51af {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.622339] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c9618e-e66c-4114-b334-ee425f4adc5c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.628975] env[64496]: DEBUG nova.network.neutron [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updated VIF entry in instance network info cache for port 00d6162d-a75f-477e-adac-9d594c0ba917. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1938.629479] env[64496]: DEBUG nova.network.neutron [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance_info_cache with network_info: [{"id": "00d6162d-a75f-477e-adac-9d594c0ba917", "address": "fa:16:3e:fb:ec:4f", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d6162d-a7", "ovs_interfaceid": "00d6162d-a75f-477e-adac-9d594c0ba917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.643286] env[64496]: DEBUG nova.compute.provider_tree [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.983084] env[64496]: DEBUG oslo_vmware.api [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.132215] env[64496]: DEBUG oslo_concurrency.lockutils [req-5309abee-d28a-427e-8322-ee8d94e53599 req-4c858cf9-961c-489b-895b-e898e6d9e278 service nova] Releasing lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.146668] env[64496]: DEBUG nova.scheduler.client.report [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1939.486132] env[64496]: DEBUG oslo_vmware.api [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.654170] env[64496]: DEBUG oslo_concurrency.lockutils [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.662938] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.533s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.662938] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.003s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.662938] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1939.663209] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c9618d-ac0d-4d3d-9c6a-5ad7f51b08d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.672889] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab3bb89-ad6d-4001-a6e3-d912e18319d6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.689010] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ecf811-ec92-4921-8a1f-1dfb7f49c68e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.696632] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41cc836-4b02-473c-bae0-d1e1cd0ad425 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.729512] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178847MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1939.729620] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.730099] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.987892] env[64496]: DEBUG oslo_vmware.api [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902691, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.170833] env[64496]: DEBUG oslo_concurrency.lockutils [None req-474a2be2-7566-48d5-bb04-8723efa052b2 tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.148s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.177156] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.105s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.177429] env[64496]: INFO nova.compute.manager [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Unshelving [ 1940.486175] env[64496]: DEBUG oslo_vmware.api [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902691, 'name': ReconfigVM_Task, 'duration_secs': 5.814913} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.486439] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.486645] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Reconfigured VM to detach interface {{(pid=64496) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1940.763704] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 7dc67748-8b04-420a-ab18-1b5800a33105 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.763916] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance a926d878-318d-4af8-b75e-b306bc28e37a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.764037] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 01b197b1-ef20-4945-8157-d8314dd1cb8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.764163] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 53c19b31-db13-49ac-9b30-01d23073d361 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.764280] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 7ce88ff2-be8e-4732-8e45-7c62383e8744 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.926381] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquiring lock "c055080a-4eb4-481d-baf7-cacfa263f9b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.926604] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Lock "c055080a-4eb4-481d-baf7-cacfa263f9b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.204826] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.267192] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 72fe04bb-14ac-44e5-ad61-ee475012e8d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1941.429482] env[64496]: DEBUG nova.compute.manager [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1941.732138] env[64496]: DEBUG nova.compute.manager [req-735f1ffa-095a-46b0-a85b-7414bfeb04fb req-8476aefa-cb02-4783-957b-1a2b8d21be5f service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Received event network-changed-bef52299-1911-4517-ab7d-a4070cea9aac {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1941.732138] env[64496]: DEBUG nova.compute.manager [req-735f1ffa-095a-46b0-a85b-7414bfeb04fb req-8476aefa-cb02-4783-957b-1a2b8d21be5f service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Refreshing instance network info cache due to event network-changed-bef52299-1911-4517-ab7d-a4070cea9aac. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1941.732138] env[64496]: DEBUG oslo_concurrency.lockutils [req-735f1ffa-095a-46b0-a85b-7414bfeb04fb req-8476aefa-cb02-4783-957b-1a2b8d21be5f service nova] Acquiring lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.732138] env[64496]: DEBUG oslo_concurrency.lockutils [req-735f1ffa-095a-46b0-a85b-7414bfeb04fb req-8476aefa-cb02-4783-957b-1a2b8d21be5f service nova] Acquired lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.732138] env[64496]: DEBUG nova.network.neutron [req-735f1ffa-095a-46b0-a85b-7414bfeb04fb req-8476aefa-cb02-4783-957b-1a2b8d21be5f service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Refreshing network info cache for port bef52299-1911-4517-ab7d-a4070cea9aac {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1941.772942] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance c055080a-4eb4-481d-baf7-cacfa263f9b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1941.772942] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1941.772942] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1941.846988] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.883316] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab94bf50-20a4-4e55-bd59-952fde2f0823 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.889740] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fded05-9986-4309-9d7e-33886ff5118d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.922900] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3f2404-20ce-4a20-9037-283191a0d542 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.933623] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62258548-c099-41b0-b8a5-6d508bf505bc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.954808] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.956800] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.425194] env[64496]: DEBUG nova.network.neutron [req-735f1ffa-095a-46b0-a85b-7414bfeb04fb req-8476aefa-cb02-4783-957b-1a2b8d21be5f service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updated VIF entry in instance network info cache for port bef52299-1911-4517-ab7d-a4070cea9aac. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1942.425634] env[64496]: DEBUG nova.network.neutron [req-735f1ffa-095a-46b0-a85b-7414bfeb04fb req-8476aefa-cb02-4783-957b-1a2b8d21be5f service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updating instance_info_cache with network_info: [{"id": "bef52299-1911-4517-ab7d-a4070cea9aac", "address": "fa:16:3e:98:ee:e7", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef52299-19", "ovs_interfaceid": "bef52299-1911-4517-ab7d-a4070cea9aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0004f19c-5a42-4ea1-aaa6-b93d12adb46a", "address": "fa:16:3e:e1:7c:a1", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0004f19c-5a", "ovs_interfaceid": "0004f19c-5a42-4ea1-aaa6-b93d12adb46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.428597] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "interface-01b197b1-ef20-4945-8157-d8314dd1cb8d-0004f19c-5a42-4ea1-aaa6-b93d12adb46a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.428818] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-01b197b1-ef20-4945-8157-d8314dd1cb8d-0004f19c-5a42-4ea1-aaa6-b93d12adb46a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.429166] env[64496]: DEBUG nova.objects.instance [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'flavor' on Instance uuid 01b197b1-ef20-4945-8157-d8314dd1cb8d {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1942.460041] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1942.928227] env[64496]: DEBUG oslo_concurrency.lockutils [req-735f1ffa-095a-46b0-a85b-7414bfeb04fb req-8476aefa-cb02-4783-957b-1a2b8d21be5f service nova] Releasing lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.928694] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.928965] env[64496]: DEBUG nova.network.neutron [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1942.964347] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1942.964542] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.235s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.964802] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.760s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.965010] env[64496]: DEBUG nova.objects.instance [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lazy-loading 'pci_requests' on Instance uuid 72fe04bb-14ac-44e5-ad61-ee475012e8d1 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1943.020619] env[64496]: DEBUG nova.objects.instance [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'pci_requests' on Instance uuid 01b197b1-ef20-4945-8157-d8314dd1cb8d {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1943.468686] env[64496]: DEBUG nova.objects.instance [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lazy-loading 'numa_topology' on Instance uuid 72fe04bb-14ac-44e5-ad61-ee475012e8d1 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1943.523105] env[64496]: DEBUG nova.objects.base [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Object Instance<01b197b1-ef20-4945-8157-d8314dd1cb8d> lazy-loaded attributes: flavor,pci_requests {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1943.523334] env[64496]: DEBUG nova.network.neutron [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1943.602206] env[64496]: DEBUG oslo_concurrency.lockutils [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "a926d878-318d-4af8-b75e-b306bc28e37a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.602454] env[64496]: DEBUG oslo_concurrency.lockutils [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "a926d878-318d-4af8-b75e-b306bc28e37a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.655514] env[64496]: DEBUG nova.policy [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac5b31f73b142109d4799fdf59469c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ece971400c14e218ea058face42d8c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1943.734179] env[64496]: INFO nova.network.neutron [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Port 0004f19c-5a42-4ea1-aaa6-b93d12adb46a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1943.734543] env[64496]: DEBUG nova.network.neutron [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updating instance_info_cache with network_info: [{"id": "bef52299-1911-4517-ab7d-a4070cea9aac", "address": "fa:16:3e:98:ee:e7", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef52299-19", "ovs_interfaceid": "bef52299-1911-4517-ab7d-a4070cea9aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.971293] env[64496]: INFO nova.compute.claims [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1944.105342] env[64496]: DEBUG nova.compute.utils [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1944.237630] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "refresh_cache-7dc67748-8b04-420a-ab18-1b5800a33105" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.608170] env[64496]: DEBUG oslo_concurrency.lockutils [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "a926d878-318d-4af8-b75e-b306bc28e37a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.741990] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fdffd7e3-7e98-415f-941a-00f87ee66c09 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-7dc67748-8b04-420a-ab18-1b5800a33105-0004f19c-5a42-4ea1-aaa6-b93d12adb46a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.862s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.069406] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f40a5f5-bb93-4cdb-a123-d329580b81a7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.077395] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f0f832-c10e-44b0-a00c-b780df1b1918 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.106053] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf02df6-bd9c-47fa-9bf2-9aedc8105eff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.113352] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90af83bb-bb7b-40a3-ad67-a4a3fcb1b0f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.127558] env[64496]: DEBUG nova.compute.provider_tree [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1945.169906] env[64496]: DEBUG nova.network.neutron [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Successfully updated port: 0004f19c-5a42-4ea1-aaa6-b93d12adb46a {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1945.248876] env[64496]: DEBUG nova.compute.manager [req-7fc5eef5-975d-4a45-b0f2-34ebf0e1d6af req-26509070-1407-4e1f-9c7c-fe6ecd996cee service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Received event network-changed-f0adeb5d-0e30-4928-a3fd-f9a726303309 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1945.249096] env[64496]: DEBUG nova.compute.manager [req-7fc5eef5-975d-4a45-b0f2-34ebf0e1d6af req-26509070-1407-4e1f-9c7c-fe6ecd996cee service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Refreshing instance network info cache due to event network-changed-f0adeb5d-0e30-4928-a3fd-f9a726303309. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1945.249258] env[64496]: DEBUG oslo_concurrency.lockutils [req-7fc5eef5-975d-4a45-b0f2-34ebf0e1d6af req-26509070-1407-4e1f-9c7c-fe6ecd996cee service nova] Acquiring lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.249401] env[64496]: DEBUG oslo_concurrency.lockutils [req-7fc5eef5-975d-4a45-b0f2-34ebf0e1d6af req-26509070-1407-4e1f-9c7c-fe6ecd996cee service nova] Acquired lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.249563] env[64496]: DEBUG nova.network.neutron [req-7fc5eef5-975d-4a45-b0f2-34ebf0e1d6af req-26509070-1407-4e1f-9c7c-fe6ecd996cee service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Refreshing network info cache for port f0adeb5d-0e30-4928-a3fd-f9a726303309 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1945.347453] env[64496]: DEBUG nova.compute.manager [req-6c934338-79b9-4541-a2af-391489d44530 req-42c8b7ed-33c0-4a23-ba82-0344f3d871b7 service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Received event network-vif-plugged-0004f19c-5a42-4ea1-aaa6-b93d12adb46a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1945.347681] env[64496]: DEBUG oslo_concurrency.lockutils [req-6c934338-79b9-4541-a2af-391489d44530 req-42c8b7ed-33c0-4a23-ba82-0344f3d871b7 service nova] Acquiring lock "01b197b1-ef20-4945-8157-d8314dd1cb8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.347886] env[64496]: DEBUG oslo_concurrency.lockutils [req-6c934338-79b9-4541-a2af-391489d44530 req-42c8b7ed-33c0-4a23-ba82-0344f3d871b7 service nova] Lock "01b197b1-ef20-4945-8157-d8314dd1cb8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.348072] env[64496]: DEBUG oslo_concurrency.lockutils [req-6c934338-79b9-4541-a2af-391489d44530 req-42c8b7ed-33c0-4a23-ba82-0344f3d871b7 service nova] Lock "01b197b1-ef20-4945-8157-d8314dd1cb8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.348245] env[64496]: DEBUG nova.compute.manager [req-6c934338-79b9-4541-a2af-391489d44530 req-42c8b7ed-33c0-4a23-ba82-0344f3d871b7 service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] No waiting events found dispatching network-vif-plugged-0004f19c-5a42-4ea1-aaa6-b93d12adb46a {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1945.348410] env[64496]: WARNING nova.compute.manager [req-6c934338-79b9-4541-a2af-391489d44530 req-42c8b7ed-33c0-4a23-ba82-0344f3d871b7 service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Received unexpected event network-vif-plugged-0004f19c-5a42-4ea1-aaa6-b93d12adb46a for instance with vm_state active and task_state None. [ 1945.630801] env[64496]: DEBUG nova.scheduler.client.report [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1945.673034] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.684239] env[64496]: DEBUG oslo_concurrency.lockutils [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "a926d878-318d-4af8-b75e-b306bc28e37a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.684541] env[64496]: DEBUG oslo_concurrency.lockutils [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "a926d878-318d-4af8-b75e-b306bc28e37a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.684800] env[64496]: INFO nova.compute.manager [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Attaching volume 9a1833f0-33a3-4348-840a-5e93c8a3dc86 to /dev/sdb [ 1945.717045] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b056f0d7-1f09-4e26-b70f-ec978a00ed92 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.724223] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac4958a-7c42-4b5a-8968-c165925769c0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.737320] env[64496]: DEBUG nova.virt.block_device [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Updating existing volume attachment record: 3829c609-1dda-409e-a7ec-acbef14733c0 {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1945.985547] env[64496]: DEBUG nova.network.neutron [req-7fc5eef5-975d-4a45-b0f2-34ebf0e1d6af req-26509070-1407-4e1f-9c7c-fe6ecd996cee service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Updated VIF entry in instance network info cache for port f0adeb5d-0e30-4928-a3fd-f9a726303309. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1945.985925] env[64496]: DEBUG nova.network.neutron [req-7fc5eef5-975d-4a45-b0f2-34ebf0e1d6af req-26509070-1407-4e1f-9c7c-fe6ecd996cee service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Updating instance_info_cache with network_info: [{"id": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "address": "fa:16:3e:59:aa:c5", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0adeb5d-0e", "ovs_interfaceid": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.135946] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.171s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.138011] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.181s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.139486] env[64496]: INFO nova.compute.claims [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1946.168433] env[64496]: INFO nova.network.neutron [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Updating port 1e7b152d-db8b-4b96-a7b8-3cb36928b808 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1946.489061] env[64496]: DEBUG oslo_concurrency.lockutils [req-7fc5eef5-975d-4a45-b0f2-34ebf0e1d6af req-26509070-1407-4e1f-9c7c-fe6ecd996cee service nova] Releasing lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.489061] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.489240] env[64496]: DEBUG nova.network.neutron [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1947.024451] env[64496]: WARNING nova.network.neutron [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] cf5a0b71-4205-484c-a26a-02c613a1b056 already exists in list: networks containing: ['cf5a0b71-4205-484c-a26a-02c613a1b056']. ignoring it [ 1947.242014] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180c2a41-de42-4216-af2f-78b88823c6a3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.252290] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f78527f-f66d-4b10-95c5-0c8d5627f42a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.281803] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc82a537-9819-4c46-b1e5-b60a700228b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.286110] env[64496]: DEBUG nova.network.neutron [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Updating instance_info_cache with network_info: [{"id": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "address": "fa:16:3e:59:aa:c5", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0adeb5d-0e", "ovs_interfaceid": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0004f19c-5a42-4ea1-aaa6-b93d12adb46a", "address": "fa:16:3e:e1:7c:a1", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0004f19c-5a", "ovs_interfaceid": "0004f19c-5a42-4ea1-aaa6-b93d12adb46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.290254] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b03e216-03f3-43db-8d62-95e9a61e3789 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.302999] env[64496]: DEBUG nova.compute.provider_tree [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1947.368417] env[64496]: DEBUG nova.compute.manager [req-0a7a3119-4126-40f4-abef-1181f90618ca req-e7c88c0b-1746-473b-a54b-97143b93d615 service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Received event network-changed-0004f19c-5a42-4ea1-aaa6-b93d12adb46a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1947.368613] env[64496]: DEBUG nova.compute.manager [req-0a7a3119-4126-40f4-abef-1181f90618ca req-e7c88c0b-1746-473b-a54b-97143b93d615 service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Refreshing instance network info cache due to event network-changed-0004f19c-5a42-4ea1-aaa6-b93d12adb46a. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1947.368805] env[64496]: DEBUG oslo_concurrency.lockutils [req-0a7a3119-4126-40f4-abef-1181f90618ca req-e7c88c0b-1746-473b-a54b-97143b93d615 service nova] Acquiring lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.790147] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.790876] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.791115] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.791416] env[64496]: DEBUG oslo_concurrency.lockutils [req-0a7a3119-4126-40f4-abef-1181f90618ca req-e7c88c0b-1746-473b-a54b-97143b93d615 service nova] Acquired lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.791606] env[64496]: DEBUG nova.network.neutron [req-0a7a3119-4126-40f4-abef-1181f90618ca req-e7c88c0b-1746-473b-a54b-97143b93d615 service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Refreshing network info cache for port 0004f19c-5a42-4ea1-aaa6-b93d12adb46a {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1947.793421] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4fd9a5-0b47-4aa1-bee9-a192d29c1d74 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.811817] env[64496]: DEBUG nova.scheduler.client.report [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1947.815229] env[64496]: DEBUG nova.virt.hardware [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1947.815453] env[64496]: DEBUG nova.virt.hardware [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1947.815611] env[64496]: DEBUG nova.virt.hardware [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1947.815796] env[64496]: DEBUG nova.virt.hardware [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1947.815948] env[64496]: DEBUG nova.virt.hardware [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1947.820186] env[64496]: DEBUG nova.virt.hardware [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1947.820435] env[64496]: DEBUG nova.virt.hardware [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1947.820608] env[64496]: DEBUG nova.virt.hardware [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1947.820783] env[64496]: DEBUG nova.virt.hardware [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1947.820951] env[64496]: DEBUG nova.virt.hardware [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1947.821150] env[64496]: DEBUG nova.virt.hardware [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1947.832111] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Reconfiguring VM to attach interface {{(pid=64496) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1947.833774] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.696s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.834273] env[64496]: DEBUG nova.compute.manager [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1947.837193] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51996982-38d2-423f-81a5-da8ea476baef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.855909] env[64496]: DEBUG oslo_vmware.api [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1947.855909] env[64496]: value = "task-1902695" [ 1947.855909] env[64496]: _type = "Task" [ 1947.855909] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.866162] env[64496]: DEBUG oslo_vmware.api [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.900412] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.900484] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquired lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.900825] env[64496]: DEBUG nova.network.neutron [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1948.351648] env[64496]: DEBUG nova.compute.utils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1948.353184] env[64496]: DEBUG nova.compute.manager [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1948.353490] env[64496]: DEBUG nova.network.neutron [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1948.370020] env[64496]: DEBUG oslo_vmware.api [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902695, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.431406] env[64496]: DEBUG nova.policy [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e01242d2ca384ac2b4f967cce252a2cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54b1f336035c4ab3bab9b305e895b51d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1948.621342] env[64496]: DEBUG nova.network.neutron [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Updating instance_info_cache with network_info: [{"id": "1e7b152d-db8b-4b96-a7b8-3cb36928b808", "address": "fa:16:3e:09:97:ba", "network": {"id": "42817d49-2160-4e4f-abe8-0fda6c711849", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-684190943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c881bed2ab4a1f86a1600ad62726cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7b152d-db", "ovs_interfaceid": "1e7b152d-db8b-4b96-a7b8-3cb36928b808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.712582] env[64496]: DEBUG nova.network.neutron [req-0a7a3119-4126-40f4-abef-1181f90618ca req-e7c88c0b-1746-473b-a54b-97143b93d615 service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Updated VIF entry in instance network info cache for port 0004f19c-5a42-4ea1-aaa6-b93d12adb46a. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1948.713026] env[64496]: DEBUG nova.network.neutron [req-0a7a3119-4126-40f4-abef-1181f90618ca req-e7c88c0b-1746-473b-a54b-97143b93d615 service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Updating instance_info_cache with network_info: [{"id": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "address": "fa:16:3e:59:aa:c5", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0adeb5d-0e", "ovs_interfaceid": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0004f19c-5a42-4ea1-aaa6-b93d12adb46a", "address": "fa:16:3e:e1:7c:a1", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0004f19c-5a", "ovs_interfaceid": "0004f19c-5a42-4ea1-aaa6-b93d12adb46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.856694] env[64496]: DEBUG nova.compute.manager [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1948.868536] env[64496]: DEBUG oslo_vmware.api [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902695, 'name': ReconfigVM_Task, 'duration_secs': 0.56407} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.869121] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.869255] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Reconfigured VM to attach interface {{(pid=64496) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1948.879799] env[64496]: DEBUG nova.network.neutron [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Successfully created port: 5b91a6a5-9b1e-4f7f-bbf6-968def933d6b {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1949.124210] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Releasing lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.151354] env[64496]: DEBUG nova.virt.hardware [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4ba5eb2f9f54b281e61b3207009f1a58',container_format='bare',created_at=2024-12-15T00:24:15Z,direct_url=,disk_format='vmdk',id=07e574f5-13fa-4bf4-89e3-22ab7a6486ce,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-464967732-shelved',owner='11c881bed2ab4a1f86a1600ad62726cb',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2024-12-15T00:24:30Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1949.151607] env[64496]: DEBUG nova.virt.hardware [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1949.151762] env[64496]: DEBUG nova.virt.hardware [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1949.151943] env[64496]: DEBUG nova.virt.hardware [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1949.152110] env[64496]: DEBUG nova.virt.hardware [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1949.152264] env[64496]: DEBUG nova.virt.hardware [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1949.152469] env[64496]: DEBUG nova.virt.hardware [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1949.152645] env[64496]: DEBUG nova.virt.hardware [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1949.152829] env[64496]: DEBUG nova.virt.hardware [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1949.152994] env[64496]: DEBUG nova.virt.hardware [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1949.153187] env[64496]: DEBUG nova.virt.hardware [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1949.154078] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ae0439-635b-4455-b083-849a5338988e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.164823] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc94fe6d-3d6c-4457-9cf9-5e3aa59b7ba8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.180450] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:97:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e7b152d-db8b-4b96-a7b8-3cb36928b808', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1949.187580] env[64496]: DEBUG oslo.service.loopingcall [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1949.187788] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1949.188018] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2700bc45-d493-40ca-9e45-ffe57e311b45 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.206511] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1949.206511] env[64496]: value = "task-1902697" [ 1949.206511] env[64496]: _type = "Task" [ 1949.206511] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.216437] env[64496]: DEBUG oslo_concurrency.lockutils [req-0a7a3119-4126-40f4-abef-1181f90618ca req-e7c88c0b-1746-473b-a54b-97143b93d615 service nova] Releasing lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.216856] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902697, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.374907] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2850dd82-a949-4aca-bbf7-6aceac31bdcb tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-01b197b1-ef20-4945-8157-d8314dd1cb8d-0004f19c-5a42-4ea1-aaa6-b93d12adb46a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.946s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.398524] env[64496]: DEBUG nova.compute.manager [req-7e203a0a-195f-4a42-8da7-588d8c529822 req-73e9c253-56e2-46f1-a436-9696ba6d05dc service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Received event network-vif-plugged-1e7b152d-db8b-4b96-a7b8-3cb36928b808 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1949.398733] env[64496]: DEBUG oslo_concurrency.lockutils [req-7e203a0a-195f-4a42-8da7-588d8c529822 req-73e9c253-56e2-46f1-a436-9696ba6d05dc service nova] Acquiring lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.398920] env[64496]: DEBUG oslo_concurrency.lockutils [req-7e203a0a-195f-4a42-8da7-588d8c529822 req-73e9c253-56e2-46f1-a436-9696ba6d05dc service nova] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.399138] env[64496]: DEBUG oslo_concurrency.lockutils [req-7e203a0a-195f-4a42-8da7-588d8c529822 req-73e9c253-56e2-46f1-a436-9696ba6d05dc service nova] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.399297] env[64496]: DEBUG nova.compute.manager [req-7e203a0a-195f-4a42-8da7-588d8c529822 req-73e9c253-56e2-46f1-a436-9696ba6d05dc service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] No waiting events found dispatching network-vif-plugged-1e7b152d-db8b-4b96-a7b8-3cb36928b808 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1949.399489] env[64496]: WARNING nova.compute.manager [req-7e203a0a-195f-4a42-8da7-588d8c529822 req-73e9c253-56e2-46f1-a436-9696ba6d05dc service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Received unexpected event network-vif-plugged-1e7b152d-db8b-4b96-a7b8-3cb36928b808 for instance with vm_state shelved_offloaded and task_state spawning. [ 1949.399650] env[64496]: DEBUG nova.compute.manager [req-7e203a0a-195f-4a42-8da7-588d8c529822 req-73e9c253-56e2-46f1-a436-9696ba6d05dc service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Received event network-changed-1e7b152d-db8b-4b96-a7b8-3cb36928b808 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1949.399821] env[64496]: DEBUG nova.compute.manager [req-7e203a0a-195f-4a42-8da7-588d8c529822 req-73e9c253-56e2-46f1-a436-9696ba6d05dc service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Refreshing instance network info cache due to event network-changed-1e7b152d-db8b-4b96-a7b8-3cb36928b808. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1949.400024] env[64496]: DEBUG oslo_concurrency.lockutils [req-7e203a0a-195f-4a42-8da7-588d8c529822 req-73e9c253-56e2-46f1-a436-9696ba6d05dc service nova] Acquiring lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.400270] env[64496]: DEBUG oslo_concurrency.lockutils [req-7e203a0a-195f-4a42-8da7-588d8c529822 req-73e9c253-56e2-46f1-a436-9696ba6d05dc service nova] Acquired lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.400344] env[64496]: DEBUG nova.network.neutron [req-7e203a0a-195f-4a42-8da7-588d8c529822 req-73e9c253-56e2-46f1-a436-9696ba6d05dc service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Refreshing network info cache for port 1e7b152d-db8b-4b96-a7b8-3cb36928b808 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1949.717048] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902697, 'name': CreateVM_Task, 'duration_secs': 0.348123} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.717289] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1949.718077] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/07e574f5-13fa-4bf4-89e3-22ab7a6486ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.718251] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/07e574f5-13fa-4bf4-89e3-22ab7a6486ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.718654] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/07e574f5-13fa-4bf4-89e3-22ab7a6486ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1949.718916] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85d136a-ca0b-4c14-bef4-bca3f5034676 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.724313] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1949.724313] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52814b3a-4102-d826-237b-e34c54f5d39f" [ 1949.724313] env[64496]: _type = "Task" [ 1949.724313] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.732441] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52814b3a-4102-d826-237b-e34c54f5d39f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.866657] env[64496]: DEBUG nova.compute.manager [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1949.888585] env[64496]: DEBUG nova.virt.hardware [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1949.888870] env[64496]: DEBUG nova.virt.hardware [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1949.888999] env[64496]: DEBUG nova.virt.hardware [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1949.889204] env[64496]: DEBUG nova.virt.hardware [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1949.889352] env[64496]: DEBUG nova.virt.hardware [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1949.889501] env[64496]: DEBUG nova.virt.hardware [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1949.889706] env[64496]: DEBUG nova.virt.hardware [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1949.889864] env[64496]: DEBUG nova.virt.hardware [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1949.890059] env[64496]: DEBUG nova.virt.hardware [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1949.890239] env[64496]: DEBUG nova.virt.hardware [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1949.890414] env[64496]: DEBUG nova.virt.hardware [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1949.891299] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d23754-90a2-40c8-b832-0e218d8a7459 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.899074] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0835992-bc2b-4525-95b6-01c4ad6c4cd9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.235966] env[64496]: DEBUG nova.network.neutron [req-7e203a0a-195f-4a42-8da7-588d8c529822 req-73e9c253-56e2-46f1-a436-9696ba6d05dc service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Updated VIF entry in instance network info cache for port 1e7b152d-db8b-4b96-a7b8-3cb36928b808. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1950.236358] env[64496]: DEBUG nova.network.neutron [req-7e203a0a-195f-4a42-8da7-588d8c529822 req-73e9c253-56e2-46f1-a436-9696ba6d05dc service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Updating instance_info_cache with network_info: [{"id": "1e7b152d-db8b-4b96-a7b8-3cb36928b808", "address": "fa:16:3e:09:97:ba", "network": {"id": "42817d49-2160-4e4f-abe8-0fda6c711849", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-684190943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c881bed2ab4a1f86a1600ad62726cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7b152d-db", "ovs_interfaceid": "1e7b152d-db8b-4b96-a7b8-3cb36928b808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.237627] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/07e574f5-13fa-4bf4-89e3-22ab7a6486ce" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.237871] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Processing image 07e574f5-13fa-4bf4-89e3-22ab7a6486ce {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1950.238250] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/07e574f5-13fa-4bf4-89e3-22ab7a6486ce/07e574f5-13fa-4bf4-89e3-22ab7a6486ce.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.238421] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/07e574f5-13fa-4bf4-89e3-22ab7a6486ce/07e574f5-13fa-4bf4-89e3-22ab7a6486ce.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.238609] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1950.239851] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7379dd25-df63-4dce-a635-c71cbc88ebc9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.247899] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1950.248096] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1950.248985] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6b7e15-b01d-4689-9109-8768357b6faa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.254656] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1950.254656] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528eefa3-04ff-9101-8784-3751d95ee7b1" [ 1950.254656] env[64496]: _type = "Task" [ 1950.254656] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.262684] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528eefa3-04ff-9101-8784-3751d95ee7b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.280311] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1950.280542] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392772', 'volume_id': '9a1833f0-33a3-4348-840a-5e93c8a3dc86', 'name': 'volume-9a1833f0-33a3-4348-840a-5e93c8a3dc86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a926d878-318d-4af8-b75e-b306bc28e37a', 'attached_at': '', 'detached_at': '', 'volume_id': '9a1833f0-33a3-4348-840a-5e93c8a3dc86', 'serial': '9a1833f0-33a3-4348-840a-5e93c8a3dc86'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1950.281335] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2a2414-0770-4a7a-849f-f83c378bbfb8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.300634] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3359dd5c-ffec-4711-9e97-c193389ab088 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.326458] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-9a1833f0-33a3-4348-840a-5e93c8a3dc86/volume-9a1833f0-33a3-4348-840a-5e93c8a3dc86.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1950.327042] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-191ccf26-6b26-4dc2-ace4-11ec837c1439 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.346032] env[64496]: DEBUG oslo_vmware.api [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1950.346032] env[64496]: value = "task-1902698" [ 1950.346032] env[64496]: _type = "Task" [ 1950.346032] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.353713] env[64496]: DEBUG oslo_vmware.api [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.408297] env[64496]: DEBUG nova.network.neutron [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Successfully updated port: 5b91a6a5-9b1e-4f7f-bbf6-968def933d6b {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1950.697043] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "interface-01b197b1-ef20-4945-8157-d8314dd1cb8d-0004f19c-5a42-4ea1-aaa6-b93d12adb46a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.698051] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-01b197b1-ef20-4945-8157-d8314dd1cb8d-0004f19c-5a42-4ea1-aaa6-b93d12adb46a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.739576] env[64496]: DEBUG oslo_concurrency.lockutils [req-7e203a0a-195f-4a42-8da7-588d8c529822 req-73e9c253-56e2-46f1-a436-9696ba6d05dc service nova] Releasing lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.764354] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Preparing fetch location {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1950.764593] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Fetch image to [datastore2] OSTACK_IMG_104ed40b-a78b-4c85-954a-c0f2bcddae22/OSTACK_IMG_104ed40b-a78b-4c85-954a-c0f2bcddae22.vmdk {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1950.764776] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Downloading stream optimized image 07e574f5-13fa-4bf4-89e3-22ab7a6486ce to [datastore2] OSTACK_IMG_104ed40b-a78b-4c85-954a-c0f2bcddae22/OSTACK_IMG_104ed40b-a78b-4c85-954a-c0f2bcddae22.vmdk on the data store datastore2 as vApp {{(pid=64496) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1950.764990] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Downloading image file data 07e574f5-13fa-4bf4-89e3-22ab7a6486ce to the ESX as VM named 'OSTACK_IMG_104ed40b-a78b-4c85-954a-c0f2bcddae22' {{(pid=64496) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1950.836387] env[64496]: DEBUG oslo_vmware.rw_handles [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1950.836387] env[64496]: value = "resgroup-9" [ 1950.836387] env[64496]: _type = "ResourcePool" [ 1950.836387] env[64496]: }. {{(pid=64496) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1950.836670] env[64496]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-620f284c-81df-4110-b732-28195fe30006 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.861827] env[64496]: DEBUG oslo_vmware.api [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902698, 'name': ReconfigVM_Task, 'duration_secs': 0.355975} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.862955] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-9a1833f0-33a3-4348-840a-5e93c8a3dc86/volume-9a1833f0-33a3-4348-840a-5e93c8a3dc86.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1950.867491] env[64496]: DEBUG oslo_vmware.rw_handles [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lease: (returnval){ [ 1950.867491] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d1f898-ae90-c176-cfb8-209bc927f7f7" [ 1950.867491] env[64496]: _type = "HttpNfcLease" [ 1950.867491] env[64496]: } obtained for vApp import into resource pool (val){ [ 1950.867491] env[64496]: value = "resgroup-9" [ 1950.867491] env[64496]: _type = "ResourcePool" [ 1950.867491] env[64496]: }. {{(pid=64496) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1950.867754] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the lease: (returnval){ [ 1950.867754] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d1f898-ae90-c176-cfb8-209bc927f7f7" [ 1950.867754] env[64496]: _type = "HttpNfcLease" [ 1950.867754] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1950.867882] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71ae9556-1bc0-40ca-b7ab-7b18d491a268 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.883175] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1950.883175] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d1f898-ae90-c176-cfb8-209bc927f7f7" [ 1950.883175] env[64496]: _type = "HttpNfcLease" [ 1950.883175] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1950.885303] env[64496]: DEBUG oslo_vmware.api [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1950.885303] env[64496]: value = "task-1902700" [ 1950.885303] env[64496]: _type = "Task" [ 1950.885303] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.895430] env[64496]: DEBUG oslo_vmware.api [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.911433] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquiring lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.911686] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquired lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.911956] env[64496]: DEBUG nova.network.neutron [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1951.200340] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.200611] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.202231] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737fb224-fdcb-493e-905f-19b408f414bd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.220258] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e4ade0-bd7f-4125-9e33-6b7b412907f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.247302] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Reconfiguring VM to detach interface {{(pid=64496) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1951.247614] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acf1ce43-5376-441b-bb1b-2a7913fa6ef6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.265529] env[64496]: DEBUG oslo_vmware.api [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1951.265529] env[64496]: value = "task-1902701" [ 1951.265529] env[64496]: _type = "Task" [ 1951.265529] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.273257] env[64496]: DEBUG oslo_vmware.api [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.386422] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1951.386422] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d1f898-ae90-c176-cfb8-209bc927f7f7" [ 1951.386422] env[64496]: _type = "HttpNfcLease" [ 1951.386422] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1951.394344] env[64496]: DEBUG oslo_vmware.api [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902700, 'name': ReconfigVM_Task, 'duration_secs': 0.138171} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.394461] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392772', 'volume_id': '9a1833f0-33a3-4348-840a-5e93c8a3dc86', 'name': 'volume-9a1833f0-33a3-4348-840a-5e93c8a3dc86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a926d878-318d-4af8-b75e-b306bc28e37a', 'attached_at': '', 'detached_at': '', 'volume_id': '9a1833f0-33a3-4348-840a-5e93c8a3dc86', 'serial': '9a1833f0-33a3-4348-840a-5e93c8a3dc86'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1951.428047] env[64496]: DEBUG nova.compute.manager [req-86d792c9-df4b-482a-9a68-b2799c590c6f req-35dd3946-3246-4f5a-b574-8312a66ec349 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Received event network-vif-plugged-5b91a6a5-9b1e-4f7f-bbf6-968def933d6b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1951.428288] env[64496]: DEBUG oslo_concurrency.lockutils [req-86d792c9-df4b-482a-9a68-b2799c590c6f req-35dd3946-3246-4f5a-b574-8312a66ec349 service nova] Acquiring lock "c055080a-4eb4-481d-baf7-cacfa263f9b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.428488] env[64496]: DEBUG oslo_concurrency.lockutils [req-86d792c9-df4b-482a-9a68-b2799c590c6f req-35dd3946-3246-4f5a-b574-8312a66ec349 service nova] Lock "c055080a-4eb4-481d-baf7-cacfa263f9b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.428657] env[64496]: DEBUG oslo_concurrency.lockutils [req-86d792c9-df4b-482a-9a68-b2799c590c6f req-35dd3946-3246-4f5a-b574-8312a66ec349 service nova] Lock "c055080a-4eb4-481d-baf7-cacfa263f9b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.428826] env[64496]: DEBUG nova.compute.manager [req-86d792c9-df4b-482a-9a68-b2799c590c6f req-35dd3946-3246-4f5a-b574-8312a66ec349 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] No waiting events found dispatching network-vif-plugged-5b91a6a5-9b1e-4f7f-bbf6-968def933d6b {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1951.428986] env[64496]: WARNING nova.compute.manager [req-86d792c9-df4b-482a-9a68-b2799c590c6f req-35dd3946-3246-4f5a-b574-8312a66ec349 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Received unexpected event network-vif-plugged-5b91a6a5-9b1e-4f7f-bbf6-968def933d6b for instance with vm_state building and task_state spawning. [ 1951.429162] env[64496]: DEBUG nova.compute.manager [req-86d792c9-df4b-482a-9a68-b2799c590c6f req-35dd3946-3246-4f5a-b574-8312a66ec349 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Received event network-changed-5b91a6a5-9b1e-4f7f-bbf6-968def933d6b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1951.429316] env[64496]: DEBUG nova.compute.manager [req-86d792c9-df4b-482a-9a68-b2799c590c6f req-35dd3946-3246-4f5a-b574-8312a66ec349 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Refreshing instance network info cache due to event network-changed-5b91a6a5-9b1e-4f7f-bbf6-968def933d6b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1951.429480] env[64496]: DEBUG oslo_concurrency.lockutils [req-86d792c9-df4b-482a-9a68-b2799c590c6f req-35dd3946-3246-4f5a-b574-8312a66ec349 service nova] Acquiring lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.449184] env[64496]: DEBUG nova.network.neutron [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1951.571293] env[64496]: DEBUG nova.network.neutron [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Updating instance_info_cache with network_info: [{"id": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "address": "fa:16:3e:72:c4:af", "network": {"id": "8facf78b-ac10-4b0b-88aa-f3f0014b4ba1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1375464208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "54b1f336035c4ab3bab9b305e895b51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b91a6a5-9b", "ovs_interfaceid": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.775470] env[64496]: DEBUG oslo_vmware.api [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.886110] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1951.886110] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d1f898-ae90-c176-cfb8-209bc927f7f7" [ 1951.886110] env[64496]: _type = "HttpNfcLease" [ 1951.886110] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1951.886369] env[64496]: DEBUG oslo_vmware.rw_handles [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1951.886369] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d1f898-ae90-c176-cfb8-209bc927f7f7" [ 1951.886369] env[64496]: _type = "HttpNfcLease" [ 1951.886369] env[64496]: }. {{(pid=64496) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1951.887089] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7110de49-32ac-411d-94a1-f0e55ef97031 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.893838] env[64496]: DEBUG oslo_vmware.rw_handles [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d74e8e-8661-668f-30a4-12ff58a3b88b/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1951.894066] env[64496]: DEBUG oslo_vmware.rw_handles [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d74e8e-8661-668f-30a4-12ff58a3b88b/disk-0.vmdk. {{(pid=64496) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1951.958439] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0272a3dc-c653-456d-8dc1-0e4255e2c6cd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.073827] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Releasing lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.074251] env[64496]: DEBUG nova.compute.manager [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Instance network_info: |[{"id": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "address": "fa:16:3e:72:c4:af", "network": {"id": "8facf78b-ac10-4b0b-88aa-f3f0014b4ba1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1375464208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "54b1f336035c4ab3bab9b305e895b51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b91a6a5-9b", "ovs_interfaceid": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1952.074561] env[64496]: DEBUG oslo_concurrency.lockutils [req-86d792c9-df4b-482a-9a68-b2799c590c6f req-35dd3946-3246-4f5a-b574-8312a66ec349 service nova] Acquired lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.074743] env[64496]: DEBUG nova.network.neutron [req-86d792c9-df4b-482a-9a68-b2799c590c6f req-35dd3946-3246-4f5a-b574-8312a66ec349 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Refreshing network info cache for port 5b91a6a5-9b1e-4f7f-bbf6-968def933d6b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1952.076057] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:c4:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b91a6a5-9b1e-4f7f-bbf6-968def933d6b', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1952.083328] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Creating folder: Project (54b1f336035c4ab3bab9b305e895b51d). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1952.084341] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-555e4f71-24f7-433a-ac47-7d4802aee52d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.096702] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Created folder: Project (54b1f336035c4ab3bab9b305e895b51d) in parent group-v392474. [ 1952.096893] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Creating folder: Instances. Parent ref: group-v392775. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1952.097135] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-901f8fa0-39dd-4896-a680-9cd7dfabbb9f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.106538] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Created folder: Instances in parent group-v392775. [ 1952.106772] env[64496]: DEBUG oslo.service.loopingcall [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1952.106953] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1952.107173] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa0fe42e-2e92-45cb-b97b-9beb42b37e18 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.126053] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1952.126053] env[64496]: value = "task-1902704" [ 1952.126053] env[64496]: _type = "Task" [ 1952.126053] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.134700] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902704, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.278333] env[64496]: DEBUG oslo_vmware.api [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.455563] env[64496]: DEBUG nova.objects.instance [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lazy-loading 'flavor' on Instance uuid a926d878-318d-4af8-b75e-b306bc28e37a {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1952.636436] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902704, 'name': CreateVM_Task, 'duration_secs': 0.374562} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.636588] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1952.637410] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.637695] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.637954] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1952.639417] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44194fd-aed2-46d6-84a8-331cad64089e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.645604] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1952.645604] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5225d984-e731-b789-ec26-bafaefe7b791" [ 1952.645604] env[64496]: _type = "Task" [ 1952.645604] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.654300] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5225d984-e731-b789-ec26-bafaefe7b791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.777656] env[64496]: DEBUG oslo_vmware.api [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.784596] env[64496]: DEBUG nova.network.neutron [req-86d792c9-df4b-482a-9a68-b2799c590c6f req-35dd3946-3246-4f5a-b574-8312a66ec349 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Updated VIF entry in instance network info cache for port 5b91a6a5-9b1e-4f7f-bbf6-968def933d6b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1952.785055] env[64496]: DEBUG nova.network.neutron [req-86d792c9-df4b-482a-9a68-b2799c590c6f req-35dd3946-3246-4f5a-b574-8312a66ec349 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Updating instance_info_cache with network_info: [{"id": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "address": "fa:16:3e:72:c4:af", "network": {"id": "8facf78b-ac10-4b0b-88aa-f3f0014b4ba1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1375464208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "54b1f336035c4ab3bab9b305e895b51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b91a6a5-9b", "ovs_interfaceid": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.962937] env[64496]: DEBUG oslo_concurrency.lockutils [None req-734627f0-4cf7-438d-bbf3-925889e70245 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "a926d878-318d-4af8-b75e-b306bc28e37a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.278s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.127471] env[64496]: DEBUG oslo_vmware.rw_handles [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Completed reading data from the image iterator. {{(pid=64496) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1953.127818] env[64496]: DEBUG oslo_vmware.rw_handles [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d74e8e-8661-668f-30a4-12ff58a3b88b/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1953.128807] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a2a7b7-3bff-47cd-a3bf-574413c41fc9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.136062] env[64496]: DEBUG oslo_vmware.rw_handles [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d74e8e-8661-668f-30a4-12ff58a3b88b/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1953.136279] env[64496]: DEBUG oslo_vmware.rw_handles [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d74e8e-8661-668f-30a4-12ff58a3b88b/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1953.136531] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3556caa4-7009-4e1a-9fdd-af2bc4a3d8f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.154609] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5225d984-e731-b789-ec26-bafaefe7b791, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.154892] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.155193] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1953.155504] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.155706] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.155954] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1953.156275] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e12154fc-9c8e-4ba4-8e8a-236d319fd77d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.164440] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1953.164654] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1953.165458] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f4cd95-98f6-4c40-8c5a-56df427916d5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.170186] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1953.170186] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52655f24-f0e6-7314-4d56-4dd018b1d4bc" [ 1953.170186] env[64496]: _type = "Task" [ 1953.170186] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.177656] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52655f24-f0e6-7314-4d56-4dd018b1d4bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.181139] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "a926d878-318d-4af8-b75e-b306bc28e37a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.181420] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "a926d878-318d-4af8-b75e-b306bc28e37a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.278762] env[64496]: DEBUG oslo_vmware.api [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.287429] env[64496]: DEBUG oslo_concurrency.lockutils [req-86d792c9-df4b-482a-9a68-b2799c590c6f req-35dd3946-3246-4f5a-b574-8312a66ec349 service nova] Releasing lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.316798] env[64496]: DEBUG oslo_vmware.rw_handles [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d74e8e-8661-668f-30a4-12ff58a3b88b/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1953.317057] env[64496]: INFO nova.virt.vmwareapi.images [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Downloaded image file data 07e574f5-13fa-4bf4-89e3-22ab7a6486ce [ 1953.317907] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938f8c75-8db3-47f4-ab2e-4c11af0fbd2c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.333851] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60e534aa-b339-492f-857a-cacaa5cc2d7d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.372654] env[64496]: INFO nova.virt.vmwareapi.images [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] The imported VM was unregistered [ 1953.375096] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Caching image {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1953.375330] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Creating directory with path [datastore2] devstack-image-cache_base/07e574f5-13fa-4bf4-89e3-22ab7a6486ce {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1953.375589] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c5c73f3-8090-4ea3-9bbe-b82e2a671da6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.385766] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Created directory with path [datastore2] devstack-image-cache_base/07e574f5-13fa-4bf4-89e3-22ab7a6486ce {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1953.385938] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_104ed40b-a78b-4c85-954a-c0f2bcddae22/OSTACK_IMG_104ed40b-a78b-4c85-954a-c0f2bcddae22.vmdk to [datastore2] devstack-image-cache_base/07e574f5-13fa-4bf4-89e3-22ab7a6486ce/07e574f5-13fa-4bf4-89e3-22ab7a6486ce.vmdk. {{(pid=64496) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1953.386184] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c230fc71-0837-47c9-aa82-208493908ce8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.393375] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1953.393375] env[64496]: value = "task-1902706" [ 1953.393375] env[64496]: _type = "Task" [ 1953.393375] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.402559] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902706, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.681336] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52655f24-f0e6-7314-4d56-4dd018b1d4bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.682246] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ed5a2c-f3b0-4146-be09-e398b00e8f23 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.685174] env[64496]: INFO nova.compute.manager [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Detaching volume 9a1833f0-33a3-4348-840a-5e93c8a3dc86 [ 1953.690560] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1953.690560] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52eb979f-71ae-69fe-9869-d1fc5e67d0ff" [ 1953.690560] env[64496]: _type = "Task" [ 1953.690560] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.702145] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52eb979f-71ae-69fe-9869-d1fc5e67d0ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.725212] env[64496]: INFO nova.virt.block_device [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Attempting to driver detach volume 9a1833f0-33a3-4348-840a-5e93c8a3dc86 from mountpoint /dev/sdb [ 1953.725531] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1953.725794] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392772', 'volume_id': '9a1833f0-33a3-4348-840a-5e93c8a3dc86', 'name': 'volume-9a1833f0-33a3-4348-840a-5e93c8a3dc86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a926d878-318d-4af8-b75e-b306bc28e37a', 'attached_at': '', 'detached_at': '', 'volume_id': '9a1833f0-33a3-4348-840a-5e93c8a3dc86', 'serial': '9a1833f0-33a3-4348-840a-5e93c8a3dc86'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1953.726689] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9ef8ac-eb49-44f7-b9b3-97e7b1a622a2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.749846] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750ae73e-6efd-42a8-8643-333fb8c75979 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.758125] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aba201d-5ebf-4604-a76c-03717f2583bd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.783271] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178613b5-8ee4-4977-8175-f2f8f208b00b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.791439] env[64496]: DEBUG oslo_vmware.api [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.802851] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] The volume has not been displaced from its original location: [datastore2] volume-9a1833f0-33a3-4348-840a-5e93c8a3dc86/volume-9a1833f0-33a3-4348-840a-5e93c8a3dc86.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1953.808519] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1953.808903] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ce4fffe-311a-4432-864a-62ef218c46df {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.829476] env[64496]: DEBUG oslo_vmware.api [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1953.829476] env[64496]: value = "task-1902707" [ 1953.829476] env[64496]: _type = "Task" [ 1953.829476] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.838940] env[64496]: DEBUG oslo_vmware.api [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.909037] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902706, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.204589] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52eb979f-71ae-69fe-9869-d1fc5e67d0ff, 'name': SearchDatastore_Task, 'duration_secs': 0.06286} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.204886] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.205227] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] c055080a-4eb4-481d-baf7-cacfa263f9b9/c055080a-4eb4-481d-baf7-cacfa263f9b9.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1954.205507] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23a8d33a-1219-4533-bdb6-13f1eb32b970 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.213209] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1954.213209] env[64496]: value = "task-1902708" [ 1954.213209] env[64496]: _type = "Task" [ 1954.213209] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.222883] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.288900] env[64496]: DEBUG oslo_vmware.api [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.339745] env[64496]: DEBUG oslo_vmware.api [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902707, 'name': ReconfigVM_Task, 'duration_secs': 0.486624} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.340139] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1954.345354] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b33c84a5-8027-42c4-9f8c-e945d19a71f1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.360778] env[64496]: DEBUG oslo_vmware.api [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1954.360778] env[64496]: value = "task-1902709" [ 1954.360778] env[64496]: _type = "Task" [ 1954.360778] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.373666] env[64496]: DEBUG oslo_vmware.api [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.404544] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902706, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.724435] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.789894] env[64496]: DEBUG oslo_vmware.api [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.870720] env[64496]: DEBUG oslo_vmware.api [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902709, 'name': ReconfigVM_Task, 'duration_secs': 0.159992} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.871048] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392772', 'volume_id': '9a1833f0-33a3-4348-840a-5e93c8a3dc86', 'name': 'volume-9a1833f0-33a3-4348-840a-5e93c8a3dc86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a926d878-318d-4af8-b75e-b306bc28e37a', 'attached_at': '', 'detached_at': '', 'volume_id': '9a1833f0-33a3-4348-840a-5e93c8a3dc86', 'serial': '9a1833f0-33a3-4348-840a-5e93c8a3dc86'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1954.904751] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902706, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.224092] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.290639] env[64496]: DEBUG oslo_vmware.api [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.406436] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902706, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.420093] env[64496]: DEBUG nova.objects.instance [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lazy-loading 'flavor' on Instance uuid a926d878-318d-4af8-b75e-b306bc28e37a {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.725089] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902708, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.791740] env[64496]: DEBUG oslo_vmware.api [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.910386] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902706, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.226896] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902708, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.292473] env[64496]: DEBUG oslo_vmware.api [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.406820] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902706, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.516219} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.407098] env[64496]: INFO nova.virt.vmwareapi.ds_util [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_104ed40b-a78b-4c85-954a-c0f2bcddae22/OSTACK_IMG_104ed40b-a78b-4c85-954a-c0f2bcddae22.vmdk to [datastore2] devstack-image-cache_base/07e574f5-13fa-4bf4-89e3-22ab7a6486ce/07e574f5-13fa-4bf4-89e3-22ab7a6486ce.vmdk. [ 1956.407293] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Cleaning up location [datastore2] OSTACK_IMG_104ed40b-a78b-4c85-954a-c0f2bcddae22 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1956.407458] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_104ed40b-a78b-4c85-954a-c0f2bcddae22 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1956.407707] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0fb28c7-0187-4670-992a-3b1c51c02b3f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.415441] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1956.415441] env[64496]: value = "task-1902710" [ 1956.415441] env[64496]: _type = "Task" [ 1956.415441] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.423479] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.429054] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a67e3e73-4771-490d-ab5e-4a811a7cab30 tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "a926d878-318d-4af8-b75e-b306bc28e37a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.726569] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902708, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.792413] env[64496]: DEBUG oslo_vmware.api [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902701, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.925485] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115515} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.925725] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1956.925892] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/07e574f5-13fa-4bf4-89e3-22ab7a6486ce/07e574f5-13fa-4bf4-89e3-22ab7a6486ce.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.926154] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/07e574f5-13fa-4bf4-89e3-22ab7a6486ce/07e574f5-13fa-4bf4-89e3-22ab7a6486ce.vmdk to [datastore2] 72fe04bb-14ac-44e5-ad61-ee475012e8d1/72fe04bb-14ac-44e5-ad61-ee475012e8d1.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1956.926444] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-070dfe4d-f262-4b41-ac33-7c7c71ec37df {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.933186] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1956.933186] env[64496]: value = "task-1902711" [ 1956.933186] env[64496]: _type = "Task" [ 1956.933186] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.940355] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.227634] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902708, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.850893} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.227865] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] c055080a-4eb4-481d-baf7-cacfa263f9b9/c055080a-4eb4-481d-baf7-cacfa263f9b9.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1957.228126] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1957.228455] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d754ff61-de89-4220-b6d5-58fc89d9708a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.235876] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1957.235876] env[64496]: value = "task-1902712" [ 1957.235876] env[64496]: _type = "Task" [ 1957.235876] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.244237] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.293026] env[64496]: DEBUG oslo_vmware.api [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902701, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.446173] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "a926d878-318d-4af8-b75e-b306bc28e37a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.446503] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "a926d878-318d-4af8-b75e-b306bc28e37a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.446758] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "a926d878-318d-4af8-b75e-b306bc28e37a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.446991] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "a926d878-318d-4af8-b75e-b306bc28e37a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.447217] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "a926d878-318d-4af8-b75e-b306bc28e37a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.448998] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902711, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.449805] env[64496]: INFO nova.compute.manager [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Terminating instance [ 1957.746105] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142343} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.746450] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1957.747258] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66b58bd-a0e0-49b4-9c50-3161effd42b4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.770587] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] c055080a-4eb4-481d-baf7-cacfa263f9b9/c055080a-4eb4-481d-baf7-cacfa263f9b9.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1957.770920] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f607298-a09b-435e-a965-bf7e3891f479 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.793692] env[64496]: DEBUG oslo_vmware.api [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902701, 'name': ReconfigVM_Task, 'duration_secs': 6.237937} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.795114] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.795344] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Reconfigured VM to detach interface {{(pid=64496) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1957.797529] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1957.797529] env[64496]: value = "task-1902713" [ 1957.797529] env[64496]: _type = "Task" [ 1957.797529] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.805995] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.944386] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902711, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.954323] env[64496]: DEBUG nova.compute.manager [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1957.954565] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1957.955488] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea340859-6ff0-4e4f-892f-c85ab3fadd79 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.962903] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1957.963187] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10e151e3-7d5f-4ab0-a854-eb5964e272e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.970730] env[64496]: DEBUG oslo_vmware.api [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1957.970730] env[64496]: value = "task-1902714" [ 1957.970730] env[64496]: _type = "Task" [ 1957.970730] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.979706] env[64496]: DEBUG oslo_vmware.api [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.308530] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.445332] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902711, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.480538] env[64496]: DEBUG oslo_vmware.api [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902714, 'name': PowerOffVM_Task, 'duration_secs': 0.217027} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.480831] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1958.481006] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1958.481276] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c991ea68-642c-4c74-97e7-f949db187dee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.563716] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1958.563921] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1958.564146] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Deleting the datastore file [datastore1] a926d878-318d-4af8-b75e-b306bc28e37a {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1958.564438] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d80ceb54-7239-4078-a1e3-15a38fae77e3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.574045] env[64496]: DEBUG oslo_vmware.api [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for the task: (returnval){ [ 1958.574045] env[64496]: value = "task-1902716" [ 1958.574045] env[64496]: _type = "Task" [ 1958.574045] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.583471] env[64496]: DEBUG oslo_vmware.api [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.811487] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.947124] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902711, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.075923] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "01b197b1-ef20-4945-8157-d8314dd1cb8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.076236] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "01b197b1-ef20-4945-8157-d8314dd1cb8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.076460] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "01b197b1-ef20-4945-8157-d8314dd1cb8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.076648] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "01b197b1-ef20-4945-8157-d8314dd1cb8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.076824] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "01b197b1-ef20-4945-8157-d8314dd1cb8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.082290] env[64496]: INFO nova.compute.manager [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Terminating instance [ 1959.089653] env[64496]: DEBUG oslo_vmware.api [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Task: {'id': task-1902716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218089} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.089919] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1959.090109] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1959.090295] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1959.090472] env[64496]: INFO nova.compute.manager [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1959.090718] env[64496]: DEBUG oslo.service.loopingcall [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1959.091511] env[64496]: DEBUG nova.compute.manager [-] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1959.091616] env[64496]: DEBUG nova.network.neutron [-] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1959.113727] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.115035] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquired lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.115035] env[64496]: DEBUG nova.network.neutron [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1959.308709] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902713, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.445753] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902711, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.397396} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.445999] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/07e574f5-13fa-4bf4-89e3-22ab7a6486ce/07e574f5-13fa-4bf4-89e3-22ab7a6486ce.vmdk to [datastore2] 72fe04bb-14ac-44e5-ad61-ee475012e8d1/72fe04bb-14ac-44e5-ad61-ee475012e8d1.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1959.446789] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd41545f-4ded-47d8-8b7a-9578a90c702d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.468343] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 72fe04bb-14ac-44e5-ad61-ee475012e8d1/72fe04bb-14ac-44e5-ad61-ee475012e8d1.vmdk or device None with type streamOptimized {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1959.468343] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b4a5d1-f2a5-4a1e-8467-492cc9898b87 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.487493] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1959.487493] env[64496]: value = "task-1902717" [ 1959.487493] env[64496]: _type = "Task" [ 1959.487493] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.495547] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.586206] env[64496]: DEBUG nova.compute.manager [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1959.586448] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1959.587442] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a14df8-1e86-4c55-9b4c-dda9a2c6e713 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.597076] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1959.597355] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d67a88fc-4ef1-4c1a-99c0-9af9c1b81c17 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.603362] env[64496]: DEBUG oslo_vmware.api [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1959.603362] env[64496]: value = "task-1902718" [ 1959.603362] env[64496]: _type = "Task" [ 1959.603362] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.612929] env[64496]: DEBUG oslo_vmware.api [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.643157] env[64496]: DEBUG nova.compute.manager [req-cfa94c2b-024b-467a-a428-44a49fb0456c req-5209a4b7-4835-495d-930d-fbf755810940 service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Received event network-vif-deleted-b8f9eab7-821b-4f00-9114-12822dc6a463 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1959.643830] env[64496]: INFO nova.compute.manager [req-cfa94c2b-024b-467a-a428-44a49fb0456c req-5209a4b7-4835-495d-930d-fbf755810940 service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Neutron deleted interface b8f9eab7-821b-4f00-9114-12822dc6a463; detaching it from the instance and deleting it from the info cache [ 1959.643830] env[64496]: DEBUG nova.network.neutron [req-cfa94c2b-024b-467a-a428-44a49fb0456c req-5209a4b7-4835-495d-930d-fbf755810940 service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.808389] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902713, 'name': ReconfigVM_Task, 'duration_secs': 1.542013} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.808675] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Reconfigured VM instance instance-00000070 to attach disk [datastore2] c055080a-4eb4-481d-baf7-cacfa263f9b9/c055080a-4eb4-481d-baf7-cacfa263f9b9.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1959.809328] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28582cbc-e701-4027-8aee-dba4574b647b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.815739] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1959.815739] env[64496]: value = "task-1902719" [ 1959.815739] env[64496]: _type = "Task" [ 1959.815739] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.825342] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902719, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.868639] env[64496]: INFO nova.network.neutron [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Port 0004f19c-5a42-4ea1-aaa6-b93d12adb46a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1959.869091] env[64496]: DEBUG nova.network.neutron [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Updating instance_info_cache with network_info: [{"id": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "address": "fa:16:3e:59:aa:c5", "network": {"id": "cf5a0b71-4205-484c-a26a-02c613a1b056", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1270595680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ece971400c14e218ea058face42d8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0adeb5d-0e", "ovs_interfaceid": "f0adeb5d-0e30-4928-a3fd-f9a726303309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.997199] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902717, 'name': ReconfigVM_Task, 'duration_secs': 0.475274} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.997551] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 72fe04bb-14ac-44e5-ad61-ee475012e8d1/72fe04bb-14ac-44e5-ad61-ee475012e8d1.vmdk or device None with type streamOptimized {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1959.998237] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9591b8f8-fb8d-430d-9467-692c67744a93 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.004687] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1960.004687] env[64496]: value = "task-1902720" [ 1960.004687] env[64496]: _type = "Task" [ 1960.004687] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.016034] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902720, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.093764] env[64496]: DEBUG nova.network.neutron [-] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.113183] env[64496]: DEBUG oslo_vmware.api [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902718, 'name': PowerOffVM_Task, 'duration_secs': 0.202001} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.113416] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1960.113584] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1960.113834] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f57339e-f4fb-41c5-ace1-de9e00773857 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.146466] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b960afb2-f6f6-41b7-83c3-b8e714271e01 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.155795] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9b2af1-2044-48bb-8120-a3758925137e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.184102] env[64496]: DEBUG nova.compute.manager [req-cfa94c2b-024b-467a-a428-44a49fb0456c req-5209a4b7-4835-495d-930d-fbf755810940 service nova] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Detach interface failed, port_id=b8f9eab7-821b-4f00-9114-12822dc6a463, reason: Instance a926d878-318d-4af8-b75e-b306bc28e37a could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1960.217352] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1960.217590] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1960.217776] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Deleting the datastore file [datastore1] 01b197b1-ef20-4945-8157-d8314dd1cb8d {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1960.218060] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e524b1e-91a6-449c-8e60-de1652dde692 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.223996] env[64496]: DEBUG oslo_vmware.api [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1960.223996] env[64496]: value = "task-1902722" [ 1960.223996] env[64496]: _type = "Task" [ 1960.223996] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.232072] env[64496]: DEBUG oslo_vmware.api [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.326467] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902719, 'name': Rename_Task, 'duration_secs': 0.169754} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.326819] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1960.327087] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62730d1d-0e26-45d4-bb94-70f60489fbc0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.334812] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1960.334812] env[64496]: value = "task-1902723" [ 1960.334812] env[64496]: _type = "Task" [ 1960.334812] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.342741] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.372062] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Releasing lock "refresh_cache-01b197b1-ef20-4945-8157-d8314dd1cb8d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.514529] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902720, 'name': Rename_Task, 'duration_secs': 0.171062} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.514810] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1960.515083] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f15ab693-a1c8-46b2-9fda-13d01becedc3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.521433] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1960.521433] env[64496]: value = "task-1902724" [ 1960.521433] env[64496]: _type = "Task" [ 1960.521433] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.529257] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.596232] env[64496]: INFO nova.compute.manager [-] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Took 1.50 seconds to deallocate network for instance. [ 1960.736217] env[64496]: DEBUG oslo_vmware.api [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198743} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.736609] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1960.736697] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1960.736916] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1960.737060] env[64496]: INFO nova.compute.manager [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1960.737301] env[64496]: DEBUG oslo.service.loopingcall [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1960.737491] env[64496]: DEBUG nova.compute.manager [-] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1960.737585] env[64496]: DEBUG nova.network.neutron [-] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1960.845088] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902723, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.877426] env[64496]: DEBUG oslo_concurrency.lockutils [None req-fda1b997-385a-4ccc-b865-5376ef6ee6c3 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "interface-01b197b1-ef20-4945-8157-d8314dd1cb8d-0004f19c-5a42-4ea1-aaa6-b93d12adb46a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.179s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.032610] env[64496]: DEBUG oslo_vmware.api [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902724, 'name': PowerOnVM_Task, 'duration_secs': 0.482335} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.032881] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1961.107913] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.108274] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.108543] env[64496]: DEBUG nova.objects.instance [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lazy-loading 'resources' on Instance uuid a926d878-318d-4af8-b75e-b306bc28e37a {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1961.133252] env[64496]: DEBUG nova.compute.manager [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1961.134306] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46a4f92-d17b-471e-ae09-7e9002a59bf8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.344994] env[64496]: DEBUG oslo_vmware.api [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902723, 'name': PowerOnVM_Task, 'duration_secs': 0.537959} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.345312] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1961.345523] env[64496]: INFO nova.compute.manager [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Took 11.48 seconds to spawn the instance on the hypervisor. [ 1961.345705] env[64496]: DEBUG nova.compute.manager [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1961.346481] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60680c9c-44bf-40a5-8973-a5ef532059c5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.660043] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0f1a07-e63d-4c2a-bc6e-b2e41e83219a tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.488s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.674848] env[64496]: DEBUG nova.compute.manager [req-eacff5e1-5b1b-4c01-bdd1-3fbf059659e7 req-c196a7f3-6290-4b9f-94a3-bc8d904a7001 service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Received event network-vif-deleted-f0adeb5d-0e30-4928-a3fd-f9a726303309 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1961.675107] env[64496]: INFO nova.compute.manager [req-eacff5e1-5b1b-4c01-bdd1-3fbf059659e7 req-c196a7f3-6290-4b9f-94a3-bc8d904a7001 service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Neutron deleted interface f0adeb5d-0e30-4928-a3fd-f9a726303309; detaching it from the instance and deleting it from the info cache [ 1961.675314] env[64496]: DEBUG nova.network.neutron [req-eacff5e1-5b1b-4c01-bdd1-3fbf059659e7 req-c196a7f3-6290-4b9f-94a3-bc8d904a7001 service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.746581] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb73eae-8b1d-4028-bb6c-dec7280fa307 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.754046] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63e53d0-9e53-4951-b433-15e97470d58d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.798379] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b69122-be44-4af5-a114-d5d5d51cdf8c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.809186] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1b0345-7819-408b-aed8-bc0549e253db {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.826306] env[64496]: DEBUG nova.compute.provider_tree [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1961.863023] env[64496]: INFO nova.compute.manager [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Took 19.92 seconds to build instance. [ 1961.932590] env[64496]: DEBUG nova.network.neutron [-] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.177497] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d523cb46-bb95-4040-9d93-26ea92562891 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.189173] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d181f4a4-2ceb-4e42-9614-44aeb465bc40 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.219591] env[64496]: DEBUG nova.compute.manager [req-eacff5e1-5b1b-4c01-bdd1-3fbf059659e7 req-c196a7f3-6290-4b9f-94a3-bc8d904a7001 service nova] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Detach interface failed, port_id=f0adeb5d-0e30-4928-a3fd-f9a726303309, reason: Instance 01b197b1-ef20-4945-8157-d8314dd1cb8d could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1962.329067] env[64496]: DEBUG nova.scheduler.client.report [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1962.364821] env[64496]: DEBUG oslo_concurrency.lockutils [None req-4a9b406c-1011-4e89-beff-5170cbc5dd14 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Lock "c055080a-4eb4-481d-baf7-cacfa263f9b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.438s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.399030] env[64496]: INFO nova.compute.manager [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Rescuing [ 1962.399030] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquiring lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.399030] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquired lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.399030] env[64496]: DEBUG nova.network.neutron [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1962.435077] env[64496]: INFO nova.compute.manager [-] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Took 1.70 seconds to deallocate network for instance. [ 1962.626288] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0b1b49-4e2e-449a-9f69-9ab2d38753ba tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "53c19b31-db13-49ac-9b30-01d23073d361" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.626400] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0b1b49-4e2e-449a-9f69-9ab2d38753ba tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "53c19b31-db13-49ac-9b30-01d23073d361" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.626597] env[64496]: DEBUG nova.compute.manager [None req-5e0b1b49-4e2e-449a-9f69-9ab2d38753ba tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1962.627960] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d98de70-a0fe-443d-b6b1-1ad560c5c68b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.635097] env[64496]: DEBUG nova.compute.manager [None req-5e0b1b49-4e2e-449a-9f69-9ab2d38753ba tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64496) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1962.635675] env[64496]: DEBUG nova.objects.instance [None req-5e0b1b49-4e2e-449a-9f69-9ab2d38753ba tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lazy-loading 'flavor' on Instance uuid 53c19b31-db13-49ac-9b30-01d23073d361 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.833661] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.857209] env[64496]: INFO nova.scheduler.client.report [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Deleted allocations for instance a926d878-318d-4af8-b75e-b306bc28e37a [ 1962.940561] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.940862] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.941214] env[64496]: DEBUG nova.objects.instance [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'resources' on Instance uuid 01b197b1-ef20-4945-8157-d8314dd1cb8d {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1963.139153] env[64496]: DEBUG nova.network.neutron [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Updating instance_info_cache with network_info: [{"id": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "address": "fa:16:3e:72:c4:af", "network": {"id": "8facf78b-ac10-4b0b-88aa-f3f0014b4ba1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1375464208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "54b1f336035c4ab3bab9b305e895b51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b91a6a5-9b", "ovs_interfaceid": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.364745] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ef379102-4402-4885-b97a-fbaaea068a9f tempest-AttachVolumeNegativeTest-186499996 tempest-AttachVolumeNegativeTest-186499996-project-member] Lock "a926d878-318d-4af8-b75e-b306bc28e37a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.918s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.470912] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90ddde5-1622-4e1b-99e7-d50d05898506 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.480390] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0a59908f-e5e0-4987-9101-9bc35215e2ec tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Suspending the VM {{(pid=64496) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1963.480792] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3092b51b-3314-4724-b467-d7b6cbe8a321 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.489258] env[64496]: DEBUG oslo_vmware.api [None req-0a59908f-e5e0-4987-9101-9bc35215e2ec tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1963.489258] env[64496]: value = "task-1902725" [ 1963.489258] env[64496]: _type = "Task" [ 1963.489258] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.498473] env[64496]: DEBUG oslo_vmware.api [None req-0a59908f-e5e0-4987-9101-9bc35215e2ec tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902725, 'name': SuspendVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.533495] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e601d1b-fd86-43e8-8682-7d75cd1eedfc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.541148] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56ef773-5cee-43e1-ad22-a9476e124a77 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.571806] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec62c38f-3ca8-48ce-8413-d8f40dfbadcb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.579673] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7feed5ca-3aae-4324-8651-010eab65b147 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.593237] env[64496]: DEBUG nova.compute.provider_tree [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1963.643612] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Releasing lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.646489] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0b1b49-4e2e-449a-9f69-9ab2d38753ba tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1963.646843] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e3c2e89-0b3a-4055-b94c-4dd5168399cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.654611] env[64496]: DEBUG oslo_vmware.api [None req-5e0b1b49-4e2e-449a-9f69-9ab2d38753ba tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1963.654611] env[64496]: value = "task-1902726" [ 1963.654611] env[64496]: _type = "Task" [ 1963.654611] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.663800] env[64496]: DEBUG oslo_vmware.api [None req-5e0b1b49-4e2e-449a-9f69-9ab2d38753ba tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.999935] env[64496]: DEBUG oslo_vmware.api [None req-0a59908f-e5e0-4987-9101-9bc35215e2ec tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902725, 'name': SuspendVM_Task} progress is 70%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.096136] env[64496]: DEBUG nova.scheduler.client.report [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1964.165757] env[64496]: DEBUG oslo_vmware.api [None req-5e0b1b49-4e2e-449a-9f69-9ab2d38753ba tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902726, 'name': PowerOffVM_Task, 'duration_secs': 0.311187} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.166569] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0b1b49-4e2e-449a-9f69-9ab2d38753ba tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1964.166873] env[64496]: DEBUG nova.compute.manager [None req-5e0b1b49-4e2e-449a-9f69-9ab2d38753ba tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1964.168236] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2806a2b4-738d-4a26-82fe-c48f41c51b13 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.500012] env[64496]: DEBUG oslo_vmware.api [None req-0a59908f-e5e0-4987-9101-9bc35215e2ec tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902725, 'name': SuspendVM_Task, 'duration_secs': 0.599923} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.500337] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-0a59908f-e5e0-4987-9101-9bc35215e2ec tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Suspended the VM {{(pid=64496) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1964.500523] env[64496]: DEBUG nova.compute.manager [None req-0a59908f-e5e0-4987-9101-9bc35215e2ec tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1964.501302] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adcacc8-9252-43db-8539-8462b6256569 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.600668] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.625735] env[64496]: INFO nova.scheduler.client.report [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Deleted allocations for instance 01b197b1-ef20-4945-8157-d8314dd1cb8d [ 1964.680661] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5e0b1b49-4e2e-449a-9f69-9ab2d38753ba tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "53c19b31-db13-49ac-9b30-01d23073d361" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.015616] env[64496]: DEBUG nova.objects.instance [None req-bab44946-76b4-493b-85ed-f2ccdcfb1ec0 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lazy-loading 'flavor' on Instance uuid 53c19b31-db13-49ac-9b30-01d23073d361 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.134506] env[64496]: DEBUG oslo_concurrency.lockutils [None req-19d6f245-2e20-4b63-9745-e8fe47756104 tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "01b197b1-ef20-4945-8157-d8314dd1cb8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.058s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.188939] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1965.189281] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70e28fc7-162b-496b-9044-46e9c244216e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.196445] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1965.196445] env[64496]: value = "task-1902728" [ 1965.196445] env[64496]: _type = "Task" [ 1965.196445] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.204637] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.520274] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bab44946-76b4-493b-85ed-f2ccdcfb1ec0 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "refresh_cache-53c19b31-db13-49ac-9b30-01d23073d361" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.520452] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bab44946-76b4-493b-85ed-f2ccdcfb1ec0 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "refresh_cache-53c19b31-db13-49ac-9b30-01d23073d361" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.520628] env[64496]: DEBUG nova.network.neutron [None req-bab44946-76b4-493b-85ed-f2ccdcfb1ec0 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1965.520804] env[64496]: DEBUG nova.objects.instance [None req-bab44946-76b4-493b-85ed-f2ccdcfb1ec0 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lazy-loading 'info_cache' on Instance uuid 53c19b31-db13-49ac-9b30-01d23073d361 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.706034] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902728, 'name': PowerOffVM_Task, 'duration_secs': 0.240794} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.706304] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1965.707164] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a343a74-0431-4837-ac01-586b6ea462c0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.725043] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5288aecc-0e79-408d-b046-7a11aa7c54f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.756966] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1965.757071] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee57cf11-bb3b-4fb4-a506-67e4d5841310 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.764092] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1965.764092] env[64496]: value = "task-1902729" [ 1965.764092] env[64496]: _type = "Task" [ 1965.764092] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.771829] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.904045] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "7dc67748-8b04-420a-ab18-1b5800a33105" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.904393] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "7dc67748-8b04-420a-ab18-1b5800a33105" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.904614] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "7dc67748-8b04-420a-ab18-1b5800a33105-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.904805] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "7dc67748-8b04-420a-ab18-1b5800a33105-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.904979] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "7dc67748-8b04-420a-ab18-1b5800a33105-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.907282] env[64496]: INFO nova.compute.manager [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Terminating instance [ 1965.911627] env[64496]: INFO nova.compute.manager [None req-a70d3ccd-acd3-4752-8063-175f0857453b tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Resuming [ 1965.911719] env[64496]: DEBUG nova.objects.instance [None req-a70d3ccd-acd3-4752-8063-175f0857453b tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lazy-loading 'flavor' on Instance uuid 72fe04bb-14ac-44e5-ad61-ee475012e8d1 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1966.024520] env[64496]: DEBUG nova.objects.base [None req-bab44946-76b4-493b-85ed-f2ccdcfb1ec0 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Object Instance<53c19b31-db13-49ac-9b30-01d23073d361> lazy-loaded attributes: flavor,info_cache {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1966.275439] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] VM already powered off {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1966.275647] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1966.275899] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.276056] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.276295] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1966.276585] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1513ed08-b7c2-4670-8662-28b85ac89049 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.286985] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1966.287183] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1966.287878] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84e87f6-2915-48cb-9d99-dbcf0bb374a1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.293575] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1966.293575] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5203b199-b0b6-4d0b-1b36-24bb9ffafd29" [ 1966.293575] env[64496]: _type = "Task" [ 1966.293575] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.302054] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5203b199-b0b6-4d0b-1b36-24bb9ffafd29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.411137] env[64496]: DEBUG nova.compute.manager [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1966.411382] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1966.412326] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bed2fe-ad63-4331-9aef-d8948d7f3ef0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.421487] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1966.422327] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b823690d-ecdb-4f21-a1d1-3077682f9dbf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.427600] env[64496]: DEBUG oslo_vmware.api [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1966.427600] env[64496]: value = "task-1902730" [ 1966.427600] env[64496]: _type = "Task" [ 1966.427600] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.435348] env[64496]: DEBUG oslo_vmware.api [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.804302] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5203b199-b0b6-4d0b-1b36-24bb9ffafd29, 'name': SearchDatastore_Task, 'duration_secs': 0.008261} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.805415] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6578e547-a075-4148-9a43-cacc4e2fe334 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.813485] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1966.813485] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b657dd-2ef4-cccf-8fec-cb8c4a9f7747" [ 1966.813485] env[64496]: _type = "Task" [ 1966.813485] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.820857] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b657dd-2ef4-cccf-8fec-cb8c4a9f7747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.842880] env[64496]: DEBUG nova.network.neutron [None req-bab44946-76b4-493b-85ed-f2ccdcfb1ec0 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Updating instance_info_cache with network_info: [{"id": "95cf699a-223a-4448-a3ca-d1d0f96efba2", "address": "fa:16:3e:98:50:ff", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cf699a-22", "ovs_interfaceid": "95cf699a-223a-4448-a3ca-d1d0f96efba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.937682] env[64496]: DEBUG oslo_vmware.api [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902730, 'name': PowerOffVM_Task, 'duration_secs': 0.164578} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.937935] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1966.938119] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1966.938348] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8396b79a-060d-424b-88cb-12deac2b801e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.009532] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1967.010028] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1967.010203] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Deleting the datastore file [datastore1] 7dc67748-8b04-420a-ab18-1b5800a33105 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1967.010573] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4f9f424-22bf-4de9-b3e1-5083790671fb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.017909] env[64496]: DEBUG oslo_vmware.api [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for the task: (returnval){ [ 1967.017909] env[64496]: value = "task-1902732" [ 1967.017909] env[64496]: _type = "Task" [ 1967.017909] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.025201] env[64496]: DEBUG oslo_vmware.api [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.324129] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b657dd-2ef4-cccf-8fec-cb8c4a9f7747, 'name': SearchDatastore_Task, 'duration_secs': 0.008506} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.324475] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.324728] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] c055080a-4eb4-481d-baf7-cacfa263f9b9/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk. {{(pid=64496) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1967.324987] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67f013f5-19d0-400d-b84a-9136ad00fcdb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.331474] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1967.331474] env[64496]: value = "task-1902733" [ 1967.331474] env[64496]: _type = "Task" [ 1967.331474] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.340235] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.345846] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bab44946-76b4-493b-85ed-f2ccdcfb1ec0 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "refresh_cache-53c19b31-db13-49ac-9b30-01d23073d361" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.422420] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a70d3ccd-acd3-4752-8063-175f0857453b tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.422615] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a70d3ccd-acd3-4752-8063-175f0857453b tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquired lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.422792] env[64496]: DEBUG nova.network.neutron [None req-a70d3ccd-acd3-4752-8063-175f0857453b tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1967.528602] env[64496]: DEBUG oslo_vmware.api [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Task: {'id': task-1902732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136433} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.528866] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1967.529115] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1967.529256] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1967.529462] env[64496]: INFO nova.compute.manager [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1967.529714] env[64496]: DEBUG oslo.service.loopingcall [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1967.529915] env[64496]: DEBUG nova.compute.manager [-] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1967.530051] env[64496]: DEBUG nova.network.neutron [-] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1967.823111] env[64496]: DEBUG nova.compute.manager [req-f497c28f-3741-4c90-8aa2-52830ec9103b req-8f27cd99-8578-4142-a4ac-c1815910e02c service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Received event network-vif-deleted-bef52299-1911-4517-ab7d-a4070cea9aac {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1967.823497] env[64496]: INFO nova.compute.manager [req-f497c28f-3741-4c90-8aa2-52830ec9103b req-8f27cd99-8578-4142-a4ac-c1815910e02c service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Neutron deleted interface bef52299-1911-4517-ab7d-a4070cea9aac; detaching it from the instance and deleting it from the info cache [ 1967.824038] env[64496]: DEBUG nova.network.neutron [req-f497c28f-3741-4c90-8aa2-52830ec9103b req-8f27cd99-8578-4142-a4ac-c1815910e02c service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.842107] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49365} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.842381] env[64496]: INFO nova.virt.vmwareapi.ds_util [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] c055080a-4eb4-481d-baf7-cacfa263f9b9/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk. [ 1967.843148] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43891565-528e-4d34-bbeb-2e0cb83a639a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.870082] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] c055080a-4eb4-481d-baf7-cacfa263f9b9/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1967.870979] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93877cd7-2e6f-4854-afbb-d7d1cd3e15d7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.889395] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1967.889395] env[64496]: value = "task-1902735" [ 1967.889395] env[64496]: _type = "Task" [ 1967.889395] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.897695] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.126357] env[64496]: DEBUG nova.network.neutron [None req-a70d3ccd-acd3-4752-8063-175f0857453b tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Updating instance_info_cache with network_info: [{"id": "1e7b152d-db8b-4b96-a7b8-3cb36928b808", "address": "fa:16:3e:09:97:ba", "network": {"id": "42817d49-2160-4e4f-abe8-0fda6c711849", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-684190943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c881bed2ab4a1f86a1600ad62726cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7b152d-db", "ovs_interfaceid": "1e7b152d-db8b-4b96-a7b8-3cb36928b808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.301919] env[64496]: DEBUG nova.network.neutron [-] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.327009] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70a19701-fbf6-4e71-a906-452eded4a32f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.336295] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499e7d0c-9a34-4b3c-8b67-62bfdc901c49 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.362713] env[64496]: DEBUG nova.compute.manager [req-f497c28f-3741-4c90-8aa2-52830ec9103b req-8f27cd99-8578-4142-a4ac-c1815910e02c service nova] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Detach interface failed, port_id=bef52299-1911-4517-ab7d-a4070cea9aac, reason: Instance 7dc67748-8b04-420a-ab18-1b5800a33105 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1968.371369] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab44946-76b4-493b-85ed-f2ccdcfb1ec0 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1968.371587] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7371bdad-0f94-4632-ab0f-7dab82f5cba2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.377919] env[64496]: DEBUG oslo_vmware.api [None req-bab44946-76b4-493b-85ed-f2ccdcfb1ec0 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1968.377919] env[64496]: value = "task-1902736" [ 1968.377919] env[64496]: _type = "Task" [ 1968.377919] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.385527] env[64496]: DEBUG oslo_vmware.api [None req-bab44946-76b4-493b-85ed-f2ccdcfb1ec0 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.396963] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902735, 'name': ReconfigVM_Task, 'duration_secs': 0.267241} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.397233] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Reconfigured VM instance instance-00000070 to attach disk [datastore2] c055080a-4eb4-481d-baf7-cacfa263f9b9/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1968.397990] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32437090-6064-4be4-8e46-a1e58c9aa4cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.422739] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-153dae1a-bea6-469e-82b6-975c0d47ddce {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.439899] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1968.439899] env[64496]: value = "task-1902737" [ 1968.439899] env[64496]: _type = "Task" [ 1968.439899] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.448677] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.629771] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a70d3ccd-acd3-4752-8063-175f0857453b tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Releasing lock "refresh_cache-72fe04bb-14ac-44e5-ad61-ee475012e8d1" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.630297] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c931292-06e0-4ef0-8979-590dea7216ef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.637580] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d3ccd-acd3-4752-8063-175f0857453b tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Resuming the VM {{(pid=64496) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1968.638316] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02bee105-ea18-4b03-a72c-6ac152cf82d3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.643789] env[64496]: DEBUG oslo_vmware.api [None req-a70d3ccd-acd3-4752-8063-175f0857453b tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1968.643789] env[64496]: value = "task-1902738" [ 1968.643789] env[64496]: _type = "Task" [ 1968.643789] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.652128] env[64496]: DEBUG oslo_vmware.api [None req-a70d3ccd-acd3-4752-8063-175f0857453b tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.805053] env[64496]: INFO nova.compute.manager [-] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Took 1.27 seconds to deallocate network for instance. [ 1968.890061] env[64496]: DEBUG oslo_vmware.api [None req-bab44946-76b4-493b-85ed-f2ccdcfb1ec0 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902736, 'name': PowerOnVM_Task, 'duration_secs': 0.399091} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.890490] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab44946-76b4-493b-85ed-f2ccdcfb1ec0 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1968.890813] env[64496]: DEBUG nova.compute.manager [None req-bab44946-76b4-493b-85ed-f2ccdcfb1ec0 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.891845] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddcfb62-b7a1-4c91-9733-167b1075286f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.949749] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902737, 'name': ReconfigVM_Task, 'duration_secs': 0.211559} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.950027] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1968.950269] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed85ff46-4a1f-45e9-9e4b-26c0a541fb6c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.956257] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1968.956257] env[64496]: value = "task-1902739" [ 1968.956257] env[64496]: _type = "Task" [ 1968.956257] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.963678] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.154899] env[64496]: DEBUG oslo_vmware.api [None req-a70d3ccd-acd3-4752-8063-175f0857453b tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902738, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.313076] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.313365] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.313596] env[64496]: DEBUG nova.objects.instance [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lazy-loading 'resources' on Instance uuid 7dc67748-8b04-420a-ab18-1b5800a33105 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1969.467688] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.655290] env[64496]: DEBUG oslo_vmware.api [None req-a70d3ccd-acd3-4752-8063-175f0857453b tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902738, 'name': PowerOnVM_Task, 'duration_secs': 0.525004} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.655584] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d3ccd-acd3-4752-8063-175f0857453b tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Resumed the VM {{(pid=64496) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1969.655770] env[64496]: DEBUG nova.compute.manager [None req-a70d3ccd-acd3-4752-8063-175f0857453b tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1969.656583] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d619decb-e7eb-4dee-89cf-c2f8958c3f0d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.892774] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5755b67-f2e0-4825-b181-74e47ebe1c5d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.899989] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc48ab51-1b84-4ffb-9ef8-674e9e9c1d97 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.930040] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39f50f9-0313-4834-a163-970b5046006d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.937769] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090bea62-f3d7-4e9a-84e5-f24f46588cd2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.963413] env[64496]: DEBUG nova.compute.provider_tree [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1969.974992] env[64496]: DEBUG oslo_vmware.api [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902739, 'name': PowerOnVM_Task, 'duration_secs': 0.890548} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.975386] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1969.978206] env[64496]: DEBUG nova.compute.manager [None req-c938fd1b-89a4-4e9d-8d30-62c869c336e4 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1969.978991] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a137c0d-900a-461e-ae55-cfb1044a9951 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.058062] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0174a8bb-45a6-4f74-b185-a55e88157ed9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.064932] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab1e354-b7ed-4b83-8be1-b6c5a1067bcd tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Suspending the VM {{(pid=64496) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1970.065254] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c036215f-9935-4067-814c-52e2b3cae165 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.072914] env[64496]: DEBUG oslo_vmware.api [None req-6ab1e354-b7ed-4b83-8be1-b6c5a1067bcd tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1970.072914] env[64496]: value = "task-1902740" [ 1970.072914] env[64496]: _type = "Task" [ 1970.072914] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.081065] env[64496]: DEBUG oslo_vmware.api [None req-6ab1e354-b7ed-4b83-8be1-b6c5a1067bcd tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902740, 'name': SuspendVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.469505] env[64496]: DEBUG nova.scheduler.client.report [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1970.585259] env[64496]: DEBUG oslo_vmware.api [None req-6ab1e354-b7ed-4b83-8be1-b6c5a1067bcd tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902740, 'name': SuspendVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.980451] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.002489] env[64496]: INFO nova.scheduler.client.report [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Deleted allocations for instance 7dc67748-8b04-420a-ab18-1b5800a33105 [ 1971.084658] env[64496]: DEBUG oslo_vmware.api [None req-6ab1e354-b7ed-4b83-8be1-b6c5a1067bcd tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902740, 'name': SuspendVM_Task} progress is 62%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.396680] env[64496]: DEBUG nova.compute.manager [req-58226278-0bd9-4960-9175-4f2dd3a02411 req-41763eac-f61a-4916-939c-d0b33439139d service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Received event network-changed-5b91a6a5-9b1e-4f7f-bbf6-968def933d6b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1971.396907] env[64496]: DEBUG nova.compute.manager [req-58226278-0bd9-4960-9175-4f2dd3a02411 req-41763eac-f61a-4916-939c-d0b33439139d service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Refreshing instance network info cache due to event network-changed-5b91a6a5-9b1e-4f7f-bbf6-968def933d6b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1971.397145] env[64496]: DEBUG oslo_concurrency.lockutils [req-58226278-0bd9-4960-9175-4f2dd3a02411 req-41763eac-f61a-4916-939c-d0b33439139d service nova] Acquiring lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.397294] env[64496]: DEBUG oslo_concurrency.lockutils [req-58226278-0bd9-4960-9175-4f2dd3a02411 req-41763eac-f61a-4916-939c-d0b33439139d service nova] Acquired lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.397458] env[64496]: DEBUG nova.network.neutron [req-58226278-0bd9-4960-9175-4f2dd3a02411 req-41763eac-f61a-4916-939c-d0b33439139d service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Refreshing network info cache for port 5b91a6a5-9b1e-4f7f-bbf6-968def933d6b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1971.510416] env[64496]: DEBUG oslo_concurrency.lockutils [None req-1309eb05-4e8e-4a9d-a43e-7621a11b1eff tempest-AttachInterfacesTestJSON-1917435569 tempest-AttachInterfacesTestJSON-1917435569-project-member] Lock "7dc67748-8b04-420a-ab18-1b5800a33105" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.606s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.584715] env[64496]: DEBUG oslo_vmware.api [None req-6ab1e354-b7ed-4b83-8be1-b6c5a1067bcd tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902740, 'name': SuspendVM_Task} progress is 62%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.085589] env[64496]: DEBUG oslo_vmware.api [None req-6ab1e354-b7ed-4b83-8be1-b6c5a1067bcd tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902740, 'name': SuspendVM_Task, 'duration_secs': 1.683577} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.085867] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab1e354-b7ed-4b83-8be1-b6c5a1067bcd tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Suspended the VM {{(pid=64496) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1972.086057] env[64496]: DEBUG nova.compute.manager [None req-6ab1e354-b7ed-4b83-8be1-b6c5a1067bcd tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1972.086849] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a6c6ca-6ddb-4ff8-b626-54ece539b18f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.199876] env[64496]: DEBUG nova.network.neutron [req-58226278-0bd9-4960-9175-4f2dd3a02411 req-41763eac-f61a-4916-939c-d0b33439139d service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Updated VIF entry in instance network info cache for port 5b91a6a5-9b1e-4f7f-bbf6-968def933d6b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1972.200144] env[64496]: DEBUG nova.network.neutron [req-58226278-0bd9-4960-9175-4f2dd3a02411 req-41763eac-f61a-4916-939c-d0b33439139d service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Updating instance_info_cache with network_info: [{"id": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "address": "fa:16:3e:72:c4:af", "network": {"id": "8facf78b-ac10-4b0b-88aa-f3f0014b4ba1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1375464208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "54b1f336035c4ab3bab9b305e895b51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b91a6a5-9b", "ovs_interfaceid": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.703313] env[64496]: DEBUG oslo_concurrency.lockutils [req-58226278-0bd9-4960-9175-4f2dd3a02411 req-41763eac-f61a-4916-939c-d0b33439139d service nova] Releasing lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.164357] env[64496]: DEBUG nova.compute.manager [req-c71a264c-a1d0-4a0d-a9d5-22f95d0b9f62 req-989ec851-8b2b-48d8-947d-56ed0b0e2e84 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Received event network-changed-5b91a6a5-9b1e-4f7f-bbf6-968def933d6b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1973.164831] env[64496]: DEBUG nova.compute.manager [req-c71a264c-a1d0-4a0d-a9d5-22f95d0b9f62 req-989ec851-8b2b-48d8-947d-56ed0b0e2e84 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Refreshing instance network info cache due to event network-changed-5b91a6a5-9b1e-4f7f-bbf6-968def933d6b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1973.165199] env[64496]: DEBUG oslo_concurrency.lockutils [req-c71a264c-a1d0-4a0d-a9d5-22f95d0b9f62 req-989ec851-8b2b-48d8-947d-56ed0b0e2e84 service nova] Acquiring lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.165724] env[64496]: DEBUG oslo_concurrency.lockutils [req-c71a264c-a1d0-4a0d-a9d5-22f95d0b9f62 req-989ec851-8b2b-48d8-947d-56ed0b0e2e84 service nova] Acquired lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.166939] env[64496]: DEBUG nova.network.neutron [req-c71a264c-a1d0-4a0d-a9d5-22f95d0b9f62 req-989ec851-8b2b-48d8-947d-56ed0b0e2e84 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Refreshing network info cache for port 5b91a6a5-9b1e-4f7f-bbf6-968def933d6b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1973.426084] env[64496]: DEBUG nova.compute.manager [req-81a58ded-09bc-41ac-93ca-1a575fb2a18c req-17ad302f-e774-4dac-a5df-aa62f2770ce1 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Received event network-changed-5b91a6a5-9b1e-4f7f-bbf6-968def933d6b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1973.426258] env[64496]: DEBUG nova.compute.manager [req-81a58ded-09bc-41ac-93ca-1a575fb2a18c req-17ad302f-e774-4dac-a5df-aa62f2770ce1 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Refreshing instance network info cache due to event network-changed-5b91a6a5-9b1e-4f7f-bbf6-968def933d6b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1973.427185] env[64496]: DEBUG oslo_concurrency.lockutils [req-81a58ded-09bc-41ac-93ca-1a575fb2a18c req-17ad302f-e774-4dac-a5df-aa62f2770ce1 service nova] Acquiring lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.726319] env[64496]: INFO nova.compute.manager [None req-9a20fa81-1ea0-46cf-80b0-5b2f797640d8 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Resuming [ 1973.726874] env[64496]: DEBUG nova.objects.instance [None req-9a20fa81-1ea0-46cf-80b0-5b2f797640d8 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lazy-loading 'flavor' on Instance uuid 53c19b31-db13-49ac-9b30-01d23073d361 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1974.073354] env[64496]: DEBUG nova.network.neutron [req-c71a264c-a1d0-4a0d-a9d5-22f95d0b9f62 req-989ec851-8b2b-48d8-947d-56ed0b0e2e84 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Updated VIF entry in instance network info cache for port 5b91a6a5-9b1e-4f7f-bbf6-968def933d6b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1974.073655] env[64496]: DEBUG nova.network.neutron [req-c71a264c-a1d0-4a0d-a9d5-22f95d0b9f62 req-989ec851-8b2b-48d8-947d-56ed0b0e2e84 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Updating instance_info_cache with network_info: [{"id": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "address": "fa:16:3e:72:c4:af", "network": {"id": "8facf78b-ac10-4b0b-88aa-f3f0014b4ba1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1375464208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "54b1f336035c4ab3bab9b305e895b51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b91a6a5-9b", "ovs_interfaceid": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.527535] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.527812] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.528043] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.528233] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.528407] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.530920] env[64496]: INFO nova.compute.manager [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Terminating instance [ 1974.576872] env[64496]: DEBUG oslo_concurrency.lockutils [req-c71a264c-a1d0-4a0d-a9d5-22f95d0b9f62 req-989ec851-8b2b-48d8-947d-56ed0b0e2e84 service nova] Releasing lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.580952] env[64496]: DEBUG oslo_concurrency.lockutils [req-81a58ded-09bc-41ac-93ca-1a575fb2a18c req-17ad302f-e774-4dac-a5df-aa62f2770ce1 service nova] Acquired lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.580952] env[64496]: DEBUG nova.network.neutron [req-81a58ded-09bc-41ac-93ca-1a575fb2a18c req-17ad302f-e774-4dac-a5df-aa62f2770ce1 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Refreshing network info cache for port 5b91a6a5-9b1e-4f7f-bbf6-968def933d6b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1974.660631] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "7ce88ff2-be8e-4732-8e45-7c62383e8744" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.660631] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "7ce88ff2-be8e-4732-8e45-7c62383e8744" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.035642] env[64496]: DEBUG nova.compute.manager [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1975.035937] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1975.036847] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c665ab-e5e1-400e-9e7e-549fb6ea7a82 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.048951] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1975.049164] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a683c2d-73d8-4c61-9b37-3a05ba9edb43 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.060479] env[64496]: DEBUG oslo_vmware.api [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1975.060479] env[64496]: value = "task-1902742" [ 1975.060479] env[64496]: _type = "Task" [ 1975.060479] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.073309] env[64496]: DEBUG oslo_vmware.api [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.165950] env[64496]: DEBUG nova.compute.utils [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1975.237796] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a20fa81-1ea0-46cf-80b0-5b2f797640d8 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "refresh_cache-53c19b31-db13-49ac-9b30-01d23073d361" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.238057] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a20fa81-1ea0-46cf-80b0-5b2f797640d8 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquired lock "refresh_cache-53c19b31-db13-49ac-9b30-01d23073d361" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.238247] env[64496]: DEBUG nova.network.neutron [None req-9a20fa81-1ea0-46cf-80b0-5b2f797640d8 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1975.402585] env[64496]: DEBUG nova.network.neutron [req-81a58ded-09bc-41ac-93ca-1a575fb2a18c req-17ad302f-e774-4dac-a5df-aa62f2770ce1 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Updated VIF entry in instance network info cache for port 5b91a6a5-9b1e-4f7f-bbf6-968def933d6b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1975.403281] env[64496]: DEBUG nova.network.neutron [req-81a58ded-09bc-41ac-93ca-1a575fb2a18c req-17ad302f-e774-4dac-a5df-aa62f2770ce1 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Updating instance_info_cache with network_info: [{"id": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "address": "fa:16:3e:72:c4:af", "network": {"id": "8facf78b-ac10-4b0b-88aa-f3f0014b4ba1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1375464208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "54b1f336035c4ab3bab9b305e895b51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b91a6a5-9b", "ovs_interfaceid": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.509464] env[64496]: DEBUG nova.compute.manager [req-eea0fa2f-aeb7-41ce-8626-b72a7a91a113 req-d2641149-cbb2-4ef7-b268-9c1f354b244c service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Received event network-changed-5b91a6a5-9b1e-4f7f-bbf6-968def933d6b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1975.509733] env[64496]: DEBUG nova.compute.manager [req-eea0fa2f-aeb7-41ce-8626-b72a7a91a113 req-d2641149-cbb2-4ef7-b268-9c1f354b244c service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Refreshing instance network info cache due to event network-changed-5b91a6a5-9b1e-4f7f-bbf6-968def933d6b. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1975.509968] env[64496]: DEBUG oslo_concurrency.lockutils [req-eea0fa2f-aeb7-41ce-8626-b72a7a91a113 req-d2641149-cbb2-4ef7-b268-9c1f354b244c service nova] Acquiring lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.570269] env[64496]: DEBUG oslo_vmware.api [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902742, 'name': PowerOffVM_Task, 'duration_secs': 0.17623} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.570544] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1975.570714] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1975.570956] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1187b233-0582-4b11-8c7e-0f36fd4b3900 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.642027] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1975.642135] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1975.642325] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Deleting the datastore file [datastore2] 72fe04bb-14ac-44e5-ad61-ee475012e8d1 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1975.642635] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21e9de76-96a5-4c24-890b-e329ce462fef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.650867] env[64496]: DEBUG oslo_vmware.api [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for the task: (returnval){ [ 1975.650867] env[64496]: value = "task-1902744" [ 1975.650867] env[64496]: _type = "Task" [ 1975.650867] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.659311] env[64496]: DEBUG oslo_vmware.api [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.671242] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "7ce88ff2-be8e-4732-8e45-7c62383e8744" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.774799] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquiring lock "c055080a-4eb4-481d-baf7-cacfa263f9b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.775489] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Lock "c055080a-4eb4-481d-baf7-cacfa263f9b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.775489] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquiring lock "c055080a-4eb4-481d-baf7-cacfa263f9b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.775647] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Lock "c055080a-4eb4-481d-baf7-cacfa263f9b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.775801] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Lock "c055080a-4eb4-481d-baf7-cacfa263f9b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.778545] env[64496]: INFO nova.compute.manager [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Terminating instance [ 1975.905665] env[64496]: DEBUG oslo_concurrency.lockutils [req-81a58ded-09bc-41ac-93ca-1a575fb2a18c req-17ad302f-e774-4dac-a5df-aa62f2770ce1 service nova] Releasing lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.906117] env[64496]: DEBUG oslo_concurrency.lockutils [req-eea0fa2f-aeb7-41ce-8626-b72a7a91a113 req-d2641149-cbb2-4ef7-b268-9c1f354b244c service nova] Acquired lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.906325] env[64496]: DEBUG nova.network.neutron [req-eea0fa2f-aeb7-41ce-8626-b72a7a91a113 req-d2641149-cbb2-4ef7-b268-9c1f354b244c service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Refreshing network info cache for port 5b91a6a5-9b1e-4f7f-bbf6-968def933d6b {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1975.970056] env[64496]: DEBUG nova.network.neutron [None req-9a20fa81-1ea0-46cf-80b0-5b2f797640d8 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Updating instance_info_cache with network_info: [{"id": "95cf699a-223a-4448-a3ca-d1d0f96efba2", "address": "fa:16:3e:98:50:ff", "network": {"id": "ed23e74a-2601-4ca6-9098-97c41b103a80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1894406369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271096ce0df14bc1a90538f3e0935aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cf699a-22", "ovs_interfaceid": "95cf699a-223a-4448-a3ca-d1d0f96efba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.162263] env[64496]: DEBUG oslo_vmware.api [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Task: {'id': task-1902744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161398} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.162608] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1976.162696] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1976.162865] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1976.163052] env[64496]: INFO nova.compute.manager [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1976.163301] env[64496]: DEBUG oslo.service.loopingcall [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1976.163506] env[64496]: DEBUG nova.compute.manager [-] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1976.163605] env[64496]: DEBUG nova.network.neutron [-] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1976.283602] env[64496]: DEBUG nova.compute.manager [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1976.283897] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1976.284889] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae3c79c-e658-4368-b820-88d25249dc78 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.292934] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1976.293223] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0c270d4-4871-4a9c-87b6-0487109a620a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.300263] env[64496]: DEBUG oslo_vmware.api [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1976.300263] env[64496]: value = "task-1902745" [ 1976.300263] env[64496]: _type = "Task" [ 1976.300263] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.309372] env[64496]: DEBUG oslo_vmware.api [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.475023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a20fa81-1ea0-46cf-80b0-5b2f797640d8 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Releasing lock "refresh_cache-53c19b31-db13-49ac-9b30-01d23073d361" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.475023] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc1c796-5d71-4147-8a54-f15f7210f4d6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.487127] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9a20fa81-1ea0-46cf-80b0-5b2f797640d8 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Resuming the VM {{(pid=64496) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1976.487127] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a730278-deb6-4cbe-b6c4-d021effd7331 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.492261] env[64496]: DEBUG oslo_vmware.api [None req-9a20fa81-1ea0-46cf-80b0-5b2f797640d8 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1976.492261] env[64496]: value = "task-1902746" [ 1976.492261] env[64496]: _type = "Task" [ 1976.492261] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.504848] env[64496]: DEBUG oslo_vmware.api [None req-9a20fa81-1ea0-46cf-80b0-5b2f797640d8 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.622621] env[64496]: DEBUG nova.network.neutron [req-eea0fa2f-aeb7-41ce-8626-b72a7a91a113 req-d2641149-cbb2-4ef7-b268-9c1f354b244c service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Updated VIF entry in instance network info cache for port 5b91a6a5-9b1e-4f7f-bbf6-968def933d6b. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1976.623123] env[64496]: DEBUG nova.network.neutron [req-eea0fa2f-aeb7-41ce-8626-b72a7a91a113 req-d2641149-cbb2-4ef7-b268-9c1f354b244c service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Updating instance_info_cache with network_info: [{"id": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "address": "fa:16:3e:72:c4:af", "network": {"id": "8facf78b-ac10-4b0b-88aa-f3f0014b4ba1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1375464208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "54b1f336035c4ab3bab9b305e895b51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b91a6a5-9b", "ovs_interfaceid": "5b91a6a5-9b1e-4f7f-bbf6-968def933d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.733529] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "7ce88ff2-be8e-4732-8e45-7c62383e8744" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.733926] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "7ce88ff2-be8e-4732-8e45-7c62383e8744" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.734076] env[64496]: INFO nova.compute.manager [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Attaching volume ac2806cc-fe95-44ed-b228-1dd6f3915554 to /dev/sdb [ 1976.775406] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42fc933-9d83-45c4-9256-c32455bdb67d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.784721] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b86467c-63df-4d66-bb4a-455032a0c956 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.800271] env[64496]: DEBUG nova.virt.block_device [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating existing volume attachment record: 67fa2b18-1949-4ecb-96cc-e454e0bd232b {{(pid=64496) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1976.816864] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1976.817352] env[64496]: DEBUG oslo_vmware.api [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902745, 'name': PowerOffVM_Task, 'duration_secs': 0.231085} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.817581] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1976.818918] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1976.819110] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1976.819367] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ec176b7-7619-441c-a9a8-f6e5baeaa226 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.899214] env[64496]: DEBUG nova.network.neutron [-] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.005173] env[64496]: DEBUG oslo_vmware.api [None req-9a20fa81-1ea0-46cf-80b0-5b2f797640d8 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902746, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.092884] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1977.092884] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1977.092884] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Deleting the datastore file [datastore2] c055080a-4eb4-481d-baf7-cacfa263f9b9 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1977.092884] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce4b5d65-d846-4729-8c68-c37d62b8ea69 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.100715] env[64496]: DEBUG oslo_vmware.api [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for the task: (returnval){ [ 1977.100715] env[64496]: value = "task-1902750" [ 1977.100715] env[64496]: _type = "Task" [ 1977.100715] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.110201] env[64496]: DEBUG oslo_vmware.api [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.126211] env[64496]: DEBUG oslo_concurrency.lockutils [req-eea0fa2f-aeb7-41ce-8626-b72a7a91a113 req-d2641149-cbb2-4ef7-b268-9c1f354b244c service nova] Releasing lock "refresh_cache-c055080a-4eb4-481d-baf7-cacfa263f9b9" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.330483] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1977.330889] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1977.401996] env[64496]: INFO nova.compute.manager [-] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Took 1.24 seconds to deallocate network for instance. [ 1977.504780] env[64496]: DEBUG oslo_vmware.api [None req-9a20fa81-1ea0-46cf-80b0-5b2f797640d8 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902746, 'name': PowerOnVM_Task, 'duration_secs': 0.556258} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.504980] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9a20fa81-1ea0-46cf-80b0-5b2f797640d8 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Resumed the VM {{(pid=64496) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1977.505194] env[64496]: DEBUG nova.compute.manager [None req-9a20fa81-1ea0-46cf-80b0-5b2f797640d8 tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1977.505977] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640771bb-c7e3-4e2a-9bd0-183a612f5ce2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.542979] env[64496]: DEBUG nova.compute.manager [req-b6a043ab-821f-4060-b41a-2ef73151866f req-38dbb125-8b92-4fee-8510-69861afe8b97 service nova] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Received event network-vif-deleted-1e7b152d-db8b-4b96-a7b8-3cb36928b808 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1977.613808] env[64496]: DEBUG oslo_vmware.api [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Task: {'id': task-1902750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365978} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.613969] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1977.614166] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1977.614343] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1977.614544] env[64496]: INFO nova.compute.manager [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1977.614790] env[64496]: DEBUG oslo.service.loopingcall [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1977.614974] env[64496]: DEBUG nova.compute.manager [-] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1977.615087] env[64496]: DEBUG nova.network.neutron [-] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1977.834100] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Skipping network cache update for instance because it is being deleted. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1977.909896] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.910190] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.910414] env[64496]: DEBUG nova.objects.instance [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lazy-loading 'resources' on Instance uuid 72fe04bb-14ac-44e5-ad61-ee475012e8d1 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1978.380868] env[64496]: DEBUG nova.network.neutron [-] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.483069] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32bc97e-2d74-4d56-a131-6173b25a82a1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.491295] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3daf289-ef5f-472f-83c4-e6fb59fc8a18 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.522557] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70537d0c-76e0-4fe9-86b9-f3cc5a3b3699 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.530556] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d494714b-26b3-4338-a9bd-a653055e85e5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.544135] env[64496]: DEBUG nova.compute.provider_tree [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1978.745672] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "53c19b31-db13-49ac-9b30-01d23073d361" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.745672] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "53c19b31-db13-49ac-9b30-01d23073d361" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.745672] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "53c19b31-db13-49ac-9b30-01d23073d361-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.745672] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "53c19b31-db13-49ac-9b30-01d23073d361-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.745672] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "53c19b31-db13-49ac-9b30-01d23073d361-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.751165] env[64496]: INFO nova.compute.manager [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Terminating instance [ 1978.752772] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Acquiring lock "54c8accc-415f-4ff7-b73f-4ec7dec29aa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.753035] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Lock "54c8accc-415f-4ff7-b73f-4ec7dec29aa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.883122] env[64496]: INFO nova.compute.manager [-] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Took 1.27 seconds to deallocate network for instance. [ 1979.047718] env[64496]: DEBUG nova.scheduler.client.report [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1979.256265] env[64496]: DEBUG nova.compute.manager [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1979.259558] env[64496]: DEBUG nova.compute.manager [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1979.259818] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1979.260741] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e631776-8f4c-4509-90e8-3883be5a980a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.271025] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1979.271025] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e5fdd16-2bb5-4bc4-b0c2-ee6e9258547e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.277869] env[64496]: DEBUG oslo_vmware.api [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1979.277869] env[64496]: value = "task-1902753" [ 1979.277869] env[64496]: _type = "Task" [ 1979.277869] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.286232] env[64496]: DEBUG oslo_vmware.api [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.389101] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.552855] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.555343] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.166s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.555583] env[64496]: DEBUG nova.objects.instance [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Lazy-loading 'resources' on Instance uuid c055080a-4eb4-481d-baf7-cacfa263f9b9 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1979.573280] env[64496]: DEBUG nova.compute.manager [req-2b2986c3-58f4-4be3-a967-12f8b6cce70a req-93d3d76d-9b4b-420f-a8ea-715f01c23416 service nova] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Received event network-vif-deleted-5b91a6a5-9b1e-4f7f-bbf6-968def933d6b {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1979.577791] env[64496]: INFO nova.scheduler.client.report [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Deleted allocations for instance 72fe04bb-14ac-44e5-ad61-ee475012e8d1 [ 1979.780274] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.789413] env[64496]: DEBUG oslo_vmware.api [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902753, 'name': PowerOffVM_Task, 'duration_secs': 0.202417} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.789721] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1979.789892] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1979.790152] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47a59408-31cf-4bd7-a7ef-4f67d36ee7d3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.845857] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Skipping network cache update for instance because it is being deleted. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1979.846082] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1979.846280] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1979.846527] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1979.846618] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1979.846778] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1979.846935] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1979.847490] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1979.847490] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1979.847490] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1979.863456] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1979.863678] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1979.863855] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Deleting the datastore file [datastore2] 53c19b31-db13-49ac-9b30-01d23073d361 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1979.864118] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27a1ec0a-f451-4f3b-93e8-12c08d02ee4a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.871614] env[64496]: DEBUG oslo_vmware.api [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for the task: (returnval){ [ 1979.871614] env[64496]: value = "task-1902755" [ 1979.871614] env[64496]: _type = "Task" [ 1979.871614] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.879132] env[64496]: DEBUG oslo_vmware.api [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.087859] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffeaa20d-c5e4-4d7e-b77a-b1090b619d4e tempest-ServersNegativeTestJSON-1298970082 tempest-ServersNegativeTestJSON-1298970082-project-member] Lock "72fe04bb-14ac-44e5-ad61-ee475012e8d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.560s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.123805] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9d45b8-1c01-4ebb-b703-062d96acbf57 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.131677] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba5aa17-11f4-49b8-be99-8a0add45e6fc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.161866] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7eb6d0-f57e-4ec5-a432-aa42af3889af {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.169498] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bebcd3-0837-41b8-a1de-6d82eda1eabb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.183781] env[64496]: DEBUG nova.compute.provider_tree [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1980.350023] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.381580] env[64496]: DEBUG oslo_vmware.api [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Task: {'id': task-1902755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151124} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.381886] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1980.382059] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1980.382248] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1980.382426] env[64496]: INFO nova.compute.manager [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1980.382677] env[64496]: DEBUG oslo.service.loopingcall [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1980.382867] env[64496]: DEBUG nova.compute.manager [-] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1980.382982] env[64496]: DEBUG nova.network.neutron [-] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1980.690068] env[64496]: DEBUG nova.scheduler.client.report [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1981.195620] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.205731] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.418s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.207719] env[64496]: INFO nova.compute.claims [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1981.231441] env[64496]: INFO nova.scheduler.client.report [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Deleted allocations for instance c055080a-4eb4-481d-baf7-cacfa263f9b9 [ 1981.362236] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Volume attach. Driver type: vmdk {{(pid=64496) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1981.362544] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392779', 'volume_id': 'ac2806cc-fe95-44ed-b228-1dd6f3915554', 'name': 'volume-ac2806cc-fe95-44ed-b228-1dd6f3915554', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ce88ff2-be8e-4732-8e45-7c62383e8744', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac2806cc-fe95-44ed-b228-1dd6f3915554', 'serial': 'ac2806cc-fe95-44ed-b228-1dd6f3915554'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1981.363459] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9cc23d-f85d-420d-bbeb-6dbe0dc4e894 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.380409] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864b0cf1-90f6-4d5f-a530-de8bdf33ce40 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.404476] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-ac2806cc-fe95-44ed-b228-1dd6f3915554/volume-ac2806cc-fe95-44ed-b228-1dd6f3915554.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.406418] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bd1d721-7123-4f97-a839-4bc0e044c3b1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.423237] env[64496]: DEBUG oslo_vmware.api [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1981.423237] env[64496]: value = "task-1902756" [ 1981.423237] env[64496]: _type = "Task" [ 1981.423237] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.433429] env[64496]: DEBUG oslo_vmware.api [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.465077] env[64496]: DEBUG nova.network.neutron [-] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.606418] env[64496]: DEBUG nova.compute.manager [req-4cb4e343-4255-41c5-831f-10e1a4ae874c req-cce926f1-cbf3-4f42-9a05-7024e20c31be service nova] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Received event network-vif-deleted-95cf699a-223a-4448-a3ca-d1d0f96efba2 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1981.741094] env[64496]: DEBUG oslo_concurrency.lockutils [None req-6b6abfc5-5590-40df-9012-f37dcb6bb873 tempest-ServerRescueTestJSONUnderV235-1632178465 tempest-ServerRescueTestJSONUnderV235-1632178465-project-member] Lock "c055080a-4eb4-481d-baf7-cacfa263f9b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.966s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.935207] env[64496]: DEBUG oslo_vmware.api [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902756, 'name': ReconfigVM_Task, 'duration_secs': 0.461066} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.935500] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-ac2806cc-fe95-44ed-b228-1dd6f3915554/volume-ac2806cc-fe95-44ed-b228-1dd6f3915554.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1981.940190] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7229d65-bee9-4c22-8334-1e699b36d4df {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.956527] env[64496]: DEBUG oslo_vmware.api [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1981.956527] env[64496]: value = "task-1902757" [ 1981.956527] env[64496]: _type = "Task" [ 1981.956527] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.964594] env[64496]: DEBUG oslo_vmware.api [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.968123] env[64496]: INFO nova.compute.manager [-] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Took 1.59 seconds to deallocate network for instance. [ 1982.273635] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf1f793-8227-4bff-95ff-c4aa3569d60f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.281403] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9acc0f-9408-4624-9f34-604dc3d8dca1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.311033] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac73494-3f03-4357-af2a-eb13923fa81c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.318586] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9778ee7b-f7eb-4884-80e7-9cad5c8060ec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.332213] env[64496]: DEBUG nova.compute.provider_tree [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1982.467416] env[64496]: DEBUG oslo_vmware.api [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.473921] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.835288] env[64496]: DEBUG nova.scheduler.client.report [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1982.968490] env[64496]: DEBUG oslo_vmware.api [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.340461] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.340990] env[64496]: DEBUG nova.compute.manager [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1983.343591] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.994s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.344455] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.344455] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1983.344455] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.870s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.344455] env[64496]: DEBUG nova.objects.instance [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lazy-loading 'resources' on Instance uuid 53c19b31-db13-49ac-9b30-01d23073d361 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1983.348632] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b9493f-a13f-4daf-b692-666fdf7a7892 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.357530] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99258cc0-ea6a-451d-abc5-1db8b0f1985b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.372127] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75eef81-fb87-49ce-8641-e50dcfaa8d46 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.378978] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95c8f19-554b-4c9b-b929-a14d09d341a2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.408704] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180396MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1983.408875] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.468109] env[64496]: DEBUG oslo_vmware.api [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902757, 'name': ReconfigVM_Task, 'duration_secs': 1.047352} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.468391] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392779', 'volume_id': 'ac2806cc-fe95-44ed-b228-1dd6f3915554', 'name': 'volume-ac2806cc-fe95-44ed-b228-1dd6f3915554', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ce88ff2-be8e-4732-8e45-7c62383e8744', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac2806cc-fe95-44ed-b228-1dd6f3915554', 'serial': 'ac2806cc-fe95-44ed-b228-1dd6f3915554'} {{(pid=64496) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1983.850060] env[64496]: DEBUG nova.compute.utils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1983.851426] env[64496]: DEBUG nova.compute.manager [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1983.851596] env[64496]: DEBUG nova.network.neutron [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1983.901886] env[64496]: DEBUG nova.policy [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33e880dae4454f748ab90665347a46f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9fb574e296f44a1ac0b515beed8ecd7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 1983.905770] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50db76c-7c1c-4d91-a5be-6f40483a588e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.913507] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640c40e9-6f80-43cb-859d-32fdadbe2f45 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.945444] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a99bc11-0c37-477c-b7b2-aa79b977b8e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.953063] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59abd605-31e7-4ca0-82ed-09a8399bb611 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.966329] env[64496]: DEBUG nova.compute.provider_tree [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1984.150659] env[64496]: DEBUG nova.network.neutron [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Successfully created port: f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1984.357018] env[64496]: DEBUG nova.compute.manager [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1984.468902] env[64496]: DEBUG nova.scheduler.client.report [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1984.506324] env[64496]: DEBUG nova.objects.instance [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lazy-loading 'flavor' on Instance uuid 7ce88ff2-be8e-4732-8e45-7c62383e8744 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1984.973106] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.975355] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.566s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.989967] env[64496]: INFO nova.scheduler.client.report [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Deleted allocations for instance 53c19b31-db13-49ac-9b30-01d23073d361 [ 1985.011193] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d389d5b3-1ff0-40e5-b1c8-72c0f8ad8090 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "7ce88ff2-be8e-4732-8e45-7c62383e8744" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.277s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.367662] env[64496]: DEBUG nova.compute.manager [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1985.395199] env[64496]: DEBUG nova.virt.hardware [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1985.395498] env[64496]: DEBUG nova.virt.hardware [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1985.395772] env[64496]: DEBUG nova.virt.hardware [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1985.396057] env[64496]: DEBUG nova.virt.hardware [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1985.396227] env[64496]: DEBUG nova.virt.hardware [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1985.396377] env[64496]: DEBUG nova.virt.hardware [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1985.396587] env[64496]: DEBUG nova.virt.hardware [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1985.396751] env[64496]: DEBUG nova.virt.hardware [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1985.396918] env[64496]: DEBUG nova.virt.hardware [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1985.397097] env[64496]: DEBUG nova.virt.hardware [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1985.397273] env[64496]: DEBUG nova.virt.hardware [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1985.398779] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5714699-a7f4-4427-a12d-0ac2919e3382 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.406690] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f416a155-106e-4057-bd68-148d5a82fa49 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.498707] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d03d70fd-c37a-4255-8b65-cb20f20edd2a tempest-ServerActionsTestJSON-469638613 tempest-ServerActionsTestJSON-469638613-project-member] Lock "53c19b31-db13-49ac-9b30-01d23073d361" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.754s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.521730] env[64496]: DEBUG nova.compute.manager [req-cc91790f-ef77-4687-9a9e-78fe13d0f8f5 req-8a7e5b34-593b-4cb2-bd6c-7d708acb6339 service nova] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Received event network-vif-plugged-f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1985.521993] env[64496]: DEBUG oslo_concurrency.lockutils [req-cc91790f-ef77-4687-9a9e-78fe13d0f8f5 req-8a7e5b34-593b-4cb2-bd6c-7d708acb6339 service nova] Acquiring lock "54c8accc-415f-4ff7-b73f-4ec7dec29aa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.522378] env[64496]: DEBUG oslo_concurrency.lockutils [req-cc91790f-ef77-4687-9a9e-78fe13d0f8f5 req-8a7e5b34-593b-4cb2-bd6c-7d708acb6339 service nova] Lock "54c8accc-415f-4ff7-b73f-4ec7dec29aa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.522604] env[64496]: DEBUG oslo_concurrency.lockutils [req-cc91790f-ef77-4687-9a9e-78fe13d0f8f5 req-8a7e5b34-593b-4cb2-bd6c-7d708acb6339 service nova] Lock "54c8accc-415f-4ff7-b73f-4ec7dec29aa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.522807] env[64496]: DEBUG nova.compute.manager [req-cc91790f-ef77-4687-9a9e-78fe13d0f8f5 req-8a7e5b34-593b-4cb2-bd6c-7d708acb6339 service nova] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] No waiting events found dispatching network-vif-plugged-f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1985.522950] env[64496]: WARNING nova.compute.manager [req-cc91790f-ef77-4687-9a9e-78fe13d0f8f5 req-8a7e5b34-593b-4cb2-bd6c-7d708acb6339 service nova] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Received unexpected event network-vif-plugged-f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1 for instance with vm_state building and task_state spawning. [ 1985.882805] env[64496]: DEBUG nova.compute.manager [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Stashing vm_state: active {{(pid=64496) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1985.982044] env[64496]: INFO nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating resource usage from migration cfc3aeb5-9960-41e1-b74a-d397223f7f86 [ 1985.998363] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 54c8accc-415f-4ff7-b73f-4ec7dec29aa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1985.999057] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Migration cfc3aeb5-9960-41e1-b74a-d397223f7f86 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1985.999057] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 7ce88ff2-be8e-4732-8e45-7c62383e8744 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1985.999057] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1985.999359] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1986.046043] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122dd742-7b5f-46e2-8eeb-6280bdcd1a96 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.053891] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7af5aee-25ee-4d69-b187-31b6f58dfea1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.084866] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d96d272-e7d1-4288-b08d-ffc23292ece4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.092833] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c05b83e-d0a2-4482-a92e-d39e27b2c9ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.099720] env[64496]: DEBUG nova.network.neutron [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Successfully updated port: f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1986.110892] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1986.127039] env[64496]: DEBUG nova.compute.manager [req-91cf43ee-e769-466f-a4b9-036a7e97c57c req-58666c8d-9b2b-4ddd-86ec-337b03a01a5d service nova] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Received event network-changed-f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1986.127350] env[64496]: DEBUG nova.compute.manager [req-91cf43ee-e769-466f-a4b9-036a7e97c57c req-58666c8d-9b2b-4ddd-86ec-337b03a01a5d service nova] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Refreshing instance network info cache due to event network-changed-f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1986.127469] env[64496]: DEBUG oslo_concurrency.lockutils [req-91cf43ee-e769-466f-a4b9-036a7e97c57c req-58666c8d-9b2b-4ddd-86ec-337b03a01a5d service nova] Acquiring lock "refresh_cache-54c8accc-415f-4ff7-b73f-4ec7dec29aa5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.127611] env[64496]: DEBUG oslo_concurrency.lockutils [req-91cf43ee-e769-466f-a4b9-036a7e97c57c req-58666c8d-9b2b-4ddd-86ec-337b03a01a5d service nova] Acquired lock "refresh_cache-54c8accc-415f-4ff7-b73f-4ec7dec29aa5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.127804] env[64496]: DEBUG nova.network.neutron [req-91cf43ee-e769-466f-a4b9-036a7e97c57c req-58666c8d-9b2b-4ddd-86ec-337b03a01a5d service nova] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Refreshing network info cache for port f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1986.400638] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.601959] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Acquiring lock "refresh_cache-54c8accc-415f-4ff7-b73f-4ec7dec29aa5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.613981] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1986.681537] env[64496]: DEBUG nova.network.neutron [req-91cf43ee-e769-466f-a4b9-036a7e97c57c req-58666c8d-9b2b-4ddd-86ec-337b03a01a5d service nova] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1986.804526] env[64496]: DEBUG nova.network.neutron [req-91cf43ee-e769-466f-a4b9-036a7e97c57c req-58666c8d-9b2b-4ddd-86ec-337b03a01a5d service nova] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.119840] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1987.120196] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.145s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.120346] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.720s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.307252] env[64496]: DEBUG oslo_concurrency.lockutils [req-91cf43ee-e769-466f-a4b9-036a7e97c57c req-58666c8d-9b2b-4ddd-86ec-337b03a01a5d service nova] Releasing lock "refresh_cache-54c8accc-415f-4ff7-b73f-4ec7dec29aa5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.307637] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Acquired lock "refresh_cache-54c8accc-415f-4ff7-b73f-4ec7dec29aa5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.307794] env[64496]: DEBUG nova.network.neutron [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1987.625337] env[64496]: INFO nova.compute.claims [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1987.843776] env[64496]: DEBUG nova.network.neutron [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1987.985951] env[64496]: DEBUG nova.network.neutron [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Updating instance_info_cache with network_info: [{"id": "f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1", "address": "fa:16:3e:1d:aa:a1", "network": {"id": "a027c720-505f-49ae-8a8a-918ef462c69d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-566649100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fb574e296f44a1ac0b515beed8ecd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf194fdfc-4e", "ovs_interfaceid": "f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.131682] env[64496]: INFO nova.compute.resource_tracker [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating resource usage from migration cfc3aeb5-9960-41e1-b74a-d397223f7f86 [ 1988.184253] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeb6d9c-de86-48ff-86e3-4a9d3153cbe5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.192624] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dc7a1c-b2f2-4484-8457-ead0dddb6cd2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.223090] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cabd0db-6de8-49c4-8953-e0d1db03ab42 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.230673] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c49e10-166c-4517-825c-f39bee9e4005 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.243665] env[64496]: DEBUG nova.compute.provider_tree [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1988.489037] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Releasing lock "refresh_cache-54c8accc-415f-4ff7-b73f-4ec7dec29aa5" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.489409] env[64496]: DEBUG nova.compute.manager [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Instance network_info: |[{"id": "f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1", "address": "fa:16:3e:1d:aa:a1", "network": {"id": "a027c720-505f-49ae-8a8a-918ef462c69d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-566649100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fb574e296f44a1ac0b515beed8ecd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf194fdfc-4e", "ovs_interfaceid": "f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1988.489872] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:aa:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1988.497828] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Creating folder: Project (b9fb574e296f44a1ac0b515beed8ecd7). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1988.498153] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ffc7fd8-1b50-4412-b082-54913c105d13 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.510887] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Created folder: Project (b9fb574e296f44a1ac0b515beed8ecd7) in parent group-v392474. [ 1988.511085] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Creating folder: Instances. Parent ref: group-v392780. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1988.511305] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2281f6b-5ea8-463f-9dc6-1049761be34d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.520179] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Created folder: Instances in parent group-v392780. [ 1988.520411] env[64496]: DEBUG oslo.service.loopingcall [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.520589] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1988.520777] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f05f0097-6536-4590-8846-7bf57476f51a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.539112] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1988.539112] env[64496]: value = "task-1902760" [ 1988.539112] env[64496]: _type = "Task" [ 1988.539112] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.546108] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902760, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.747119] env[64496]: DEBUG nova.scheduler.client.report [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1989.048936] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902760, 'name': CreateVM_Task, 'duration_secs': 0.300756} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.049122] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1989.056237] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.056396] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.056726] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1989.056991] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0ec9ab-6602-4d69-b406-7a300c12c1f4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.061825] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Waiting for the task: (returnval){ [ 1989.061825] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527ef934-4ec4-89ea-6ca8-0b24619e868a" [ 1989.061825] env[64496]: _type = "Task" [ 1989.061825] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.068809] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527ef934-4ec4-89ea-6ca8-0b24619e868a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.157979] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Acquiring lock "a5938094-8938-480f-85c6-9feffc2d54fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.158272] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Lock "a5938094-8938-480f-85c6-9feffc2d54fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.254267] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.133s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.255148] env[64496]: INFO nova.compute.manager [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Migrating [ 1989.571274] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]527ef934-4ec4-89ea-6ca8-0b24619e868a, 'name': SearchDatastore_Task, 'duration_secs': 0.010161} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.571538] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.571773] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1989.572012] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.572167] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.572349] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1989.572626] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3bd7bfc-9ae2-4e80-9e41-6016f2880366 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.580767] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1989.580931] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1989.581620] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93fddbad-1923-4ab1-83ce-fa5530d06b18 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.586606] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Waiting for the task: (returnval){ [ 1989.586606] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52417f38-0dbf-6cd9-76b5-6eada7daaeef" [ 1989.586606] env[64496]: _type = "Task" [ 1989.586606] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.593667] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52417f38-0dbf-6cd9-76b5-6eada7daaeef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.660380] env[64496]: DEBUG nova.compute.manager [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1989.770221] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.770411] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.770573] env[64496]: DEBUG nova.network.neutron [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1990.097374] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52417f38-0dbf-6cd9-76b5-6eada7daaeef, 'name': SearchDatastore_Task, 'duration_secs': 0.013367} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.098248] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed95b29-b356-4b29-bb9f-37aacbba14ce {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.103495] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Waiting for the task: (returnval){ [ 1990.103495] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f2c7e2-0756-cec0-e333-74cb9bc1eb58" [ 1990.103495] env[64496]: _type = "Task" [ 1990.103495] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.111522] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f2c7e2-0756-cec0-e333-74cb9bc1eb58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.182903] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.183256] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.184934] env[64496]: INFO nova.compute.claims [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1990.541444] env[64496]: DEBUG nova.network.neutron [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance_info_cache with network_info: [{"id": "00d6162d-a75f-477e-adac-9d594c0ba917", "address": "fa:16:3e:fb:ec:4f", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d6162d-a7", "ovs_interfaceid": "00d6162d-a75f-477e-adac-9d594c0ba917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.613460] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f2c7e2-0756-cec0-e333-74cb9bc1eb58, 'name': SearchDatastore_Task, 'duration_secs': 0.010298} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.613664] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.613914] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 54c8accc-415f-4ff7-b73f-4ec7dec29aa5/54c8accc-415f-4ff7-b73f-4ec7dec29aa5.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1990.614178] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e84993f9-df95-4b6d-a78a-d0da4ebef611 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.620616] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Waiting for the task: (returnval){ [ 1990.620616] env[64496]: value = "task-1902761" [ 1990.620616] env[64496]: _type = "Task" [ 1990.620616] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.627639] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': task-1902761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.044405] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.131712] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': task-1902761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491376} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.131712] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 54c8accc-415f-4ff7-b73f-4ec7dec29aa5/54c8accc-415f-4ff7-b73f-4ec7dec29aa5.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1991.131712] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1991.131970] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f0478d9-4e28-4b84-bee8-4662052c35db {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.138676] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Waiting for the task: (returnval){ [ 1991.138676] env[64496]: value = "task-1902762" [ 1991.138676] env[64496]: _type = "Task" [ 1991.138676] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.145912] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': task-1902762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.249240] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd4bfe3-3ff4-4fc4-a884-39b8a35b768a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.256669] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a986dd-069d-4b95-9ba3-7cd733a6e227 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.285009] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae698520-5a67-474a-8da2-86ff62316583 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.292050] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20272c6b-50dc-4a6e-9924-44f92b4a7297 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.304495] env[64496]: DEBUG nova.compute.provider_tree [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1991.648875] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': task-1902762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059313} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.649276] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1991.650098] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc54257-2079-4efb-8507-e1e24bb55cb5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.674512] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 54c8accc-415f-4ff7-b73f-4ec7dec29aa5/54c8accc-415f-4ff7-b73f-4ec7dec29aa5.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1991.674788] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d10eab9-6a02-448a-b98c-fe797d24d04b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.693196] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Waiting for the task: (returnval){ [ 1991.693196] env[64496]: value = "task-1902763" [ 1991.693196] env[64496]: _type = "Task" [ 1991.693196] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.700388] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': task-1902763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.807513] env[64496]: DEBUG nova.scheduler.client.report [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1992.203415] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': task-1902763, 'name': ReconfigVM_Task, 'duration_secs': 0.315382} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.203690] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 54c8accc-415f-4ff7-b73f-4ec7dec29aa5/54c8accc-415f-4ff7-b73f-4ec7dec29aa5.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1992.204350] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2054af33-1ff9-4b4a-a628-d0be05bc86f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.210658] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Waiting for the task: (returnval){ [ 1992.210658] env[64496]: value = "task-1902764" [ 1992.210658] env[64496]: _type = "Task" [ 1992.210658] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.218012] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': task-1902764, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.312234] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.312876] env[64496]: DEBUG nova.compute.manager [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1992.562250] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65eb6963-b345-4b05-b629-0ec2fa9f3153 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.583422] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance '7ce88ff2-be8e-4732-8e45-7c62383e8744' progress to 0 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1992.720821] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': task-1902764, 'name': Rename_Task, 'duration_secs': 0.134681} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.721184] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1992.721464] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e9f48fa-4af7-48c0-8a9a-6f0c6237e47c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.727887] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Waiting for the task: (returnval){ [ 1992.727887] env[64496]: value = "task-1902765" [ 1992.727887] env[64496]: _type = "Task" [ 1992.727887] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.736640] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': task-1902765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.817771] env[64496]: DEBUG nova.compute.utils [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1992.819215] env[64496]: DEBUG nova.compute.manager [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Not allocating networking since 'none' was specified. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1993.090083] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1993.090347] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8797450d-b2d3-4e89-add8-7bcfaac4fe54 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.097295] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1993.097295] env[64496]: value = "task-1902766" [ 1993.097295] env[64496]: _type = "Task" [ 1993.097295] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.106330] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.238058] env[64496]: DEBUG oslo_vmware.api [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': task-1902765, 'name': PowerOnVM_Task, 'duration_secs': 0.430748} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.238058] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1993.238058] env[64496]: INFO nova.compute.manager [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1993.238333] env[64496]: DEBUG nova.compute.manager [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1993.239013] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e0a481-829a-4981-b3c8-60a06ddde274 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.320992] env[64496]: DEBUG nova.compute.manager [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1993.607828] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902766, 'name': PowerOffVM_Task, 'duration_secs': 0.219857} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.608115] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1993.608303] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance '7ce88ff2-be8e-4732-8e45-7c62383e8744' progress to 17 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1993.757975] env[64496]: INFO nova.compute.manager [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Took 13.99 seconds to build instance. [ 1994.115206] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1994.115520] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1994.115691] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1994.115815] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1994.115939] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1994.116337] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1994.116448] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1994.116521] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1994.116686] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1994.116851] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1994.117038] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1994.122590] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3c6e501-4804-4d7c-a542-42436da895d5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.139623] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1994.139623] env[64496]: value = "task-1902767" [ 1994.139623] env[64496]: _type = "Task" [ 1994.139623] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.147593] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.260456] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ea487a79-9fae-469c-a85c-477892ebed1f tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Lock "54c8accc-415f-4ff7-b73f-4ec7dec29aa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.507s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.330229] env[64496]: DEBUG nova.compute.manager [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1994.358740] env[64496]: DEBUG nova.virt.hardware [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1994.359154] env[64496]: DEBUG nova.virt.hardware [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1994.359444] env[64496]: DEBUG nova.virt.hardware [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1994.359765] env[64496]: DEBUG nova.virt.hardware [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1994.360049] env[64496]: DEBUG nova.virt.hardware [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1994.360313] env[64496]: DEBUG nova.virt.hardware [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1994.360657] env[64496]: DEBUG nova.virt.hardware [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1994.360932] env[64496]: DEBUG nova.virt.hardware [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1994.361246] env[64496]: DEBUG nova.virt.hardware [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1994.361529] env[64496]: DEBUG nova.virt.hardware [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1994.361825] env[64496]: DEBUG nova.virt.hardware [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1994.363125] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf7dc19-8f2a-4031-aab6-a126c6157f62 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.374758] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de7e787-15e9-4a6f-ad35-d03580f46a14 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.397276] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Instance VIF info [] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1994.407156] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Creating folder: Project (31520c75496b4014be7b17d7fe20b573). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1994.407576] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a674921b-3e2f-45a9-a8af-c57a1cb2288c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.419015] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Created folder: Project (31520c75496b4014be7b17d7fe20b573) in parent group-v392474. [ 1994.419337] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Creating folder: Instances. Parent ref: group-v392783. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1994.419679] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3acd2c0e-f95a-479f-900b-7a2aa576dae5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.430452] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Created folder: Instances in parent group-v392783. [ 1994.430811] env[64496]: DEBUG oslo.service.loopingcall [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1994.431108] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1994.431419] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a4a8160-680d-47b1-b3af-f28a7b99f820 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.451461] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1994.451461] env[64496]: value = "task-1902770" [ 1994.451461] env[64496]: _type = "Task" [ 1994.451461] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.458599] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902770, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.649063] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902767, 'name': ReconfigVM_Task, 'duration_secs': 0.185864} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.649377] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance '7ce88ff2-be8e-4732-8e45-7c62383e8744' progress to 33 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1994.961745] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902770, 'name': CreateVM_Task, 'duration_secs': 0.256363} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.961919] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1994.962351] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.962518] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.962875] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1994.963144] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d13734f-8136-40f9-81cb-c44c84e448f9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.967372] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Waiting for the task: (returnval){ [ 1994.967372] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5208db84-c514-229f-b113-2784ca0dbfde" [ 1994.967372] env[64496]: _type = "Task" [ 1994.967372] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.974570] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5208db84-c514-229f-b113-2784ca0dbfde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.094375] env[64496]: DEBUG oslo_concurrency.lockutils [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Acquiring lock "54c8accc-415f-4ff7-b73f-4ec7dec29aa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.094582] env[64496]: DEBUG oslo_concurrency.lockutils [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Lock "54c8accc-415f-4ff7-b73f-4ec7dec29aa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.094828] env[64496]: DEBUG oslo_concurrency.lockutils [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Acquiring lock "54c8accc-415f-4ff7-b73f-4ec7dec29aa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.095037] env[64496]: DEBUG oslo_concurrency.lockutils [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Lock "54c8accc-415f-4ff7-b73f-4ec7dec29aa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.095232] env[64496]: DEBUG oslo_concurrency.lockutils [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Lock "54c8accc-415f-4ff7-b73f-4ec7dec29aa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.097365] env[64496]: INFO nova.compute.manager [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Terminating instance [ 1995.155587] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1995.155896] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1995.156034] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1995.156224] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1995.156375] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1995.156523] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1995.156722] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1995.156880] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1995.157055] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1995.157223] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1995.157395] env[64496]: DEBUG nova.virt.hardware [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1995.162533] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1995.162831] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcc7078c-f47a-4a38-b4ce-ace652b12c9a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.182413] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1995.182413] env[64496]: value = "task-1902771" [ 1995.182413] env[64496]: _type = "Task" [ 1995.182413] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.189791] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.478730] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5208db84-c514-229f-b113-2784ca0dbfde, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.479129] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.479359] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1995.479596] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.479747] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.479962] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1995.480227] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c3193e8-6507-4f28-b310-2c6504d512ec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.488118] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1995.488295] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1995.488946] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a19a4ee7-d79c-426f-ab42-c8ff456a2862 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.493544] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Waiting for the task: (returnval){ [ 1995.493544] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a5bbc0-aef6-773b-de7c-19e826cb173b" [ 1995.493544] env[64496]: _type = "Task" [ 1995.493544] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.501403] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a5bbc0-aef6-773b-de7c-19e826cb173b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.601489] env[64496]: DEBUG nova.compute.manager [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1995.601728] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1995.602614] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e02f07-12df-495d-87c7-b17a8704af9c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.610150] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1995.610392] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efd709d6-add6-4b3f-8364-0194d1c6a894 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.616251] env[64496]: DEBUG oslo_vmware.api [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Waiting for the task: (returnval){ [ 1995.616251] env[64496]: value = "task-1902772" [ 1995.616251] env[64496]: _type = "Task" [ 1995.616251] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.624014] env[64496]: DEBUG oslo_vmware.api [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': task-1902772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.693119] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902771, 'name': ReconfigVM_Task, 'duration_secs': 0.185467} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.693119] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1995.693576] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f060ef5-2ded-48a1-ba89-8add735ea103 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.718578] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 7ce88ff2-be8e-4732-8e45-7c62383e8744/7ce88ff2-be8e-4732-8e45-7c62383e8744.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1995.718865] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e046f7c5-9ac6-4ed8-944d-5ffe4ec198e5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.737778] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 1995.737778] env[64496]: value = "task-1902773" [ 1995.737778] env[64496]: _type = "Task" [ 1995.737778] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.747391] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.003566] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a5bbc0-aef6-773b-de7c-19e826cb173b, 'name': SearchDatastore_Task, 'duration_secs': 0.008754} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.004450] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e1f25f-5e54-47e1-807e-dfa02669344b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.011192] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Waiting for the task: (returnval){ [ 1996.011192] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bd1cb7-b810-e7da-38c3-398360dcfd2a" [ 1996.011192] env[64496]: _type = "Task" [ 1996.011192] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.018477] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bd1cb7-b810-e7da-38c3-398360dcfd2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.125680] env[64496]: DEBUG oslo_vmware.api [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': task-1902772, 'name': PowerOffVM_Task, 'duration_secs': 0.198313} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.126622] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1996.126622] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1996.126622] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0557ba61-96e4-4f52-88f6-1d4e54e6be9c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.196171] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1996.196422] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1996.196565] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Deleting the datastore file [datastore1] 54c8accc-415f-4ff7-b73f-4ec7dec29aa5 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1996.196884] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0c6823c-ac1c-4d7c-9377-a5c63fbb49aa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.203958] env[64496]: DEBUG oslo_vmware.api [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Waiting for the task: (returnval){ [ 1996.203958] env[64496]: value = "task-1902775" [ 1996.203958] env[64496]: _type = "Task" [ 1996.203958] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.212244] env[64496]: DEBUG oslo_vmware.api [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': task-1902775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.248021] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.521972] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bd1cb7-b810-e7da-38c3-398360dcfd2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.522494] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.522607] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] a5938094-8938-480f-85c6-9feffc2d54fe/a5938094-8938-480f-85c6-9feffc2d54fe.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1996.522919] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09e21cb8-f9c1-4a00-9b23-153a6aa76750 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.530508] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Waiting for the task: (returnval){ [ 1996.530508] env[64496]: value = "task-1902776" [ 1996.530508] env[64496]: _type = "Task" [ 1996.530508] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.539639] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': task-1902776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.714452] env[64496]: DEBUG oslo_vmware.api [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Task: {'id': task-1902775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15235} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.714644] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1996.714914] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1996.715166] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1996.715403] env[64496]: INFO nova.compute.manager [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1996.715673] env[64496]: DEBUG oslo.service.loopingcall [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.715961] env[64496]: DEBUG nova.compute.manager [-] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1996.716124] env[64496]: DEBUG nova.network.neutron [-] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1996.754485] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902773, 'name': ReconfigVM_Task, 'duration_secs': 0.881439} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.754820] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 7ce88ff2-be8e-4732-8e45-7c62383e8744/7ce88ff2-be8e-4732-8e45-7c62383e8744.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1996.755148] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance '7ce88ff2-be8e-4732-8e45-7c62383e8744' progress to 50 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1997.008479] env[64496]: DEBUG nova.compute.manager [req-c0abd491-1699-4647-aa94-e6b0768c0c05 req-b16071be-eabf-44ea-a3d6-cbef1a117ca7 service nova] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Received event network-vif-deleted-f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1997.008701] env[64496]: INFO nova.compute.manager [req-c0abd491-1699-4647-aa94-e6b0768c0c05 req-b16071be-eabf-44ea-a3d6-cbef1a117ca7 service nova] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Neutron deleted interface f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1; detaching it from the instance and deleting it from the info cache [ 1997.008880] env[64496]: DEBUG nova.network.neutron [req-c0abd491-1699-4647-aa94-e6b0768c0c05 req-b16071be-eabf-44ea-a3d6-cbef1a117ca7 service nova] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.042963] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': task-1902776, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.261878] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680c841f-495a-4580-b81d-b6caad163ac0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.284164] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62996e80-fd81-42d1-848a-9c2419d54967 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.306019] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance '7ce88ff2-be8e-4732-8e45-7c62383e8744' progress to 67 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1997.477397] env[64496]: DEBUG nova.network.neutron [-] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.512435] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8107c2ce-5c9f-4e27-bdb2-b8bde60d8ec0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.521841] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e337ec03-37d4-4fc5-bcdf-fd9dfe5d7cd7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.545466] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': task-1902776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558957} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.550853] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] a5938094-8938-480f-85c6-9feffc2d54fe/a5938094-8938-480f-85c6-9feffc2d54fe.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1997.551102] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1997.551424] env[64496]: DEBUG nova.compute.manager [req-c0abd491-1699-4647-aa94-e6b0768c0c05 req-b16071be-eabf-44ea-a3d6-cbef1a117ca7 service nova] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Detach interface failed, port_id=f194fdfc-4ed3-42b4-8fee-b18bfc71d5e1, reason: Instance 54c8accc-415f-4ff7-b73f-4ec7dec29aa5 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1997.551776] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e8b5d78-8371-4f88-8180-cad3da3bb03a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.559020] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Waiting for the task: (returnval){ [ 1997.559020] env[64496]: value = "task-1902777" [ 1997.559020] env[64496]: _type = "Task" [ 1997.559020] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.567112] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': task-1902777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.980833] env[64496]: INFO nova.compute.manager [-] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Took 1.26 seconds to deallocate network for instance. [ 1998.068468] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': task-1902777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195139} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.068718] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1998.069485] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d772523c-cacc-4b06-8861-17f8f503c3e5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.088528] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] a5938094-8938-480f-85c6-9feffc2d54fe/a5938094-8938-480f-85c6-9feffc2d54fe.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1998.089042] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d917b614-da3f-4dee-affa-4b78c30ee850 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.107060] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Waiting for the task: (returnval){ [ 1998.107060] env[64496]: value = "task-1902778" [ 1998.107060] env[64496]: _type = "Task" [ 1998.107060] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.114064] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': task-1902778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.487222] env[64496]: DEBUG oslo_concurrency.lockutils [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.487494] env[64496]: DEBUG oslo_concurrency.lockutils [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.487720] env[64496]: DEBUG nova.objects.instance [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Lazy-loading 'resources' on Instance uuid 54c8accc-415f-4ff7-b73f-4ec7dec29aa5 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.616112] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': task-1902778, 'name': ReconfigVM_Task, 'duration_secs': 0.288357} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.616422] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Reconfigured VM instance instance-00000072 to attach disk [datastore1] a5938094-8938-480f-85c6-9feffc2d54fe/a5938094-8938-480f-85c6-9feffc2d54fe.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1998.616967] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be1ffaf5-fc39-42cd-ba7a-b353b340948c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.624841] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Waiting for the task: (returnval){ [ 1998.624841] env[64496]: value = "task-1902779" [ 1998.624841] env[64496]: _type = "Task" [ 1998.624841] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.632332] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': task-1902779, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.943254] env[64496]: DEBUG nova.network.neutron [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Port 00d6162d-a75f-477e-adac-9d594c0ba917 binding to destination host cpu-1 is already ACTIVE {{(pid=64496) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1999.048548] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1668acea-4b0e-4aed-a11d-246125a8cb21 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.055885] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111e27d2-977a-4396-81b0-e8916da97d97 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.085641] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbeb65a-84a3-48e6-a29f-b15ef6de1c7a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.092408] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a8d7fe-b4a7-494c-9f62-9f8ce29c8cef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.105321] env[64496]: DEBUG nova.compute.provider_tree [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1999.134396] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': task-1902779, 'name': Rename_Task, 'duration_secs': 0.128261} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.134672] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1999.134937] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-080b1b11-3fda-458c-b5a9-1251b065eb1d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.141332] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Waiting for the task: (returnval){ [ 1999.141332] env[64496]: value = "task-1902780" [ 1999.141332] env[64496]: _type = "Task" [ 1999.141332] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.148615] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': task-1902780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.608723] env[64496]: DEBUG nova.scheduler.client.report [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1999.651657] env[64496]: DEBUG oslo_vmware.api [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': task-1902780, 'name': PowerOnVM_Task, 'duration_secs': 0.418344} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.652028] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1999.652206] env[64496]: INFO nova.compute.manager [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Took 5.32 seconds to spawn the instance on the hypervisor. [ 1999.652460] env[64496]: DEBUG nova.compute.manager [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1999.653241] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81a4f5f-d9d1-4fbe-ac79-99fd24519d8f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.964957] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "7ce88ff2-be8e-4732-8e45-7c62383e8744-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.965153] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "7ce88ff2-be8e-4732-8e45-7c62383e8744-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.965331] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "7ce88ff2-be8e-4732-8e45-7c62383e8744-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.113555] env[64496]: DEBUG oslo_concurrency.lockutils [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.131010] env[64496]: INFO nova.scheduler.client.report [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Deleted allocations for instance 54c8accc-415f-4ff7-b73f-4ec7dec29aa5 [ 2000.169695] env[64496]: INFO nova.compute.manager [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Took 10.00 seconds to build instance. [ 2000.638978] env[64496]: DEBUG oslo_concurrency.lockutils [None req-becae38e-9792-48f9-b0f7-d833211de992 tempest-ServerTagsTestJSON-240550367 tempest-ServerTagsTestJSON-240550367-project-member] Lock "54c8accc-415f-4ff7-b73f-4ec7dec29aa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.544s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.672221] env[64496]: DEBUG oslo_concurrency.lockutils [None req-61768916-d7b0-4a20-9d3e-1e448ebe4643 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Lock "a5938094-8938-480f-85c6-9feffc2d54fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.514s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.003618] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.003895] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.004016] env[64496]: DEBUG nova.network.neutron [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2001.140757] env[64496]: DEBUG nova.compute.manager [None req-ae0ffbec-4288-453b-90ea-9c925c37c023 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2001.141899] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e8ffc8-d8cf-4395-8d8d-b4277b93876f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.211204] env[64496]: DEBUG oslo_concurrency.lockutils [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Acquiring lock "a5938094-8938-480f-85c6-9feffc2d54fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.211204] env[64496]: DEBUG oslo_concurrency.lockutils [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Lock "a5938094-8938-480f-85c6-9feffc2d54fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.211204] env[64496]: DEBUG oslo_concurrency.lockutils [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Acquiring lock "a5938094-8938-480f-85c6-9feffc2d54fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.211204] env[64496]: DEBUG oslo_concurrency.lockutils [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Lock "a5938094-8938-480f-85c6-9feffc2d54fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.211204] env[64496]: DEBUG oslo_concurrency.lockutils [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Lock "a5938094-8938-480f-85c6-9feffc2d54fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.212175] env[64496]: INFO nova.compute.manager [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Terminating instance [ 2001.658952] env[64496]: INFO nova.compute.manager [None req-ae0ffbec-4288-453b-90ea-9c925c37c023 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] instance snapshotting [ 2001.659787] env[64496]: DEBUG nova.objects.instance [None req-ae0ffbec-4288-453b-90ea-9c925c37c023 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Lazy-loading 'flavor' on Instance uuid a5938094-8938-480f-85c6-9feffc2d54fe {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2001.716978] env[64496]: DEBUG oslo_concurrency.lockutils [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Acquiring lock "refresh_cache-a5938094-8938-480f-85c6-9feffc2d54fe" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.716978] env[64496]: DEBUG oslo_concurrency.lockutils [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Acquired lock "refresh_cache-a5938094-8938-480f-85c6-9feffc2d54fe" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.716978] env[64496]: DEBUG nova.network.neutron [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2001.897677] env[64496]: DEBUG nova.network.neutron [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance_info_cache with network_info: [{"id": "00d6162d-a75f-477e-adac-9d594c0ba917", "address": "fa:16:3e:fb:ec:4f", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d6162d-a7", "ovs_interfaceid": "00d6162d-a75f-477e-adac-9d594c0ba917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.168685] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bc64fc-f133-4eef-9eb0-9f8cc1846437 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.185722] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ac6f1f-0f40-40af-94e2-efec2d7bbe89 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.237879] env[64496]: DEBUG nova.network.neutron [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2002.291063] env[64496]: DEBUG nova.network.neutron [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.400488] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.695727] env[64496]: DEBUG nova.compute.manager [None req-ae0ffbec-4288-453b-90ea-9c925c37c023 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Instance disappeared during snapshot {{(pid=64496) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 2002.794233] env[64496]: DEBUG oslo_concurrency.lockutils [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Releasing lock "refresh_cache-a5938094-8938-480f-85c6-9feffc2d54fe" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.794823] env[64496]: DEBUG nova.compute.manager [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2002.795245] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2002.796261] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c0996d-aca2-45cd-8a69-441c9b9f74f5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.808439] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2002.808591] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-377b84cb-aab6-4824-b6d4-82ea34a13040 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.815278] env[64496]: DEBUG oslo_vmware.api [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Waiting for the task: (returnval){ [ 2002.815278] env[64496]: value = "task-1902781" [ 2002.815278] env[64496]: _type = "Task" [ 2002.815278] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.823132] env[64496]: DEBUG oslo_vmware.api [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': task-1902781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.824248] env[64496]: DEBUG nova.compute.manager [None req-ae0ffbec-4288-453b-90ea-9c925c37c023 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Found 0 images (rotation: 2) {{(pid=64496) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2002.911368] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1824d5-0859-4030-9b01-915beb0e44dd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.918978] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656c3f52-8e15-4fdc-ac31-651a96c6565c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.325395] env[64496]: DEBUG oslo_vmware.api [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': task-1902781, 'name': PowerOffVM_Task, 'duration_secs': 0.180579} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.325672] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.325844] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.326385] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b773da3d-950a-4a2e-be3c-0799bd129b87 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.352144] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2003.352430] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2003.352592] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Deleting the datastore file [datastore1] a5938094-8938-480f-85c6-9feffc2d54fe {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.352828] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb1ae996-4cd6-4cbf-a0bf-2c1b9ce9f1b3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.359408] env[64496]: DEBUG oslo_vmware.api [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Waiting for the task: (returnval){ [ 2003.359408] env[64496]: value = "task-1902783" [ 2003.359408] env[64496]: _type = "Task" [ 2003.359408] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.367781] env[64496]: DEBUG oslo_vmware.api [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': task-1902783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.869908] env[64496]: DEBUG oslo_vmware.api [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Task: {'id': task-1902783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100029} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.870391] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2003.870590] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2003.870767] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2003.870940] env[64496]: INFO nova.compute.manager [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Took 1.08 seconds to destroy the instance on the hypervisor. [ 2003.871200] env[64496]: DEBUG oslo.service.loopingcall [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2003.871395] env[64496]: DEBUG nova.compute.manager [-] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2003.871491] env[64496]: DEBUG nova.network.neutron [-] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2003.891402] env[64496]: DEBUG nova.network.neutron [-] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2004.028415] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86418f6-b1fe-4cb5-9809-8b9b62f6688c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.049849] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7131034-64e2-456f-b0d1-abffb4d8689e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.057134] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance '7ce88ff2-be8e-4732-8e45-7c62383e8744' progress to 83 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2004.394561] env[64496]: DEBUG nova.network.neutron [-] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.562985] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2004.563306] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4db94fb-0982-4338-b657-ff34374b8f42 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.572026] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2004.572026] env[64496]: value = "task-1902784" [ 2004.572026] env[64496]: _type = "Task" [ 2004.572026] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.579952] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.897628] env[64496]: INFO nova.compute.manager [-] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Took 1.03 seconds to deallocate network for instance. [ 2005.082289] env[64496]: DEBUG oslo_vmware.api [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902784, 'name': PowerOnVM_Task, 'duration_secs': 0.381126} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.082563] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2005.082732] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2e50cf45-2908-4932-bff6-4448c5031ad4 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance '7ce88ff2-be8e-4732-8e45-7c62383e8744' progress to 100 {{(pid=64496) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2005.366784] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "ab77d53e-6365-4391-bd8c-ae8fd95d9b38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.367035] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "ab77d53e-6365-4391-bd8c-ae8fd95d9b38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.403872] env[64496]: DEBUG oslo_concurrency.lockutils [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.404129] env[64496]: DEBUG oslo_concurrency.lockutils [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.404345] env[64496]: DEBUG nova.objects.instance [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Lazy-loading 'resources' on Instance uuid a5938094-8938-480f-85c6-9feffc2d54fe {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2005.869892] env[64496]: DEBUG nova.compute.manager [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2005.967794] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f536c73c-dfdd-41b7-b515-39feed6e372b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.978300] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf50eab-16d4-467a-a599-f47fe0ac6555 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.008299] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612450a5-361f-4abf-a656-9bd2d1527345 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.015791] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3a0178-d162-4951-af85-caebeb01d7ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.030191] env[64496]: DEBUG nova.compute.provider_tree [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2006.390466] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.533420] env[64496]: DEBUG nova.scheduler.client.report [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2007.010108] env[64496]: DEBUG nova.network.neutron [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Port 00d6162d-a75f-477e-adac-9d594c0ba917 binding to destination host cpu-1 is already ACTIVE {{(pid=64496) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2007.010409] env[64496]: DEBUG oslo_concurrency.lockutils [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.010565] env[64496]: DEBUG oslo_concurrency.lockutils [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.010751] env[64496]: DEBUG nova.network.neutron [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2007.038336] env[64496]: DEBUG oslo_concurrency.lockutils [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.040513] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.650s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.042344] env[64496]: INFO nova.compute.claims [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2007.062280] env[64496]: INFO nova.scheduler.client.report [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Deleted allocations for instance a5938094-8938-480f-85c6-9feffc2d54fe [ 2007.568926] env[64496]: DEBUG oslo_concurrency.lockutils [None req-78be5958-cb42-45a3-b705-cf96b144efe1 tempest-ServersAaction247Test-1539782907 tempest-ServersAaction247Test-1539782907-project-member] Lock "a5938094-8938-480f-85c6-9feffc2d54fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.360s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.790381] env[64496]: DEBUG nova.network.neutron [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance_info_cache with network_info: [{"id": "00d6162d-a75f-477e-adac-9d594c0ba917", "address": "fa:16:3e:fb:ec:4f", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d6162d-a7", "ovs_interfaceid": "00d6162d-a75f-477e-adac-9d594c0ba917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.098882] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022f4527-3497-4615-85ad-95fc1c827480 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.106412] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aed3333-dd55-4381-94e1-7de197b33b31 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.137426] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7262e393-bffb-4e79-bac5-7a0f771e8cc6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.144935] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa97e55-f9cc-447f-8b17-856ba282c990 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.157847] env[64496]: DEBUG nova.compute.provider_tree [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2008.293332] env[64496]: DEBUG oslo_concurrency.lockutils [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.661609] env[64496]: DEBUG nova.scheduler.client.report [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2008.796927] env[64496]: DEBUG nova.compute.manager [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64496) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2009.167343] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.167872] env[64496]: DEBUG nova.compute.manager [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2009.672551] env[64496]: DEBUG nova.compute.utils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2009.673901] env[64496]: DEBUG nova.compute.manager [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2009.674089] env[64496]: DEBUG nova.network.neutron [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2009.720211] env[64496]: DEBUG nova.policy [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29699f2035e44f2b97fc3e32fcca6b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b063a8303cc74bef930bce0394a9398b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 2009.894688] env[64496]: DEBUG oslo_concurrency.lockutils [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.894965] env[64496]: DEBUG oslo_concurrency.lockutils [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.956096] env[64496]: DEBUG nova.network.neutron [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Successfully created port: 7d18d250-5a22-4c60-b799-2220f009a87a {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2010.178502] env[64496]: DEBUG nova.compute.manager [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2010.398514] env[64496]: DEBUG nova.objects.instance [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lazy-loading 'migration_context' on Instance uuid 7ce88ff2-be8e-4732-8e45-7c62383e8744 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2010.956704] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae6e524-0732-42c4-8d55-96d27dc92725 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.964189] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650b913e-0962-4287-aaa7-0444816f9822 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.993636] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff8743b-7734-4064-a645-52722f322553 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.000824] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3db0a0-9859-4eb7-8fee-b5fcdcae387a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.013713] env[64496]: DEBUG nova.compute.provider_tree [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.186719] env[64496]: DEBUG nova.compute.manager [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2011.214512] env[64496]: DEBUG nova.virt.hardware [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2011.214777] env[64496]: DEBUG nova.virt.hardware [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2011.214934] env[64496]: DEBUG nova.virt.hardware [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2011.215219] env[64496]: DEBUG nova.virt.hardware [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2011.215385] env[64496]: DEBUG nova.virt.hardware [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2011.215533] env[64496]: DEBUG nova.virt.hardware [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2011.215736] env[64496]: DEBUG nova.virt.hardware [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2011.215893] env[64496]: DEBUG nova.virt.hardware [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2011.216139] env[64496]: DEBUG nova.virt.hardware [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2011.216321] env[64496]: DEBUG nova.virt.hardware [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2011.216494] env[64496]: DEBUG nova.virt.hardware [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2011.217332] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5980bfd0-d5df-4982-868a-1f63ece8f8fb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.225195] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb520aa6-f9b6-47cc-938f-460c3da90e1e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.433835] env[64496]: DEBUG nova.compute.manager [req-68c9c099-54a7-4e6c-9811-7772d30f1b95 req-ada26bf1-7fd3-4068-8019-d7c43a8c8e83 service nova] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Received event network-vif-plugged-7d18d250-5a22-4c60-b799-2220f009a87a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2011.434114] env[64496]: DEBUG oslo_concurrency.lockutils [req-68c9c099-54a7-4e6c-9811-7772d30f1b95 req-ada26bf1-7fd3-4068-8019-d7c43a8c8e83 service nova] Acquiring lock "ab77d53e-6365-4391-bd8c-ae8fd95d9b38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.434474] env[64496]: DEBUG oslo_concurrency.lockutils [req-68c9c099-54a7-4e6c-9811-7772d30f1b95 req-ada26bf1-7fd3-4068-8019-d7c43a8c8e83 service nova] Lock "ab77d53e-6365-4391-bd8c-ae8fd95d9b38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.434604] env[64496]: DEBUG oslo_concurrency.lockutils [req-68c9c099-54a7-4e6c-9811-7772d30f1b95 req-ada26bf1-7fd3-4068-8019-d7c43a8c8e83 service nova] Lock "ab77d53e-6365-4391-bd8c-ae8fd95d9b38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.434744] env[64496]: DEBUG nova.compute.manager [req-68c9c099-54a7-4e6c-9811-7772d30f1b95 req-ada26bf1-7fd3-4068-8019-d7c43a8c8e83 service nova] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] No waiting events found dispatching network-vif-plugged-7d18d250-5a22-4c60-b799-2220f009a87a {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2011.434911] env[64496]: WARNING nova.compute.manager [req-68c9c099-54a7-4e6c-9811-7772d30f1b95 req-ada26bf1-7fd3-4068-8019-d7c43a8c8e83 service nova] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Received unexpected event network-vif-plugged-7d18d250-5a22-4c60-b799-2220f009a87a for instance with vm_state building and task_state spawning. [ 2011.517273] env[64496]: DEBUG nova.scheduler.client.report [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2011.523487] env[64496]: DEBUG nova.network.neutron [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Successfully updated port: 7d18d250-5a22-4c60-b799-2220f009a87a {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2012.025497] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "refresh_cache-ab77d53e-6365-4391-bd8c-ae8fd95d9b38" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.025497] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "refresh_cache-ab77d53e-6365-4391-bd8c-ae8fd95d9b38" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.025760] env[64496]: DEBUG nova.network.neutron [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2012.528860] env[64496]: DEBUG oslo_concurrency.lockutils [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.634s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.568394] env[64496]: DEBUG nova.network.neutron [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2012.695201] env[64496]: DEBUG nova.network.neutron [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Updating instance_info_cache with network_info: [{"id": "7d18d250-5a22-4c60-b799-2220f009a87a", "address": "fa:16:3e:6e:1e:d6", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d18d250-5a", "ovs_interfaceid": "7d18d250-5a22-4c60-b799-2220f009a87a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.831494] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2012.831754] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2013.197837] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "refresh_cache-ab77d53e-6365-4391-bd8c-ae8fd95d9b38" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.198225] env[64496]: DEBUG nova.compute.manager [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Instance network_info: |[{"id": "7d18d250-5a22-4c60-b799-2220f009a87a", "address": "fa:16:3e:6e:1e:d6", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d18d250-5a", "ovs_interfaceid": "7d18d250-5a22-4c60-b799-2220f009a87a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2013.198681] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:1e:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d18d250-5a22-4c60-b799-2220f009a87a', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2013.206330] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Creating folder: Project (b063a8303cc74bef930bce0394a9398b). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2013.207011] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2965f38e-6328-4697-8621-150158c5d65f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.217377] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Created folder: Project (b063a8303cc74bef930bce0394a9398b) in parent group-v392474. [ 2013.217555] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Creating folder: Instances. Parent ref: group-v392786. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2013.217772] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91ea92f8-f40e-40ad-b702-bdf55fe6b215 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.226827] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Created folder: Instances in parent group-v392786. [ 2013.227087] env[64496]: DEBUG oslo.service.loopingcall [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.227231] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2013.227413] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e4bb60c-400f-4ce6-a7d2-7ea789fd5876 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.246116] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2013.246116] env[64496]: value = "task-1902787" [ 2013.246116] env[64496]: _type = "Task" [ 2013.246116] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.252973] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902787, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.459387] env[64496]: DEBUG nova.compute.manager [req-a115a0d8-2d32-418d-a0b3-017c3d8218dc req-8db5d854-c45a-4481-862c-e06eeedac0df service nova] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Received event network-changed-7d18d250-5a22-4c60-b799-2220f009a87a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2013.459582] env[64496]: DEBUG nova.compute.manager [req-a115a0d8-2d32-418d-a0b3-017c3d8218dc req-8db5d854-c45a-4481-862c-e06eeedac0df service nova] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Refreshing instance network info cache due to event network-changed-7d18d250-5a22-4c60-b799-2220f009a87a. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2013.459793] env[64496]: DEBUG oslo_concurrency.lockutils [req-a115a0d8-2d32-418d-a0b3-017c3d8218dc req-8db5d854-c45a-4481-862c-e06eeedac0df service nova] Acquiring lock "refresh_cache-ab77d53e-6365-4391-bd8c-ae8fd95d9b38" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.459939] env[64496]: DEBUG oslo_concurrency.lockutils [req-a115a0d8-2d32-418d-a0b3-017c3d8218dc req-8db5d854-c45a-4481-862c-e06eeedac0df service nova] Acquired lock "refresh_cache-ab77d53e-6365-4391-bd8c-ae8fd95d9b38" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.460261] env[64496]: DEBUG nova.network.neutron [req-a115a0d8-2d32-418d-a0b3-017c3d8218dc req-8db5d854-c45a-4481-862c-e06eeedac0df service nova] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Refreshing network info cache for port 7d18d250-5a22-4c60-b799-2220f009a87a {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2013.755586] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902787, 'name': CreateVM_Task, 'duration_secs': 0.323456} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.755977] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2013.756450] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.756619] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.756941] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2013.757205] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ad804c-5e58-465d-9dda-fa3b8f2c8578 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.761774] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2013.761774] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525a0939-7ae7-0922-0517-a10a95013c71" [ 2013.761774] env[64496]: _type = "Task" [ 2013.761774] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.769180] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525a0939-7ae7-0922-0517-a10a95013c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.068893] env[64496]: INFO nova.compute.manager [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Swapping old allocation on dict_keys(['873a8e13-4f30-4798-b503-76ed28a8eeaf']) held by migration cfc3aeb5-9960-41e1-b74a-d397223f7f86 for instance [ 2014.092311] env[64496]: DEBUG nova.scheduler.client.report [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Overwriting current allocation {'allocations': {'873a8e13-4f30-4798-b503-76ed28a8eeaf': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 179}}, 'project_id': '7279a3a13aca49499a23d6ab442b2771', 'user_id': '9ed3bad7cd214a9a9fd6182c113a3388', 'consumer_generation': 1} on consumer 7ce88ff2-be8e-4732-8e45-7c62383e8744 {{(pid=64496) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2014.166697] env[64496]: DEBUG nova.network.neutron [req-a115a0d8-2d32-418d-a0b3-017c3d8218dc req-8db5d854-c45a-4481-862c-e06eeedac0df service nova] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Updated VIF entry in instance network info cache for port 7d18d250-5a22-4c60-b799-2220f009a87a. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2014.167081] env[64496]: DEBUG nova.network.neutron [req-a115a0d8-2d32-418d-a0b3-017c3d8218dc req-8db5d854-c45a-4481-862c-e06eeedac0df service nova] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Updating instance_info_cache with network_info: [{"id": "7d18d250-5a22-4c60-b799-2220f009a87a", "address": "fa:16:3e:6e:1e:d6", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d18d250-5a", "ovs_interfaceid": "7d18d250-5a22-4c60-b799-2220f009a87a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.173316] env[64496]: DEBUG oslo_concurrency.lockutils [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.173480] env[64496]: DEBUG oslo_concurrency.lockutils [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.173648] env[64496]: DEBUG nova.network.neutron [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2014.271837] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]525a0939-7ae7-0922-0517-a10a95013c71, 'name': SearchDatastore_Task, 'duration_secs': 0.009062} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.272125] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.272364] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2014.272593] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.272763] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.272915] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2014.273182] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bc14b5a-a473-44a7-aae3-b50b91085a64 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.281644] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2014.281817] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2014.282496] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50432ce7-103a-4280-b688-c65fc7c03f45 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.287579] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2014.287579] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c9388c-88b9-8056-ff6a-e34dab8cc14b" [ 2014.287579] env[64496]: _type = "Task" [ 2014.287579] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.295197] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c9388c-88b9-8056-ff6a-e34dab8cc14b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.669453] env[64496]: DEBUG oslo_concurrency.lockutils [req-a115a0d8-2d32-418d-a0b3-017c3d8218dc req-8db5d854-c45a-4481-862c-e06eeedac0df service nova] Releasing lock "refresh_cache-ab77d53e-6365-4391-bd8c-ae8fd95d9b38" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.798378] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c9388c-88b9-8056-ff6a-e34dab8cc14b, 'name': SearchDatastore_Task, 'duration_secs': 0.010144} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.799234] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c892f2d9-15da-471b-b07a-37202b77c309 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.804649] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2014.804649] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52343758-8d9e-78c2-d22e-3b6d5420b936" [ 2014.804649] env[64496]: _type = "Task" [ 2014.804649] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.812473] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52343758-8d9e-78c2-d22e-3b6d5420b936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.050375] env[64496]: DEBUG nova.network.neutron [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance_info_cache with network_info: [{"id": "00d6162d-a75f-477e-adac-9d594c0ba917", "address": "fa:16:3e:fb:ec:4f", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d6162d-a7", "ovs_interfaceid": "00d6162d-a75f-477e-adac-9d594c0ba917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.315411] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52343758-8d9e-78c2-d22e-3b6d5420b936, 'name': SearchDatastore_Task, 'duration_secs': 0.009013} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.315668] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.315909] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] ab77d53e-6365-4391-bd8c-ae8fd95d9b38/ab77d53e-6365-4391-bd8c-ae8fd95d9b38.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2015.316592] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e24c3334-29d3-44f3-9b76-7d58d41c37cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.322854] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2015.322854] env[64496]: value = "task-1902788" [ 2015.322854] env[64496]: _type = "Task" [ 2015.322854] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.330041] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.552996] env[64496]: DEBUG oslo_concurrency.lockutils [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "refresh_cache-7ce88ff2-be8e-4732-8e45-7c62383e8744" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.554017] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf464979-d930-48ab-9407-11df071d78b6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.563950] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2a65b2-fcd0-46f6-a734-4e49bf9bb121 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.832911] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416204} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.833234] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] ab77d53e-6365-4391-bd8c-ae8fd95d9b38/ab77d53e-6365-4391-bd8c-ae8fd95d9b38.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2015.833441] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2015.833699] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4457ff52-4ca8-4796-89c5-f72a3295abf9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.840360] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2015.840360] env[64496]: value = "task-1902789" [ 2015.840360] env[64496]: _type = "Task" [ 2015.840360] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.848941] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.334263] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2016.334447] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Cleaning up deleted instances with incomplete migration {{(pid=64496) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 2016.350428] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064552} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.350674] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2016.351410] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd30de2-3728-44bc-9b55-ae38ece1648c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.373606] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] ab77d53e-6365-4391-bd8c-ae8fd95d9b38/ab77d53e-6365-4391-bd8c-ae8fd95d9b38.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2016.373847] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-891fc5cd-5169-433e-85dd-1628c0628f70 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.393172] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2016.393172] env[64496]: value = "task-1902790" [ 2016.393172] env[64496]: _type = "Task" [ 2016.393172] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.400677] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.650497] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2016.650761] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94d3d2a4-04cc-44b2-8ae5-249c9fbdb301 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.660344] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2016.660344] env[64496]: value = "task-1902791" [ 2016.660344] env[64496]: _type = "Task" [ 2016.660344] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.668601] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.902901] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902790, 'name': ReconfigVM_Task, 'duration_secs': 0.267584} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.903267] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Reconfigured VM instance instance-00000073 to attach disk [datastore1] ab77d53e-6365-4391-bd8c-ae8fd95d9b38/ab77d53e-6365-4391-bd8c-ae8fd95d9b38.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2016.903832] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4faa5fbf-4abf-42bb-b656-10e0eaeafbef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.909478] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2016.909478] env[64496]: value = "task-1902792" [ 2016.909478] env[64496]: _type = "Task" [ 2016.909478] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.919190] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902792, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.169763] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902791, 'name': PowerOffVM_Task, 'duration_secs': 0.271308} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.169992] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2017.170671] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2017.170887] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2017.171059] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2017.171248] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2017.171440] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2017.171616] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2017.171827] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2017.171988] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2017.172174] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2017.172341] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2017.172518] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2017.177404] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b75dea2-a25c-4e04-aded-6bf469bd282a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.192847] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2017.192847] env[64496]: value = "task-1902793" [ 2017.192847] env[64496]: _type = "Task" [ 2017.192847] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.200256] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.418701] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902792, 'name': Rename_Task, 'duration_secs': 0.143852} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.420079] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2017.420079] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69927093-7d02-4aff-b8f4-855b3ccf71fd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.426032] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2017.426032] env[64496]: value = "task-1902794" [ 2017.426032] env[64496]: _type = "Task" [ 2017.426032] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.433357] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.704050] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902793, 'name': ReconfigVM_Task, 'duration_secs': 0.147083} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.704938] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74379116-9782-40ba-aee8-2971e6dd32e5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.728261] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2017.728549] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2017.728772] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2017.729045] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2017.729229] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2017.729437] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2017.729719] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2017.729947] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2017.730161] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2017.730369] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2017.730594] env[64496]: DEBUG nova.virt.hardware [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2017.731358] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2149db9a-58c3-48f1-8812-5fe30676b954 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.737047] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2017.737047] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524f5b29-229e-a2ca-086b-da54344bfdd0" [ 2017.737047] env[64496]: _type = "Task" [ 2017.737047] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.744900] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524f5b29-229e-a2ca-086b-da54344bfdd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.937118] env[64496]: DEBUG oslo_vmware.api [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902794, 'name': PowerOnVM_Task, 'duration_secs': 0.434602} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.937510] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2017.937582] env[64496]: INFO nova.compute.manager [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Took 6.75 seconds to spawn the instance on the hypervisor. [ 2017.937754] env[64496]: DEBUG nova.compute.manager [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2017.938514] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f78fab5-2001-4ea9-ab29-0c142a9d9144 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.247402] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]524f5b29-229e-a2ca-086b-da54344bfdd0, 'name': SearchDatastore_Task, 'duration_secs': 0.006664} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.252606] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2018.252875] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52dff974-a9f2-4f70-947d-fb60c4bd9eb4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.270128] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2018.270128] env[64496]: value = "task-1902795" [ 2018.270128] env[64496]: _type = "Task" [ 2018.270128] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.277621] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.456377] env[64496]: INFO nova.compute.manager [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Took 12.08 seconds to build instance. [ 2018.779965] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902795, 'name': ReconfigVM_Task, 'duration_secs': 0.204945} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.780261] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2018.781041] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afa4584-96ff-497c-b3fc-173664a59add {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.804465] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 7ce88ff2-be8e-4732-8e45-7c62383e8744/7ce88ff2-be8e-4732-8e45-7c62383e8744.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2018.804708] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff36ade1-a7f8-4922-aaf0-50a2569e8214 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.822510] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2018.822510] env[64496]: value = "task-1902796" [ 2018.822510] env[64496]: _type = "Task" [ 2018.822510] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.829917] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.958779] env[64496]: DEBUG oslo_concurrency.lockutils [None req-87ba11c2-4783-49b6-ac00-ed8d9d9146bf tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "ab77d53e-6365-4391-bd8c-ae8fd95d9b38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.592s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.332522] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902796, 'name': ReconfigVM_Task, 'duration_secs': 0.285265} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.334108] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 7ce88ff2-be8e-4732-8e45-7c62383e8744/7ce88ff2-be8e-4732-8e45-7c62383e8744.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2019.334108] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eba616d-93d2-4dc9-9528-38e76d50fa51 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.336331] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2019.355247] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b52d95-f0de-4676-b77c-a03793147bd0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.375057] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591239c7-b497-49bf-b1ee-77632a156c87 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.394939] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125ee03a-3668-46f2-8ea5-4c637bdcc2fc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.401474] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2019.401692] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8343971e-6a62-4da0-8d11-301e0b9633ae {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.407550] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2019.407550] env[64496]: value = "task-1902797" [ 2019.407550] env[64496]: _type = "Task" [ 2019.407550] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.415070] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.832183] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2019.832183] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2019.832183] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2019.918151] env[64496]: DEBUG oslo_vmware.api [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902797, 'name': PowerOnVM_Task, 'duration_secs': 0.413082} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.918473] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2020.530041] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "63473de8-54f8-48d9-8de2-e9e8812d50d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.530515] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "63473de8-54f8-48d9-8de2-e9e8812d50d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.832583] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2020.965773] env[64496]: INFO nova.compute.manager [None req-eb1dd628-1a19-4b9a-9ef6-06753622d01d tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance to original state: 'active' [ 2021.035940] env[64496]: DEBUG nova.compute.manager [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2021.554360] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.554616] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.556105] env[64496]: INFO nova.compute.claims [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2021.831635] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2021.831812] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.612788] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d643430d-08b8-4121-b08e-e1d16bdbdb75 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.621228] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbde21b-0335-490a-9ce5-90779b3124aa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.650449] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b73bc6-31fb-465d-99a0-c4c82e8e15d5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.657822] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889267c9-fed4-4ae8-8ab5-f10bbbeff706 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.671595] env[64496]: DEBUG nova.compute.provider_tree [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2022.832419] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.832616] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2022.832702] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2022.883551] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "7ce88ff2-be8e-4732-8e45-7c62383e8744" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.883790] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "7ce88ff2-be8e-4732-8e45-7c62383e8744" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.883968] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "7ce88ff2-be8e-4732-8e45-7c62383e8744-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.884168] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "7ce88ff2-be8e-4732-8e45-7c62383e8744-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.884336] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "7ce88ff2-be8e-4732-8e45-7c62383e8744-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.886440] env[64496]: INFO nova.compute.manager [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Terminating instance [ 2023.174372] env[64496]: DEBUG nova.scheduler.client.report [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2023.335972] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Skipping network cache update for instance because it is being deleted. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 2023.336188] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Skipping network cache update for instance because it is Building. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 2023.362781] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "refresh_cache-ab77d53e-6365-4391-bd8c-ae8fd95d9b38" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.362918] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquired lock "refresh_cache-ab77d53e-6365-4391-bd8c-ae8fd95d9b38" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.363078] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Forcefully refreshing network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2023.363250] env[64496]: DEBUG nova.objects.instance [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lazy-loading 'info_cache' on Instance uuid ab77d53e-6365-4391-bd8c-ae8fd95d9b38 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2023.389758] env[64496]: DEBUG nova.compute.manager [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2023.389987] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2023.390483] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cc981ae-71b1-438b-b620-69c6795faa2c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.397758] env[64496]: DEBUG oslo_vmware.api [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2023.397758] env[64496]: value = "task-1902798" [ 2023.397758] env[64496]: _type = "Task" [ 2023.397758] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.405844] env[64496]: DEBUG oslo_vmware.api [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.679975] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.680353] env[64496]: DEBUG nova.compute.manager [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2023.907675] env[64496]: DEBUG oslo_vmware.api [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902798, 'name': PowerOffVM_Task, 'duration_secs': 0.23321} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.907944] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2023.908142] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Volume detach. Driver type: vmdk {{(pid=64496) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2023.908338] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392779', 'volume_id': 'ac2806cc-fe95-44ed-b228-1dd6f3915554', 'name': 'volume-ac2806cc-fe95-44ed-b228-1dd6f3915554', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7ce88ff2-be8e-4732-8e45-7c62383e8744', 'attached_at': '2024-12-15T00:25:56.000000', 'detached_at': '', 'volume_id': 'ac2806cc-fe95-44ed-b228-1dd6f3915554', 'serial': 'ac2806cc-fe95-44ed-b228-1dd6f3915554'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2023.909072] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ebf81e-c772-4c80-aceb-141bd3ac311b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.928940] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cde32a-f9aa-461c-95e2-cbf1c7a96f2a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.935147] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa0e206-7337-403f-bf41-4b7a5a1dcca0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.954704] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502591a2-5fef-4b88-8f80-33ad957bdafa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.970109] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] The volume has not been displaced from its original location: [datastore1] volume-ac2806cc-fe95-44ed-b228-1dd6f3915554/volume-ac2806cc-fe95-44ed-b228-1dd6f3915554.vmdk. No consolidation needed. {{(pid=64496) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2023.975172] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2023.975447] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d62fb8bc-1ae3-4855-a800-4d2b2254011f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.993085] env[64496]: DEBUG oslo_vmware.api [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2023.993085] env[64496]: value = "task-1902799" [ 2023.993085] env[64496]: _type = "Task" [ 2023.993085] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.000446] env[64496]: DEBUG oslo_vmware.api [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.185492] env[64496]: DEBUG nova.compute.utils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2024.186967] env[64496]: DEBUG nova.compute.manager [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2024.187171] env[64496]: DEBUG nova.network.neutron [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2024.236687] env[64496]: DEBUG nova.policy [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29699f2035e44f2b97fc3e32fcca6b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b063a8303cc74bef930bce0394a9398b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 2024.487091] env[64496]: DEBUG nova.network.neutron [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Successfully created port: 0ce410dc-b0ad-436c-851d-85eb322698ad {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2024.502564] env[64496]: DEBUG oslo_vmware.api [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902799, 'name': ReconfigVM_Task, 'duration_secs': 0.221976} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.502912] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2024.507725] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab79197a-77a0-4cfb-85e8-b3975f153350 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.522870] env[64496]: DEBUG oslo_vmware.api [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2024.522870] env[64496]: value = "task-1902800" [ 2024.522870] env[64496]: _type = "Task" [ 2024.522870] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.532085] env[64496]: DEBUG oslo_vmware.api [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.690623] env[64496]: DEBUG nova.compute.manager [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2025.032029] env[64496]: DEBUG oslo_vmware.api [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902800, 'name': ReconfigVM_Task, 'duration_secs': 0.1397} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.032273] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392779', 'volume_id': 'ac2806cc-fe95-44ed-b228-1dd6f3915554', 'name': 'volume-ac2806cc-fe95-44ed-b228-1dd6f3915554', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7ce88ff2-be8e-4732-8e45-7c62383e8744', 'attached_at': '2024-12-15T00:25:56.000000', 'detached_at': '', 'volume_id': 'ac2806cc-fe95-44ed-b228-1dd6f3915554', 'serial': 'ac2806cc-fe95-44ed-b228-1dd6f3915554'} {{(pid=64496) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2025.032833] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2025.033331] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccfad61-cd86-46e4-bb66-c932f5b03e15 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.039726] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2025.039949] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9fc6e04-2f2a-423e-9013-38827bbac6ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.079492] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Updating instance_info_cache with network_info: [{"id": "7d18d250-5a22-4c60-b799-2220f009a87a", "address": "fa:16:3e:6e:1e:d6", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d18d250-5a", "ovs_interfaceid": "7d18d250-5a22-4c60-b799-2220f009a87a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.115706] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2025.115929] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2025.116129] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Deleting the datastore file [datastore2] 7ce88ff2-be8e-4732-8e45-7c62383e8744 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2025.116419] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09f061b4-086b-4ff6-940d-301a4c0bb024 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.122561] env[64496]: DEBUG oslo_vmware.api [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2025.122561] env[64496]: value = "task-1902802" [ 2025.122561] env[64496]: _type = "Task" [ 2025.122561] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.130105] env[64496]: DEBUG oslo_vmware.api [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.582066] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Releasing lock "refresh_cache-ab77d53e-6365-4391-bd8c-ae8fd95d9b38" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.582413] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Updated the network info_cache for instance {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2025.636157] env[64496]: DEBUG oslo_vmware.api [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155716} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.636582] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2025.636904] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2025.637225] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2025.637535] env[64496]: INFO nova.compute.manager [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Took 2.25 seconds to destroy the instance on the hypervisor. [ 2025.637917] env[64496]: DEBUG oslo.service.loopingcall [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.638066] env[64496]: DEBUG nova.compute.manager [-] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2025.638133] env[64496]: DEBUG nova.network.neutron [-] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2025.699077] env[64496]: DEBUG nova.compute.manager [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2025.724325] env[64496]: DEBUG nova.virt.hardware [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2025.724444] env[64496]: DEBUG nova.virt.hardware [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2025.724598] env[64496]: DEBUG nova.virt.hardware [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2025.724837] env[64496]: DEBUG nova.virt.hardware [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2025.725030] env[64496]: DEBUG nova.virt.hardware [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2025.725187] env[64496]: DEBUG nova.virt.hardware [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2025.725418] env[64496]: DEBUG nova.virt.hardware [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2025.725588] env[64496]: DEBUG nova.virt.hardware [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2025.725756] env[64496]: DEBUG nova.virt.hardware [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2025.725917] env[64496]: DEBUG nova.virt.hardware [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2025.726127] env[64496]: DEBUG nova.virt.hardware [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2025.726957] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6653235a-63d5-4534-9b9f-ff8f214b27db {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.735113] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3acc50-d4b8-46fb-9e07-b45aa3e2b50f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.055232] env[64496]: DEBUG nova.compute.manager [req-6739c44d-1ccb-497a-b106-0b840a7a2f21 req-fe7fe942-b7a5-4457-b8da-de39ffc33575 service nova] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Received event network-vif-plugged-0ce410dc-b0ad-436c-851d-85eb322698ad {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2026.055496] env[64496]: DEBUG oslo_concurrency.lockutils [req-6739c44d-1ccb-497a-b106-0b840a7a2f21 req-fe7fe942-b7a5-4457-b8da-de39ffc33575 service nova] Acquiring lock "63473de8-54f8-48d9-8de2-e9e8812d50d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.055712] env[64496]: DEBUG oslo_concurrency.lockutils [req-6739c44d-1ccb-497a-b106-0b840a7a2f21 req-fe7fe942-b7a5-4457-b8da-de39ffc33575 service nova] Lock "63473de8-54f8-48d9-8de2-e9e8812d50d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.055879] env[64496]: DEBUG oslo_concurrency.lockutils [req-6739c44d-1ccb-497a-b106-0b840a7a2f21 req-fe7fe942-b7a5-4457-b8da-de39ffc33575 service nova] Lock "63473de8-54f8-48d9-8de2-e9e8812d50d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.056255] env[64496]: DEBUG nova.compute.manager [req-6739c44d-1ccb-497a-b106-0b840a7a2f21 req-fe7fe942-b7a5-4457-b8da-de39ffc33575 service nova] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] No waiting events found dispatching network-vif-plugged-0ce410dc-b0ad-436c-851d-85eb322698ad {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2026.056495] env[64496]: WARNING nova.compute.manager [req-6739c44d-1ccb-497a-b106-0b840a7a2f21 req-fe7fe942-b7a5-4457-b8da-de39ffc33575 service nova] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Received unexpected event network-vif-plugged-0ce410dc-b0ad-436c-851d-85eb322698ad for instance with vm_state building and task_state spawning. [ 2026.234208] env[64496]: DEBUG nova.network.neutron [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Successfully updated port: 0ce410dc-b0ad-436c-851d-85eb322698ad {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2026.737379] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "refresh_cache-63473de8-54f8-48d9-8de2-e9e8812d50d4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.737379] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "refresh_cache-63473de8-54f8-48d9-8de2-e9e8812d50d4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.737379] env[64496]: DEBUG nova.network.neutron [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2026.738220] env[64496]: DEBUG nova.network.neutron [-] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.242731] env[64496]: INFO nova.compute.manager [-] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Took 1.60 seconds to deallocate network for instance. [ 2027.278655] env[64496]: DEBUG nova.network.neutron [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2027.409636] env[64496]: DEBUG nova.network.neutron [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Updating instance_info_cache with network_info: [{"id": "0ce410dc-b0ad-436c-851d-85eb322698ad", "address": "fa:16:3e:41:93:4e", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce410dc-b0", "ovs_interfaceid": "0ce410dc-b0ad-436c-851d-85eb322698ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.787236] env[64496]: INFO nova.compute.manager [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Took 0.54 seconds to detach 1 volumes for instance. [ 2027.831175] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.912477] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "refresh_cache-63473de8-54f8-48d9-8de2-e9e8812d50d4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.912802] env[64496]: DEBUG nova.compute.manager [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Instance network_info: |[{"id": "0ce410dc-b0ad-436c-851d-85eb322698ad", "address": "fa:16:3e:41:93:4e", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce410dc-b0", "ovs_interfaceid": "0ce410dc-b0ad-436c-851d-85eb322698ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2027.913226] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:93:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ce410dc-b0ad-436c-851d-85eb322698ad', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2027.920921] env[64496]: DEBUG oslo.service.loopingcall [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2027.921136] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2027.921359] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-468f47ed-fbab-47ec-8a16-79127f90d016 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.941722] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2027.941722] env[64496]: value = "task-1902803" [ 2027.941722] env[64496]: _type = "Task" [ 2027.941722] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.949820] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902803, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.090484] env[64496]: DEBUG nova.compute.manager [req-94319fbc-167d-4e60-acee-59b20a51dc0b req-4e6f414b-cb2c-458b-9af4-1421e07ed77c service nova] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Received event network-changed-0ce410dc-b0ad-436c-851d-85eb322698ad {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2028.090709] env[64496]: DEBUG nova.compute.manager [req-94319fbc-167d-4e60-acee-59b20a51dc0b req-4e6f414b-cb2c-458b-9af4-1421e07ed77c service nova] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Refreshing instance network info cache due to event network-changed-0ce410dc-b0ad-436c-851d-85eb322698ad. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2028.090950] env[64496]: DEBUG oslo_concurrency.lockutils [req-94319fbc-167d-4e60-acee-59b20a51dc0b req-4e6f414b-cb2c-458b-9af4-1421e07ed77c service nova] Acquiring lock "refresh_cache-63473de8-54f8-48d9-8de2-e9e8812d50d4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.091131] env[64496]: DEBUG oslo_concurrency.lockutils [req-94319fbc-167d-4e60-acee-59b20a51dc0b req-4e6f414b-cb2c-458b-9af4-1421e07ed77c service nova] Acquired lock "refresh_cache-63473de8-54f8-48d9-8de2-e9e8812d50d4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.091303] env[64496]: DEBUG nova.network.neutron [req-94319fbc-167d-4e60-acee-59b20a51dc0b req-4e6f414b-cb2c-458b-9af4-1421e07ed77c service nova] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Refreshing network info cache for port 0ce410dc-b0ad-436c-851d-85eb322698ad {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2028.293795] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.294081] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.294278] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.317360] env[64496]: INFO nova.scheduler.client.report [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Deleted allocations for instance 7ce88ff2-be8e-4732-8e45-7c62383e8744 [ 2028.333517] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.333730] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.333888] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.334047] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2028.334916] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90947706-c8f6-490b-91a5-928086657f0b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.342848] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c4679a-1afe-467b-a820-8c9aee9184b5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.357889] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae5e938-09c3-4cec-9193-dd123cb07c60 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.364867] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad33de0-6423-4ed2-9b3b-4779b34d78e0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.393321] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181162MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2028.393486] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.393647] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.450907] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902803, 'name': CreateVM_Task, 'duration_secs': 0.316678} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.451064] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2028.451730] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.451890] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.452224] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2028.452453] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6541e6f5-7c77-4b92-ac17-efdf49a37d7c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.457203] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2028.457203] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5236ecdf-8989-7419-a04e-2ef16258ad84" [ 2028.457203] env[64496]: _type = "Task" [ 2028.457203] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.464216] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5236ecdf-8989-7419-a04e-2ef16258ad84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.782413] env[64496]: DEBUG nova.network.neutron [req-94319fbc-167d-4e60-acee-59b20a51dc0b req-4e6f414b-cb2c-458b-9af4-1421e07ed77c service nova] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Updated VIF entry in instance network info cache for port 0ce410dc-b0ad-436c-851d-85eb322698ad. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2028.782775] env[64496]: DEBUG nova.network.neutron [req-94319fbc-167d-4e60-acee-59b20a51dc0b req-4e6f414b-cb2c-458b-9af4-1421e07ed77c service nova] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Updating instance_info_cache with network_info: [{"id": "0ce410dc-b0ad-436c-851d-85eb322698ad", "address": "fa:16:3e:41:93:4e", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce410dc-b0", "ovs_interfaceid": "0ce410dc-b0ad-436c-851d-85eb322698ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.826249] env[64496]: DEBUG oslo_concurrency.lockutils [None req-a9a1973e-e3b7-41de-85b8-afb5695d8fb9 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "7ce88ff2-be8e-4732-8e45-7c62383e8744" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.942s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.967923] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5236ecdf-8989-7419-a04e-2ef16258ad84, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.968242] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.968477] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2028.968705] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.968852] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.969040] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2028.969292] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6bfdf9e-d7bb-4743-8576-7917263a308a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.979985] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2028.980170] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2028.980833] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ead2d255-cd57-447b-9fd3-b44ba5438322 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.985528] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2028.985528] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5226ba15-8999-6f91-02ca-7b4ec50f3d05" [ 2028.985528] env[64496]: _type = "Task" [ 2028.985528] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.992545] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5226ba15-8999-6f91-02ca-7b4ec50f3d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.286525] env[64496]: DEBUG oslo_concurrency.lockutils [req-94319fbc-167d-4e60-acee-59b20a51dc0b req-4e6f414b-cb2c-458b-9af4-1421e07ed77c service nova] Releasing lock "refresh_cache-63473de8-54f8-48d9-8de2-e9e8812d50d4" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.286850] env[64496]: DEBUG nova.compute.manager [req-94319fbc-167d-4e60-acee-59b20a51dc0b req-4e6f414b-cb2c-458b-9af4-1421e07ed77c service nova] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Received event network-vif-deleted-00d6162d-a75f-477e-adac-9d594c0ba917 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2029.414318] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance ab77d53e-6365-4391-bd8c-ae8fd95d9b38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.414318] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 63473de8-54f8-48d9-8de2-e9e8812d50d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.414318] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2029.414318] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2029.449532] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270935b3-327a-4922-bc09-3f7e49e1d9f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.459298] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70124823-4f5e-4147-9f26-387cd8de3487 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.491831] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20655e7b-d6b5-483d-b665-280a08aab8f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.503023] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde3a22e-c1a5-4e33-b95c-4d36f8710a81 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.506581] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5226ba15-8999-6f91-02ca-7b4ec50f3d05, 'name': SearchDatastore_Task, 'duration_secs': 0.008366} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.507638] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd3c9ef-f6b2-41a3-83c3-3b97b43919b2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.517362] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.522045] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2029.522045] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5259d77b-2d8a-389f-583b-eeab3d5dabec" [ 2029.522045] env[64496]: _type = "Task" [ 2029.522045] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.529702] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5259d77b-2d8a-389f-583b-eeab3d5dabec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.020791] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2030.034408] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5259d77b-2d8a-389f-583b-eeab3d5dabec, 'name': SearchDatastore_Task, 'duration_secs': 0.009435} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.034789] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.035094] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 63473de8-54f8-48d9-8de2-e9e8812d50d4/63473de8-54f8-48d9-8de2-e9e8812d50d4.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2030.035356] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c437269b-61d6-4823-9535-704d72c215bb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.043045] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2030.043045] env[64496]: value = "task-1902804" [ 2030.043045] env[64496]: _type = "Task" [ 2030.043045] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.051177] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.119859] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "fce5de14-2093-48e4-8279-a03598dcad84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.120130] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "fce5de14-2093-48e4-8279-a03598dcad84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.529046] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2030.529269] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.554020] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436294} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.554020] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 63473de8-54f8-48d9-8de2-e9e8812d50d4/63473de8-54f8-48d9-8de2-e9e8812d50d4.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2030.554020] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2030.554020] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a2770e3-efe8-4c76-bcff-ca669cb6d342 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.559822] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2030.559822] env[64496]: value = "task-1902805" [ 2030.559822] env[64496]: _type = "Task" [ 2030.559822] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.568698] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.623052] env[64496]: DEBUG nova.compute.manager [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2030.831823] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2030.832026] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Cleaning up deleted instances {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 2031.069557] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061162} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.069925] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2031.070643] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cded7a9-b158-448f-98e1-fe5d28267639 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.091882] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 63473de8-54f8-48d9-8de2-e9e8812d50d4/63473de8-54f8-48d9-8de2-e9e8812d50d4.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2031.092110] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c0a66c1-6e47-48f4-8bdd-615cf86105a0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.110320] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2031.110320] env[64496]: value = "task-1902806" [ 2031.110320] env[64496]: _type = "Task" [ 2031.110320] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.117778] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.143878] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.144148] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.145757] env[64496]: INFO nova.compute.claims [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2031.345275] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] There are 45 instances to clean {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2031.345519] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: a5938094-8938-480f-85c6-9feffc2d54fe] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2031.620407] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902806, 'name': ReconfigVM_Task, 'duration_secs': 0.273928} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.620704] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 63473de8-54f8-48d9-8de2-e9e8812d50d4/63473de8-54f8-48d9-8de2-e9e8812d50d4.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2031.621368] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c6cf261-1975-4677-8f90-18f174792523 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.627593] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2031.627593] env[64496]: value = "task-1902807" [ 2031.627593] env[64496]: _type = "Task" [ 2031.627593] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.637452] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902807, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.848547] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 54c8accc-415f-4ff7-b73f-4ec7dec29aa5] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2032.138375] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902807, 'name': Rename_Task, 'duration_secs': 0.141432} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.138658] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2032.138903] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2a993a6-5db6-41ea-b60a-1cca32d779af {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.144926] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2032.144926] env[64496]: value = "task-1902808" [ 2032.144926] env[64496]: _type = "Task" [ 2032.144926] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.152037] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.202452] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85bb774-069b-4889-8727-9dd17a234378 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.210068] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4a664a-7375-4c19-bb06-baa82b7dc258 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.239401] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f15f8f-2e34-44b1-814b-88451312188f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.246604] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ba3a4b-e1f5-4522-9ded-dce76f3ad099 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.259247] env[64496]: DEBUG nova.compute.provider_tree [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2032.351488] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: c055080a-4eb4-481d-baf7-cacfa263f9b9] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2032.655810] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.762127] env[64496]: DEBUG nova.scheduler.client.report [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2032.855063] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7ce88ff2-be8e-4732-8e45-7c62383e8744] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2033.154762] env[64496]: DEBUG oslo_vmware.api [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902808, 'name': PowerOnVM_Task, 'duration_secs': 0.982748} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.155171] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2033.155322] env[64496]: INFO nova.compute.manager [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Took 7.46 seconds to spawn the instance on the hypervisor. [ 2033.155583] env[64496]: DEBUG nova.compute.manager [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2033.156354] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46acb9c7-d3e3-4e8d-8a8c-975ec8283acb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.267744] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.267905] env[64496]: DEBUG nova.compute.manager [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2033.358610] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 53c19b31-db13-49ac-9b30-01d23073d361] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2033.675165] env[64496]: INFO nova.compute.manager [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Took 12.14 seconds to build instance. [ 2033.772660] env[64496]: DEBUG nova.compute.utils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2033.774015] env[64496]: DEBUG nova.compute.manager [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2033.774188] env[64496]: DEBUG nova.network.neutron [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2033.825978] env[64496]: DEBUG nova.policy [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ed3bad7cd214a9a9fd6182c113a3388', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7279a3a13aca49499a23d6ab442b2771', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 2033.863048] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 01b197b1-ef20-4945-8157-d8314dd1cb8d] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2034.055101] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "63473de8-54f8-48d9-8de2-e9e8812d50d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.086845] env[64496]: DEBUG nova.network.neutron [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Successfully created port: 6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2034.177141] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8a8417e2-62af-49f6-bbe3-38584911665b tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "63473de8-54f8-48d9-8de2-e9e8812d50d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.647s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.177518] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "63473de8-54f8-48d9-8de2-e9e8812d50d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.123s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.177651] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "63473de8-54f8-48d9-8de2-e9e8812d50d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.177877] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "63473de8-54f8-48d9-8de2-e9e8812d50d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.178060] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "63473de8-54f8-48d9-8de2-e9e8812d50d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.180740] env[64496]: INFO nova.compute.manager [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Terminating instance [ 2034.277283] env[64496]: DEBUG nova.compute.manager [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2034.365760] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: a926d878-318d-4af8-b75e-b306bc28e37a] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2034.684556] env[64496]: DEBUG nova.compute.manager [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2034.684796] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2034.685814] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99eb97a-e374-4de8-bee0-ad78848ad558 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.695842] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2034.696152] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01560a6a-ae20-40c3-be71-4aded139f961 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.703118] env[64496]: DEBUG oslo_vmware.api [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2034.703118] env[64496]: value = "task-1902809" [ 2034.703118] env[64496]: _type = "Task" [ 2034.703118] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.711535] env[64496]: DEBUG oslo_vmware.api [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.869060] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 5b10a5d8-61e2-409a-856f-497f560054aa] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2035.212718] env[64496]: DEBUG oslo_vmware.api [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902809, 'name': PowerOffVM_Task, 'duration_secs': 0.282576} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.213103] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2035.213177] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2035.213416] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-187b4814-9a97-4858-af1e-3442d0a14908 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.286416] env[64496]: DEBUG nova.compute.manager [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2035.312287] env[64496]: DEBUG nova.virt.hardware [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2035.312427] env[64496]: DEBUG nova.virt.hardware [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2035.312521] env[64496]: DEBUG nova.virt.hardware [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2035.312741] env[64496]: DEBUG nova.virt.hardware [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2035.312853] env[64496]: DEBUG nova.virt.hardware [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2035.312970] env[64496]: DEBUG nova.virt.hardware [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2035.313218] env[64496]: DEBUG nova.virt.hardware [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2035.313390] env[64496]: DEBUG nova.virt.hardware [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2035.313581] env[64496]: DEBUG nova.virt.hardware [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2035.313757] env[64496]: DEBUG nova.virt.hardware [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2035.313932] env[64496]: DEBUG nova.virt.hardware [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2035.314777] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd4cb44-516a-4fdd-8339-75718f276d3e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.322952] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec5712e-636d-4f49-85b5-029fc8426893 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.343375] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2035.343596] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2035.343765] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleting the datastore file [datastore1] 63473de8-54f8-48d9-8de2-e9e8812d50d4 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2035.344019] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e600122e-65f8-4d91-8ca5-3cb2044d61b6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.349958] env[64496]: DEBUG oslo_vmware.api [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2035.349958] env[64496]: value = "task-1902811" [ 2035.349958] env[64496]: _type = "Task" [ 2035.349958] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.357277] env[64496]: DEBUG oslo_vmware.api [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.371778] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7dc67748-8b04-420a-ab18-1b5800a33105] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2035.465889] env[64496]: DEBUG nova.compute.manager [req-0ade0760-cee3-4c13-92c0-78acafc8530f req-5bbcaa6c-17a1-4329-859c-71b3f6bed96f service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Received event network-vif-plugged-6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2035.466118] env[64496]: DEBUG oslo_concurrency.lockutils [req-0ade0760-cee3-4c13-92c0-78acafc8530f req-5bbcaa6c-17a1-4329-859c-71b3f6bed96f service nova] Acquiring lock "fce5de14-2093-48e4-8279-a03598dcad84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.466324] env[64496]: DEBUG oslo_concurrency.lockutils [req-0ade0760-cee3-4c13-92c0-78acafc8530f req-5bbcaa6c-17a1-4329-859c-71b3f6bed96f service nova] Lock "fce5de14-2093-48e4-8279-a03598dcad84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.466512] env[64496]: DEBUG oslo_concurrency.lockutils [req-0ade0760-cee3-4c13-92c0-78acafc8530f req-5bbcaa6c-17a1-4329-859c-71b3f6bed96f service nova] Lock "fce5de14-2093-48e4-8279-a03598dcad84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.466715] env[64496]: DEBUG nova.compute.manager [req-0ade0760-cee3-4c13-92c0-78acafc8530f req-5bbcaa6c-17a1-4329-859c-71b3f6bed96f service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] No waiting events found dispatching network-vif-plugged-6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2035.466952] env[64496]: WARNING nova.compute.manager [req-0ade0760-cee3-4c13-92c0-78acafc8530f req-5bbcaa6c-17a1-4329-859c-71b3f6bed96f service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Received unexpected event network-vif-plugged-6dc6e4fc-e73d-441c-9199-7c9a2718e847 for instance with vm_state building and task_state spawning. [ 2035.545684] env[64496]: DEBUG nova.network.neutron [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Successfully updated port: 6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2035.860281] env[64496]: DEBUG oslo_vmware.api [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239807} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.860557] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2035.860743] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2035.860921] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2035.861112] env[64496]: INFO nova.compute.manager [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2035.861358] env[64496]: DEBUG oslo.service.loopingcall [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2035.861549] env[64496]: DEBUG nova.compute.manager [-] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2035.861646] env[64496]: DEBUG nova.network.neutron [-] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2035.874794] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 72fe04bb-14ac-44e5-ad61-ee475012e8d1] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2036.048031] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.048031] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.048229] env[64496]: DEBUG nova.network.neutron [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2036.378099] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: b66d7c87-2a88-42aa-b4be-c0d53b9c4e78] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2036.589155] env[64496]: DEBUG nova.network.neutron [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2036.619623] env[64496]: DEBUG nova.network.neutron [-] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.729045] env[64496]: DEBUG nova.network.neutron [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Updating instance_info_cache with network_info: [{"id": "6dc6e4fc-e73d-441c-9199-7c9a2718e847", "address": "fa:16:3e:62:32:fd", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc6e4fc-e7", "ovs_interfaceid": "6dc6e4fc-e73d-441c-9199-7c9a2718e847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.880529] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 8419a38c-f706-485d-b59a-1752eefd5045] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2037.122630] env[64496]: INFO nova.compute.manager [-] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Took 1.26 seconds to deallocate network for instance. [ 2037.231982] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.232323] env[64496]: DEBUG nova.compute.manager [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Instance network_info: |[{"id": "6dc6e4fc-e73d-441c-9199-7c9a2718e847", "address": "fa:16:3e:62:32:fd", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc6e4fc-e7", "ovs_interfaceid": "6dc6e4fc-e73d-441c-9199-7c9a2718e847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2037.232732] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:32:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dc6e4fc-e73d-441c-9199-7c9a2718e847', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2037.240163] env[64496]: DEBUG oslo.service.loopingcall [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2037.240361] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2037.240581] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73750756-79f5-4d55-bbaa-deba359b290a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.261036] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2037.261036] env[64496]: value = "task-1902812" [ 2037.261036] env[64496]: _type = "Task" [ 2037.261036] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.268712] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902812, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.384032] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 1d196c83-7a2f-497f-b256-e449f3192d53] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2037.495301] env[64496]: DEBUG nova.compute.manager [req-beb90e3a-b7fa-4802-bed0-e3f69c5c5a84 req-8dccf255-1fdb-4265-a59e-4b2dd8ca1141 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Received event network-changed-6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2037.495540] env[64496]: DEBUG nova.compute.manager [req-beb90e3a-b7fa-4802-bed0-e3f69c5c5a84 req-8dccf255-1fdb-4265-a59e-4b2dd8ca1141 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Refreshing instance network info cache due to event network-changed-6dc6e4fc-e73d-441c-9199-7c9a2718e847. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2037.495833] env[64496]: DEBUG oslo_concurrency.lockutils [req-beb90e3a-b7fa-4802-bed0-e3f69c5c5a84 req-8dccf255-1fdb-4265-a59e-4b2dd8ca1141 service nova] Acquiring lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.496010] env[64496]: DEBUG oslo_concurrency.lockutils [req-beb90e3a-b7fa-4802-bed0-e3f69c5c5a84 req-8dccf255-1fdb-4265-a59e-4b2dd8ca1141 service nova] Acquired lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.496181] env[64496]: DEBUG nova.network.neutron [req-beb90e3a-b7fa-4802-bed0-e3f69c5c5a84 req-8dccf255-1fdb-4265-a59e-4b2dd8ca1141 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Refreshing network info cache for port 6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2037.628607] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.628882] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.629119] env[64496]: DEBUG nova.objects.instance [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lazy-loading 'resources' on Instance uuid 63473de8-54f8-48d9-8de2-e9e8812d50d4 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2037.771547] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902812, 'name': CreateVM_Task, 'duration_secs': 0.312266} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.771706] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2037.772396] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.772559] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.772881] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2037.773146] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e255b4-572b-4ad5-8c2d-1e7294b7d7e3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.777519] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2037.777519] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a576d2-33d8-c344-93dc-c8465ba3b55a" [ 2037.777519] env[64496]: _type = "Task" [ 2037.777519] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.784814] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a576d2-33d8-c344-93dc-c8465ba3b55a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.887656] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ca32be52-0300-4daf-8c93-283efd499f51] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2038.182261] env[64496]: DEBUG nova.network.neutron [req-beb90e3a-b7fa-4802-bed0-e3f69c5c5a84 req-8dccf255-1fdb-4265-a59e-4b2dd8ca1141 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Updated VIF entry in instance network info cache for port 6dc6e4fc-e73d-441c-9199-7c9a2718e847. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2038.182615] env[64496]: DEBUG nova.network.neutron [req-beb90e3a-b7fa-4802-bed0-e3f69c5c5a84 req-8dccf255-1fdb-4265-a59e-4b2dd8ca1141 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Updating instance_info_cache with network_info: [{"id": "6dc6e4fc-e73d-441c-9199-7c9a2718e847", "address": "fa:16:3e:62:32:fd", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc6e4fc-e7", "ovs_interfaceid": "6dc6e4fc-e73d-441c-9199-7c9a2718e847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.185105] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6690f7-d962-452d-98f0-2981a62bd122 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.194337] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2aaa563-8746-4341-9921-0ed9efaf6259 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.225142] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25061d61-9899-4a20-bb8a-77a7655e079a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.232365] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e52d603-19b3-45fa-8c88-bbf514dd9e87 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.245560] env[64496]: DEBUG nova.compute.provider_tree [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2038.287588] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a576d2-33d8-c344-93dc-c8465ba3b55a, 'name': SearchDatastore_Task, 'duration_secs': 0.012819} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.287855] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.288128] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2038.288371] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.288517] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.288767] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2038.289035] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7ff6208-1605-4d86-a86c-3fc012c281b7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.296552] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2038.296730] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2038.297401] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52af43a6-255c-47da-9b1f-5c5e0db9332c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.301983] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2038.301983] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c7d384-9a4e-f69f-5955-85a9732fb3e3" [ 2038.301983] env[64496]: _type = "Task" [ 2038.301983] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.309214] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c7d384-9a4e-f69f-5955-85a9732fb3e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.390679] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 6d4bde31-df4c-4c1c-9211-3de2a2424960] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2038.688962] env[64496]: DEBUG oslo_concurrency.lockutils [req-beb90e3a-b7fa-4802-bed0-e3f69c5c5a84 req-8dccf255-1fdb-4265-a59e-4b2dd8ca1141 service nova] Releasing lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.689319] env[64496]: DEBUG nova.compute.manager [req-beb90e3a-b7fa-4802-bed0-e3f69c5c5a84 req-8dccf255-1fdb-4265-a59e-4b2dd8ca1141 service nova] [instance: 63473de8-54f8-48d9-8de2-e9e8812d50d4] Received event network-vif-deleted-0ce410dc-b0ad-436c-851d-85eb322698ad {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2038.748647] env[64496]: DEBUG nova.scheduler.client.report [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2038.811825] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c7d384-9a4e-f69f-5955-85a9732fb3e3, 'name': SearchDatastore_Task, 'duration_secs': 0.007725} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.812587] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ae268c-2fe3-4d8a-bff1-a8a6f94a7f5e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.817340] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2038.817340] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dcc94a-56e5-e5a3-5736-17bf97c89981" [ 2038.817340] env[64496]: _type = "Task" [ 2038.817340] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.825662] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dcc94a-56e5-e5a3-5736-17bf97c89981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.893172] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: b14d0ca5-784f-4b9c-80f9-980f7fbe82b6] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2039.253621] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.272848] env[64496]: INFO nova.scheduler.client.report [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleted allocations for instance 63473de8-54f8-48d9-8de2-e9e8812d50d4 [ 2039.328757] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52dcc94a-56e5-e5a3-5736-17bf97c89981, 'name': SearchDatastore_Task, 'duration_secs': 0.008911} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.329031] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.329293] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] fce5de14-2093-48e4-8279-a03598dcad84/fce5de14-2093-48e4-8279-a03598dcad84.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2039.329544] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74b81f98-68ec-4e79-b424-68b18de7bd72 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.336366] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2039.336366] env[64496]: value = "task-1902813" [ 2039.336366] env[64496]: _type = "Task" [ 2039.336366] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.344077] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.396528] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 66905c9a-46ea-4582-981b-514377de6c7d] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2039.783878] env[64496]: DEBUG oslo_concurrency.lockutils [None req-33d35f98-89fd-473b-9d6a-0f879862940f tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "63473de8-54f8-48d9-8de2-e9e8812d50d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.606s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.846713] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442209} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.846936] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] fce5de14-2093-48e4-8279-a03598dcad84/fce5de14-2093-48e4-8279-a03598dcad84.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2039.847159] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2039.847396] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-768d6280-eead-44bb-9c80-2ecae7b03a85 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.853774] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2039.853774] env[64496]: value = "task-1902814" [ 2039.853774] env[64496]: _type = "Task" [ 2039.853774] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.860794] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.899883] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 890497e7-d4fc-4b31-9b10-1eba4419ae8c] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2040.363621] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066811} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.363929] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2040.364686] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c3b9c4-2ec9-4b2d-97f6-5f4322b030ef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.386295] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] fce5de14-2093-48e4-8279-a03598dcad84/fce5de14-2093-48e4-8279-a03598dcad84.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2040.386556] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-383dd8b6-4724-4f96-afb7-e711b7734692 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.402798] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 19793aba-0d19-49cf-b66a-9bca724ec957] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2040.405851] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2040.405851] env[64496]: value = "task-1902815" [ 2040.405851] env[64496]: _type = "Task" [ 2040.405851] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.413925] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.908059] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ed6b1f1c-966b-4892-b11d-9acd83fde0ce] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2040.919236] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902815, 'name': ReconfigVM_Task, 'duration_secs': 0.316357} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.919494] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Reconfigured VM instance instance-00000075 to attach disk [datastore2] fce5de14-2093-48e4-8279-a03598dcad84/fce5de14-2093-48e4-8279-a03598dcad84.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2040.920108] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6f198b6-b0f2-4326-92b2-ff859fadd499 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.927021] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2040.927021] env[64496]: value = "task-1902816" [ 2040.927021] env[64496]: _type = "Task" [ 2040.927021] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.936855] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902816, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.069872] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "b28c5df2-9eeb-4f29-bde3-9877d7e7b93b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.070125] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "b28c5df2-9eeb-4f29-bde3-9877d7e7b93b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.414607] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 8de0ae43-9fb9-46a0-9123-3b2c4c7419a7] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2041.437281] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902816, 'name': Rename_Task, 'duration_secs': 0.135701} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.438095] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2041.438340] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-783e3a9a-b11f-4a8c-969e-6fcbda08eaac {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.444428] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2041.444428] env[64496]: value = "task-1902817" [ 2041.444428] env[64496]: _type = "Task" [ 2041.444428] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.451702] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.572274] env[64496]: DEBUG nova.compute.manager [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2041.918027] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: f1eb45b6-4099-43cc-a833-b43cf860c868] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2041.954670] env[64496]: DEBUG oslo_vmware.api [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902817, 'name': PowerOnVM_Task, 'duration_secs': 0.428718} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.954936] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2041.955155] env[64496]: INFO nova.compute.manager [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Took 6.67 seconds to spawn the instance on the hypervisor. [ 2041.955338] env[64496]: DEBUG nova.compute.manager [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2041.956120] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38358b72-97a5-478f-abb5-562186dafdfe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.094292] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.094544] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.096121] env[64496]: INFO nova.compute.claims [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2042.420931] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 6d744842-65e9-4244-b6c5-71d8e0d9068b] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2042.474899] env[64496]: INFO nova.compute.manager [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Took 11.35 seconds to build instance. [ 2042.923936] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 6b0624a8-9565-44d9-ba7f-a828714ffe87] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2042.978146] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ed281178-d2ec-48c7-ba6e-cd2e1ecdb494 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "fce5de14-2093-48e4-8279-a03598dcad84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.857s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.148654] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe4df74-38b7-4e2d-ad2e-9f5bcc4dfcb9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.156376] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c84c3d8-530d-4d03-a112-6c50200a4d56 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.185297] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffbe6d4-3929-493a-bd98-ad8e61ad6caa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.192765] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b4c00d-0bc5-48da-a1a9-25648a8a2299 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.205766] env[64496]: DEBUG nova.compute.provider_tree [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2043.227490] env[64496]: DEBUG nova.compute.manager [req-e38ad6d8-0fa7-4122-a438-ad5a8c0cd88f req-6e852f5b-3fa0-40ea-99ab-c61f8c05a6f3 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Received event network-changed-6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2043.227655] env[64496]: DEBUG nova.compute.manager [req-e38ad6d8-0fa7-4122-a438-ad5a8c0cd88f req-6e852f5b-3fa0-40ea-99ab-c61f8c05a6f3 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Refreshing instance network info cache due to event network-changed-6dc6e4fc-e73d-441c-9199-7c9a2718e847. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2043.227895] env[64496]: DEBUG oslo_concurrency.lockutils [req-e38ad6d8-0fa7-4122-a438-ad5a8c0cd88f req-6e852f5b-3fa0-40ea-99ab-c61f8c05a6f3 service nova] Acquiring lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.228015] env[64496]: DEBUG oslo_concurrency.lockutils [req-e38ad6d8-0fa7-4122-a438-ad5a8c0cd88f req-6e852f5b-3fa0-40ea-99ab-c61f8c05a6f3 service nova] Acquired lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.228185] env[64496]: DEBUG nova.network.neutron [req-e38ad6d8-0fa7-4122-a438-ad5a8c0cd88f req-6e852f5b-3fa0-40ea-99ab-c61f8c05a6f3 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Refreshing network info cache for port 6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2043.427765] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 22f09b7a-cd4f-4b99-a78b-c8b35cf6ea54] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2043.709673] env[64496]: DEBUG nova.scheduler.client.report [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2043.930715] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 9100931d-2a58-469b-bdb5-6498bc7fcded] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2043.938307] env[64496]: DEBUG nova.network.neutron [req-e38ad6d8-0fa7-4122-a438-ad5a8c0cd88f req-6e852f5b-3fa0-40ea-99ab-c61f8c05a6f3 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Updated VIF entry in instance network info cache for port 6dc6e4fc-e73d-441c-9199-7c9a2718e847. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2043.938645] env[64496]: DEBUG nova.network.neutron [req-e38ad6d8-0fa7-4122-a438-ad5a8c0cd88f req-6e852f5b-3fa0-40ea-99ab-c61f8c05a6f3 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Updating instance_info_cache with network_info: [{"id": "6dc6e4fc-e73d-441c-9199-7c9a2718e847", "address": "fa:16:3e:62:32:fd", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc6e4fc-e7", "ovs_interfaceid": "6dc6e4fc-e73d-441c-9199-7c9a2718e847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.214187] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.214681] env[64496]: DEBUG nova.compute.manager [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2044.434438] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 27d65cfe-49d6-4ae3-acd3-9459bd5e98ce] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2044.440447] env[64496]: DEBUG oslo_concurrency.lockutils [req-e38ad6d8-0fa7-4122-a438-ad5a8c0cd88f req-6e852f5b-3fa0-40ea-99ab-c61f8c05a6f3 service nova] Releasing lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.719950] env[64496]: DEBUG nova.compute.utils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2044.721961] env[64496]: DEBUG nova.compute.manager [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2044.722506] env[64496]: DEBUG nova.network.neutron [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2044.759883] env[64496]: DEBUG nova.policy [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29699f2035e44f2b97fc3e32fcca6b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b063a8303cc74bef930bce0394a9398b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 2044.937473] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 383a2481-1533-4fba-b22a-33914ba6da44] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2045.007044] env[64496]: DEBUG nova.network.neutron [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Successfully created port: 033ee73e-a089-4807-aa60-8646512dfa13 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2045.225280] env[64496]: DEBUG nova.compute.manager [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2045.441210] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 47144884-578c-4655-a2f1-bdd476a1f5ea] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2045.944585] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: c3ff13c9-4406-4fc0-9502-7b5d27a296ed] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2046.234708] env[64496]: DEBUG nova.compute.manager [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2046.265010] env[64496]: DEBUG nova.virt.hardware [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2046.265269] env[64496]: DEBUG nova.virt.hardware [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2046.265428] env[64496]: DEBUG nova.virt.hardware [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2046.265608] env[64496]: DEBUG nova.virt.hardware [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2046.265781] env[64496]: DEBUG nova.virt.hardware [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2046.265942] env[64496]: DEBUG nova.virt.hardware [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2046.266167] env[64496]: DEBUG nova.virt.hardware [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2046.266331] env[64496]: DEBUG nova.virt.hardware [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2046.266497] env[64496]: DEBUG nova.virt.hardware [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2046.266655] env[64496]: DEBUG nova.virt.hardware [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2046.266880] env[64496]: DEBUG nova.virt.hardware [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2046.267757] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15e6789-a5c4-4b4e-a088-fe876ab73101 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.275839] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc527b41-95fd-4d65-9fd2-0997c0c9c777 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.389781] env[64496]: DEBUG nova.compute.manager [req-21f6c0f0-039e-4fc0-a83d-216150d9d655 req-b58a1b92-b4c4-4656-aefb-1398f7fac0a5 service nova] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Received event network-vif-plugged-033ee73e-a089-4807-aa60-8646512dfa13 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2046.390013] env[64496]: DEBUG oslo_concurrency.lockutils [req-21f6c0f0-039e-4fc0-a83d-216150d9d655 req-b58a1b92-b4c4-4656-aefb-1398f7fac0a5 service nova] Acquiring lock "b28c5df2-9eeb-4f29-bde3-9877d7e7b93b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.390236] env[64496]: DEBUG oslo_concurrency.lockutils [req-21f6c0f0-039e-4fc0-a83d-216150d9d655 req-b58a1b92-b4c4-4656-aefb-1398f7fac0a5 service nova] Lock "b28c5df2-9eeb-4f29-bde3-9877d7e7b93b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.390407] env[64496]: DEBUG oslo_concurrency.lockutils [req-21f6c0f0-039e-4fc0-a83d-216150d9d655 req-b58a1b92-b4c4-4656-aefb-1398f7fac0a5 service nova] Lock "b28c5df2-9eeb-4f29-bde3-9877d7e7b93b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.390577] env[64496]: DEBUG nova.compute.manager [req-21f6c0f0-039e-4fc0-a83d-216150d9d655 req-b58a1b92-b4c4-4656-aefb-1398f7fac0a5 service nova] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] No waiting events found dispatching network-vif-plugged-033ee73e-a089-4807-aa60-8646512dfa13 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2046.390741] env[64496]: WARNING nova.compute.manager [req-21f6c0f0-039e-4fc0-a83d-216150d9d655 req-b58a1b92-b4c4-4656-aefb-1398f7fac0a5 service nova] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Received unexpected event network-vif-plugged-033ee73e-a089-4807-aa60-8646512dfa13 for instance with vm_state building and task_state spawning. [ 2046.447856] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 3a586d0d-ad5a-433c-8ba9-0371e6e3339b] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2046.467188] env[64496]: DEBUG nova.network.neutron [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Successfully updated port: 033ee73e-a089-4807-aa60-8646512dfa13 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2046.951402] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 34ffb63b-2dde-4ae9-876d-fc8bd25a7e87] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2046.970465] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "refresh_cache-b28c5df2-9eeb-4f29-bde3-9877d7e7b93b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.970465] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "refresh_cache-b28c5df2-9eeb-4f29-bde3-9877d7e7b93b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.970627] env[64496]: DEBUG nova.network.neutron [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2047.454249] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 4247d495-9cad-48c0-aae1-bfe16ec20155] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2047.502707] env[64496]: DEBUG nova.network.neutron [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2047.621781] env[64496]: DEBUG nova.network.neutron [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Updating instance_info_cache with network_info: [{"id": "033ee73e-a089-4807-aa60-8646512dfa13", "address": "fa:16:3e:a5:d7:b1", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033ee73e-a0", "ovs_interfaceid": "033ee73e-a089-4807-aa60-8646512dfa13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.957244] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: a7d8fd5a-bc76-42e5-943d-f472a127afda] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2048.124239] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "refresh_cache-b28c5df2-9eeb-4f29-bde3-9877d7e7b93b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.124546] env[64496]: DEBUG nova.compute.manager [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Instance network_info: |[{"id": "033ee73e-a089-4807-aa60-8646512dfa13", "address": "fa:16:3e:a5:d7:b1", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033ee73e-a0", "ovs_interfaceid": "033ee73e-a089-4807-aa60-8646512dfa13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2048.124962] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:d7:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '033ee73e-a089-4807-aa60-8646512dfa13', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2048.132406] env[64496]: DEBUG oslo.service.loopingcall [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2048.132611] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2048.132825] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-658c66bf-b63f-45e4-9100-cd3dc0e20c1f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.152581] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2048.152581] env[64496]: value = "task-1902818" [ 2048.152581] env[64496]: _type = "Task" [ 2048.152581] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.161043] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902818, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.417993] env[64496]: DEBUG nova.compute.manager [req-ec313693-ed89-481e-a824-6c4364b30fda req-2f466bc9-8505-4378-8380-d9e003952ff2 service nova] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Received event network-changed-033ee73e-a089-4807-aa60-8646512dfa13 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2048.418202] env[64496]: DEBUG nova.compute.manager [req-ec313693-ed89-481e-a824-6c4364b30fda req-2f466bc9-8505-4378-8380-d9e003952ff2 service nova] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Refreshing instance network info cache due to event network-changed-033ee73e-a089-4807-aa60-8646512dfa13. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2048.418440] env[64496]: DEBUG oslo_concurrency.lockutils [req-ec313693-ed89-481e-a824-6c4364b30fda req-2f466bc9-8505-4378-8380-d9e003952ff2 service nova] Acquiring lock "refresh_cache-b28c5df2-9eeb-4f29-bde3-9877d7e7b93b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.418604] env[64496]: DEBUG oslo_concurrency.lockutils [req-ec313693-ed89-481e-a824-6c4364b30fda req-2f466bc9-8505-4378-8380-d9e003952ff2 service nova] Acquired lock "refresh_cache-b28c5df2-9eeb-4f29-bde3-9877d7e7b93b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.418806] env[64496]: DEBUG nova.network.neutron [req-ec313693-ed89-481e-a824-6c4364b30fda req-2f466bc9-8505-4378-8380-d9e003952ff2 service nova] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Refreshing network info cache for port 033ee73e-a089-4807-aa60-8646512dfa13 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2048.461165] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: c4d694d9-100c-4a7a-86fa-d7636d250205] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2048.663185] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902818, 'name': CreateVM_Task, 'duration_secs': 0.354144} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.663351] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2048.664022] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.664209] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.664518] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2048.664768] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8879f7d8-c598-4c94-a6ff-562bd421bf9a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.669722] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2048.669722] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52666682-c3f7-e59e-9d73-1ae36869735d" [ 2048.669722] env[64496]: _type = "Task" [ 2048.669722] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.677255] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52666682-c3f7-e59e-9d73-1ae36869735d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.964344] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: cc45667d-6de3-4fc1-99fb-dc2d69f4a206] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2049.112831] env[64496]: DEBUG nova.network.neutron [req-ec313693-ed89-481e-a824-6c4364b30fda req-2f466bc9-8505-4378-8380-d9e003952ff2 service nova] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Updated VIF entry in instance network info cache for port 033ee73e-a089-4807-aa60-8646512dfa13. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2049.112831] env[64496]: DEBUG nova.network.neutron [req-ec313693-ed89-481e-a824-6c4364b30fda req-2f466bc9-8505-4378-8380-d9e003952ff2 service nova] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Updating instance_info_cache with network_info: [{"id": "033ee73e-a089-4807-aa60-8646512dfa13", "address": "fa:16:3e:a5:d7:b1", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033ee73e-a0", "ovs_interfaceid": "033ee73e-a089-4807-aa60-8646512dfa13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.183529] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52666682-c3f7-e59e-9d73-1ae36869735d, 'name': SearchDatastore_Task, 'duration_secs': 0.011222} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.183999] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.184388] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2049.184770] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.185162] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.185321] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2049.185698] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fee8598-a4e6-4fd0-a73f-6dbeec62675e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.195406] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2049.195690] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2049.196782] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a00cefa-4fb9-4c72-9eb4-ebfa5269a0c5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.204913] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2049.204913] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b65538-0955-7d79-8196-0d5c7c54d7e4" [ 2049.204913] env[64496]: _type = "Task" [ 2049.204913] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.215269] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b65538-0955-7d79-8196-0d5c7c54d7e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.468023] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 6a911ef3-0ccf-41ff-894c-15c7fdd683b0] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2049.615098] env[64496]: DEBUG oslo_concurrency.lockutils [req-ec313693-ed89-481e-a824-6c4364b30fda req-2f466bc9-8505-4378-8380-d9e003952ff2 service nova] Releasing lock "refresh_cache-b28c5df2-9eeb-4f29-bde3-9877d7e7b93b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.714867] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52b65538-0955-7d79-8196-0d5c7c54d7e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009285} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.715635] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f13dbd0b-66aa-4383-ad3f-7977b25fbbe8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.720523] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2049.720523] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522dabd3-9d9d-0e96-19a3-ebe425d53272" [ 2049.720523] env[64496]: _type = "Task" [ 2049.720523] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.727574] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522dabd3-9d9d-0e96-19a3-ebe425d53272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.971033] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 3b99410d-5523-414a-a281-e8d2567a10c2] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2050.230767] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522dabd3-9d9d-0e96-19a3-ebe425d53272, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.231039] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.231297] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] b28c5df2-9eeb-4f29-bde3-9877d7e7b93b/b28c5df2-9eeb-4f29-bde3-9877d7e7b93b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2050.231548] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdae8b30-14a0-4d2d-947f-057db44d1a1d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.238888] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2050.238888] env[64496]: value = "task-1902819" [ 2050.238888] env[64496]: _type = "Task" [ 2050.238888] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.246605] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.474802] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 12014bf5-cc7c-402b-aefd-f032a720461e] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2050.748409] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495658} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.748619] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] b28c5df2-9eeb-4f29-bde3-9877d7e7b93b/b28c5df2-9eeb-4f29-bde3-9877d7e7b93b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2050.748829] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2050.749090] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43dcea69-d528-47a4-969c-1791ed2d114c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.755243] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2050.755243] env[64496]: value = "task-1902820" [ 2050.755243] env[64496]: _type = "Task" [ 2050.755243] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.763995] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.978964] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: feb9aa48-fdc5-46d5-8b2f-6587ff4600c6] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2051.265717] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059222} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.266138] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2051.266983] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81372ce7-b2e4-4111-97c3-39f2ac66d2ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.287815] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] b28c5df2-9eeb-4f29-bde3-9877d7e7b93b/b28c5df2-9eeb-4f29-bde3-9877d7e7b93b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2051.288109] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88674b92-4a1d-40ef-ba4a-5adafb78c5d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.307397] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2051.307397] env[64496]: value = "task-1902821" [ 2051.307397] env[64496]: _type = "Task" [ 2051.307397] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.315163] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.482078] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 8ce2acce-6dcb-45ce-9e25-4561c1d168c3] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2051.817882] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902821, 'name': ReconfigVM_Task, 'duration_secs': 0.275177} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.818143] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Reconfigured VM instance instance-00000076 to attach disk [datastore1] b28c5df2-9eeb-4f29-bde3-9877d7e7b93b/b28c5df2-9eeb-4f29-bde3-9877d7e7b93b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2051.818796] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c07500ea-6c43-477c-9da7-acad7c408505 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.824917] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2051.824917] env[64496]: value = "task-1902822" [ 2051.824917] env[64496]: _type = "Task" [ 2051.824917] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.832304] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902822, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.986190] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 968500dc-0513-4051-be7a-bc40fd7db142] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2052.335046] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902822, 'name': Rename_Task, 'duration_secs': 0.146766} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.335046] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2052.335272] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08fcbd59-6658-47a9-a7a7-35c16fc4bc41 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.341688] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2052.341688] env[64496]: value = "task-1902823" [ 2052.341688] env[64496]: _type = "Task" [ 2052.341688] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.348886] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.489679] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: aceef315-f152-4b91-9953-2eceb376b255] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2052.851577] env[64496]: DEBUG oslo_vmware.api [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902823, 'name': PowerOnVM_Task, 'duration_secs': 0.424827} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.851831] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2052.852053] env[64496]: INFO nova.compute.manager [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Took 6.62 seconds to spawn the instance on the hypervisor. [ 2052.852292] env[64496]: DEBUG nova.compute.manager [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2052.853016] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de826b3c-dc29-4f5f-8340-f845ebe5a72b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.992774] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 7c42bab8-c89d-4040-bda6-2a1cbcda2da1] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2053.372128] env[64496]: INFO nova.compute.manager [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Took 11.30 seconds to build instance. [ 2053.497101] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: 4beb0377-8b69-438a-aa7f-af5f68092240] Instance has had 0 of 5 cleanup attempts {{(pid=64496) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2053.873758] env[64496]: DEBUG oslo_concurrency.lockutils [None req-89e2a66c-0b4a-44fd-ae42-023da8e7d8f3 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "b28c5df2-9eeb-4f29-bde3-9877d7e7b93b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.803s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.296351] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "b28c5df2-9eeb-4f29-bde3-9877d7e7b93b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.296636] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "b28c5df2-9eeb-4f29-bde3-9877d7e7b93b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.296830] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "b28c5df2-9eeb-4f29-bde3-9877d7e7b93b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.297059] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "b28c5df2-9eeb-4f29-bde3-9877d7e7b93b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.297243] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "b28c5df2-9eeb-4f29-bde3-9877d7e7b93b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.299474] env[64496]: INFO nova.compute.manager [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Terminating instance [ 2054.803609] env[64496]: DEBUG nova.compute.manager [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2054.804066] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2054.804813] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f200ceb0-e8cf-426d-939c-3060534889d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.813892] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2054.814130] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d016405b-d3a0-470e-8b7f-796962cbba90 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.821820] env[64496]: DEBUG oslo_vmware.api [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2054.821820] env[64496]: value = "task-1902824" [ 2054.821820] env[64496]: _type = "Task" [ 2054.821820] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.829463] env[64496]: DEBUG oslo_vmware.api [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.331103] env[64496]: DEBUG oslo_vmware.api [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902824, 'name': PowerOffVM_Task, 'duration_secs': 0.1893} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.331387] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2055.331558] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2055.331798] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad91aacc-8691-4255-ab7f-da6589ab21d4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.479501] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2055.479746] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2055.479929] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleting the datastore file [datastore1] b28c5df2-9eeb-4f29-bde3-9877d7e7b93b {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2055.480212] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eed49ded-adc9-4e09-814c-52a4377248b4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.486797] env[64496]: DEBUG oslo_vmware.api [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2055.486797] env[64496]: value = "task-1902826" [ 2055.486797] env[64496]: _type = "Task" [ 2055.486797] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.493872] env[64496]: DEBUG oslo_vmware.api [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.997340] env[64496]: DEBUG oslo_vmware.api [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172758} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.997702] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2055.997757] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2055.997894] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2055.998085] env[64496]: INFO nova.compute.manager [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2055.998328] env[64496]: DEBUG oslo.service.loopingcall [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2055.998514] env[64496]: DEBUG nova.compute.manager [-] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2055.998612] env[64496]: DEBUG nova.network.neutron [-] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2056.229608] env[64496]: DEBUG nova.compute.manager [req-39e88f48-c514-470d-b893-9c4e5431aa33 req-6450243f-52c4-4516-a601-415bfcc4cd38 service nova] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Received event network-vif-deleted-033ee73e-a089-4807-aa60-8646512dfa13 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2056.229608] env[64496]: INFO nova.compute.manager [req-39e88f48-c514-470d-b893-9c4e5431aa33 req-6450243f-52c4-4516-a601-415bfcc4cd38 service nova] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Neutron deleted interface 033ee73e-a089-4807-aa60-8646512dfa13; detaching it from the instance and deleting it from the info cache [ 2056.229770] env[64496]: DEBUG nova.network.neutron [req-39e88f48-c514-470d-b893-9c4e5431aa33 req-6450243f-52c4-4516-a601-415bfcc4cd38 service nova] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.707192] env[64496]: DEBUG nova.network.neutron [-] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.732862] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8f732ed-9007-437a-8f85-6a00f9838de8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.742870] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a40959-554b-40f5-8786-7397ec3c968b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.770418] env[64496]: DEBUG nova.compute.manager [req-39e88f48-c514-470d-b893-9c4e5431aa33 req-6450243f-52c4-4516-a601-415bfcc4cd38 service nova] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Detach interface failed, port_id=033ee73e-a089-4807-aa60-8646512dfa13, reason: Instance b28c5df2-9eeb-4f29-bde3-9877d7e7b93b could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2057.209934] env[64496]: INFO nova.compute.manager [-] [instance: b28c5df2-9eeb-4f29-bde3-9877d7e7b93b] Took 1.21 seconds to deallocate network for instance. [ 2057.717084] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.717368] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.717595] env[64496]: DEBUG nova.objects.instance [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lazy-loading 'resources' on Instance uuid b28c5df2-9eeb-4f29-bde3-9877d7e7b93b {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2058.269769] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1baa9c-ccc7-44cd-86a8-d0814af97277 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.279721] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34868fe9-2c9b-44f2-8427-5d18d4e2efb0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.313309] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef62609a-3402-4bb3-8dbd-ddd37d03e4ff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.321641] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1772864-a7bf-44ec-9f65-f9d55c85e3cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.336100] env[64496]: DEBUG nova.compute.provider_tree [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2058.839278] env[64496]: DEBUG nova.scheduler.client.report [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2059.344651] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.364420] env[64496]: INFO nova.scheduler.client.report [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleted allocations for instance b28c5df2-9eeb-4f29-bde3-9877d7e7b93b [ 2059.872372] env[64496]: DEBUG oslo_concurrency.lockutils [None req-bb946b9b-8d41-47b1-a5c1-6ea6324dc3c5 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "b28c5df2-9eeb-4f29-bde3-9877d7e7b93b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.576s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.252872] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "f7cbfd06-5ada-47c3-af6f-4c6497913eea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.253214] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "f7cbfd06-5ada-47c3-af6f-4c6497913eea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.755446] env[64496]: DEBUG nova.compute.manager [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2062.277464] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.277752] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.279203] env[64496]: INFO nova.compute.claims [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2063.331464] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfebef3-14ef-4460-84c3-0cf4abd1f337 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.339157] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df21f029-7ed9-4498-b9fe-cfb3ddb5d63b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.367971] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9d6da3-e270-4494-9129-e91390770ec2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.375201] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7443031e-e7a1-4958-b3af-cf5f389969c3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.389552] env[64496]: DEBUG nova.compute.provider_tree [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2063.892931] env[64496]: DEBUG nova.scheduler.client.report [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2064.398069] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.398661] env[64496]: DEBUG nova.compute.manager [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2064.903551] env[64496]: DEBUG nova.compute.utils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2064.905060] env[64496]: DEBUG nova.compute.manager [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2064.905234] env[64496]: DEBUG nova.network.neutron [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2064.953676] env[64496]: DEBUG nova.policy [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29699f2035e44f2b97fc3e32fcca6b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b063a8303cc74bef930bce0394a9398b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 2065.194410] env[64496]: DEBUG nova.network.neutron [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Successfully created port: 1dea332f-785e-44e8-80dc-95e15f223fd3 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2065.409994] env[64496]: DEBUG nova.compute.manager [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2066.420012] env[64496]: DEBUG nova.compute.manager [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2066.454581] env[64496]: DEBUG nova.virt.hardware [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2066.454849] env[64496]: DEBUG nova.virt.hardware [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2066.455029] env[64496]: DEBUG nova.virt.hardware [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2066.455223] env[64496]: DEBUG nova.virt.hardware [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2066.455513] env[64496]: DEBUG nova.virt.hardware [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2066.455513] env[64496]: DEBUG nova.virt.hardware [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2066.455710] env[64496]: DEBUG nova.virt.hardware [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2066.455898] env[64496]: DEBUG nova.virt.hardware [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2066.456083] env[64496]: DEBUG nova.virt.hardware [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2066.456255] env[64496]: DEBUG nova.virt.hardware [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2066.456431] env[64496]: DEBUG nova.virt.hardware [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2066.457304] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee46dbe-49e0-4c55-bddc-6b0daaf9a2c3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.465360] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76fde59-feca-453e-9aa6-54d4f8db42b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.555849] env[64496]: DEBUG nova.compute.manager [req-16e1e662-0e6f-48f2-86b1-342835f9604c req-77f6d14e-b098-4d5e-b4cf-f8da8f8d6cd6 service nova] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Received event network-vif-plugged-1dea332f-785e-44e8-80dc-95e15f223fd3 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2066.556112] env[64496]: DEBUG oslo_concurrency.lockutils [req-16e1e662-0e6f-48f2-86b1-342835f9604c req-77f6d14e-b098-4d5e-b4cf-f8da8f8d6cd6 service nova] Acquiring lock "f7cbfd06-5ada-47c3-af6f-4c6497913eea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.556329] env[64496]: DEBUG oslo_concurrency.lockutils [req-16e1e662-0e6f-48f2-86b1-342835f9604c req-77f6d14e-b098-4d5e-b4cf-f8da8f8d6cd6 service nova] Lock "f7cbfd06-5ada-47c3-af6f-4c6497913eea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.556496] env[64496]: DEBUG oslo_concurrency.lockutils [req-16e1e662-0e6f-48f2-86b1-342835f9604c req-77f6d14e-b098-4d5e-b4cf-f8da8f8d6cd6 service nova] Lock "f7cbfd06-5ada-47c3-af6f-4c6497913eea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.556664] env[64496]: DEBUG nova.compute.manager [req-16e1e662-0e6f-48f2-86b1-342835f9604c req-77f6d14e-b098-4d5e-b4cf-f8da8f8d6cd6 service nova] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] No waiting events found dispatching network-vif-plugged-1dea332f-785e-44e8-80dc-95e15f223fd3 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2066.556839] env[64496]: WARNING nova.compute.manager [req-16e1e662-0e6f-48f2-86b1-342835f9604c req-77f6d14e-b098-4d5e-b4cf-f8da8f8d6cd6 service nova] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Received unexpected event network-vif-plugged-1dea332f-785e-44e8-80dc-95e15f223fd3 for instance with vm_state building and task_state spawning. [ 2066.832104] env[64496]: DEBUG nova.network.neutron [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Successfully updated port: 1dea332f-785e-44e8-80dc-95e15f223fd3 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2067.334604] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "refresh_cache-f7cbfd06-5ada-47c3-af6f-4c6497913eea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.334756] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "refresh_cache-f7cbfd06-5ada-47c3-af6f-4c6497913eea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.334912] env[64496]: DEBUG nova.network.neutron [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2067.866985] env[64496]: DEBUG nova.network.neutron [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2067.986193] env[64496]: DEBUG nova.network.neutron [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Updating instance_info_cache with network_info: [{"id": "1dea332f-785e-44e8-80dc-95e15f223fd3", "address": "fa:16:3e:c4:21:ac", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dea332f-78", "ovs_interfaceid": "1dea332f-785e-44e8-80dc-95e15f223fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.489387] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "refresh_cache-f7cbfd06-5ada-47c3-af6f-4c6497913eea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.489734] env[64496]: DEBUG nova.compute.manager [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Instance network_info: |[{"id": "1dea332f-785e-44e8-80dc-95e15f223fd3", "address": "fa:16:3e:c4:21:ac", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dea332f-78", "ovs_interfaceid": "1dea332f-785e-44e8-80dc-95e15f223fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2068.490185] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:21:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dea332f-785e-44e8-80dc-95e15f223fd3', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2068.497776] env[64496]: DEBUG oslo.service.loopingcall [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2068.497999] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2068.499518] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c16ec25d-c6a2-45df-b9ea-f2108f6b4772 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.520644] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2068.520644] env[64496]: value = "task-1902827" [ 2068.520644] env[64496]: _type = "Task" [ 2068.520644] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.528767] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902827, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.581485] env[64496]: DEBUG nova.compute.manager [req-92d193df-b982-4a53-a3be-f44e0b9b4dec req-df491c37-ed69-46a4-a29a-967aa49e61f5 service nova] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Received event network-changed-1dea332f-785e-44e8-80dc-95e15f223fd3 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2068.581806] env[64496]: DEBUG nova.compute.manager [req-92d193df-b982-4a53-a3be-f44e0b9b4dec req-df491c37-ed69-46a4-a29a-967aa49e61f5 service nova] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Refreshing instance network info cache due to event network-changed-1dea332f-785e-44e8-80dc-95e15f223fd3. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2068.582232] env[64496]: DEBUG oslo_concurrency.lockutils [req-92d193df-b982-4a53-a3be-f44e0b9b4dec req-df491c37-ed69-46a4-a29a-967aa49e61f5 service nova] Acquiring lock "refresh_cache-f7cbfd06-5ada-47c3-af6f-4c6497913eea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.582412] env[64496]: DEBUG oslo_concurrency.lockutils [req-92d193df-b982-4a53-a3be-f44e0b9b4dec req-df491c37-ed69-46a4-a29a-967aa49e61f5 service nova] Acquired lock "refresh_cache-f7cbfd06-5ada-47c3-af6f-4c6497913eea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.582585] env[64496]: DEBUG nova.network.neutron [req-92d193df-b982-4a53-a3be-f44e0b9b4dec req-df491c37-ed69-46a4-a29a-967aa49e61f5 service nova] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Refreshing network info cache for port 1dea332f-785e-44e8-80dc-95e15f223fd3 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2069.030883] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902827, 'name': CreateVM_Task, 'duration_secs': 0.296821} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.031225] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2069.031739] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.031906] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.032259] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2069.032503] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72436b32-972d-4c01-8023-7f4559301d36 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.036884] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2069.036884] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c427b9-8f68-6695-d53d-75f2b778d50f" [ 2069.036884] env[64496]: _type = "Task" [ 2069.036884] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.044572] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c427b9-8f68-6695-d53d-75f2b778d50f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.270358] env[64496]: DEBUG nova.network.neutron [req-92d193df-b982-4a53-a3be-f44e0b9b4dec req-df491c37-ed69-46a4-a29a-967aa49e61f5 service nova] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Updated VIF entry in instance network info cache for port 1dea332f-785e-44e8-80dc-95e15f223fd3. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2069.270717] env[64496]: DEBUG nova.network.neutron [req-92d193df-b982-4a53-a3be-f44e0b9b4dec req-df491c37-ed69-46a4-a29a-967aa49e61f5 service nova] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Updating instance_info_cache with network_info: [{"id": "1dea332f-785e-44e8-80dc-95e15f223fd3", "address": "fa:16:3e:c4:21:ac", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dea332f-78", "ovs_interfaceid": "1dea332f-785e-44e8-80dc-95e15f223fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.547889] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52c427b9-8f68-6695-d53d-75f2b778d50f, 'name': SearchDatastore_Task, 'duration_secs': 0.009792} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.548152] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.548440] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2069.548594] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.548745] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.548922] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2069.549196] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1adf6305-683f-4bae-8176-aca82fc07d2d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.557689] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2069.557862] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2069.558542] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a6cb6c-62d7-4363-a12d-7609b4efbf87 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.563611] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2069.563611] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a38ced-1b46-986e-4b43-84971537665a" [ 2069.563611] env[64496]: _type = "Task" [ 2069.563611] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.570829] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a38ced-1b46-986e-4b43-84971537665a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.773711] env[64496]: DEBUG oslo_concurrency.lockutils [req-92d193df-b982-4a53-a3be-f44e0b9b4dec req-df491c37-ed69-46a4-a29a-967aa49e61f5 service nova] Releasing lock "refresh_cache-f7cbfd06-5ada-47c3-af6f-4c6497913eea" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.074828] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a38ced-1b46-986e-4b43-84971537665a, 'name': SearchDatastore_Task, 'duration_secs': 0.023751} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.075187] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0262fda2-e22a-4766-a3eb-0382ccef41d9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.079784] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2070.079784] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52291ced-0047-20be-79b8-c45ac282b617" [ 2070.079784] env[64496]: _type = "Task" [ 2070.079784] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.086741] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52291ced-0047-20be-79b8-c45ac282b617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.589642] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52291ced-0047-20be-79b8-c45ac282b617, 'name': SearchDatastore_Task, 'duration_secs': 0.009373} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.589935] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.590176] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] f7cbfd06-5ada-47c3-af6f-4c6497913eea/f7cbfd06-5ada-47c3-af6f-4c6497913eea.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2070.590426] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be41497c-e548-4331-bd47-d52d3967755f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.597291] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2070.597291] env[64496]: value = "task-1902828" [ 2070.597291] env[64496]: _type = "Task" [ 2070.597291] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.604261] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.107510] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491654} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.107903] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] f7cbfd06-5ada-47c3-af6f-4c6497913eea/f7cbfd06-5ada-47c3-af6f-4c6497913eea.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2071.108074] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2071.108211] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58909071-5712-4e29-a64f-543676e70d7d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.115452] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2071.115452] env[64496]: value = "task-1902829" [ 2071.115452] env[64496]: _type = "Task" [ 2071.115452] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.123204] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.625225] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076305} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.625499] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2071.626275] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a4d993-8963-435d-8166-e53568f2ad80 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.646852] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] f7cbfd06-5ada-47c3-af6f-4c6497913eea/f7cbfd06-5ada-47c3-af6f-4c6497913eea.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2071.647106] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd7fc1e7-e4d4-4122-a923-cb98183b5376 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.666313] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2071.666313] env[64496]: value = "task-1902830" [ 2071.666313] env[64496]: _type = "Task" [ 2071.666313] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.673395] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.176193] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.677345] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.178116] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.679342] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.179703] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.680388] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.180845] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.682116] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902830, 'name': ReconfigVM_Task, 'duration_secs': 3.957201} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.682421] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Reconfigured VM instance instance-00000077 to attach disk [datastore1] f7cbfd06-5ada-47c3-af6f-4c6497913eea/f7cbfd06-5ada-47c3-af6f-4c6497913eea.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2075.683102] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98d62318-f6b6-45ea-aba1-45e178cdea96 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.689425] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2075.689425] env[64496]: value = "task-1902831" [ 2075.689425] env[64496]: _type = "Task" [ 2075.689425] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.696973] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902831, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.198615] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902831, 'name': Rename_Task, 'duration_secs': 0.134931} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.199034] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2076.199136] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49fec76e-0b7d-4a3e-9f87-ae7fdb597c4c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.205942] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2076.205942] env[64496]: value = "task-1902832" [ 2076.205942] env[64496]: _type = "Task" [ 2076.205942] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.213014] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.716555] env[64496]: DEBUG oslo_vmware.api [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902832, 'name': PowerOnVM_Task, 'duration_secs': 0.490301} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.716818] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2076.717014] env[64496]: INFO nova.compute.manager [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Took 10.30 seconds to spawn the instance on the hypervisor. [ 2076.717206] env[64496]: DEBUG nova.compute.manager [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2076.717926] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c07bf0-b5e3-4a86-8b65-107ebab43aa3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.234751] env[64496]: INFO nova.compute.manager [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Took 14.97 seconds to build instance. [ 2077.735848] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec186517-e479-4c71-9cf3-5afba91336b2 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "f7cbfd06-5ada-47c3-af6f-4c6497913eea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.482s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.942052] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "00101af2-071f-4bb5-bc0d-c7582a1a907e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.942052] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "00101af2-071f-4bb5-bc0d-c7582a1a907e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.444422] env[64496]: DEBUG nova.compute.manager [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2078.546401] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "fce5de14-2093-48e4-8279-a03598dcad84" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.546659] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "fce5de14-2093-48e4-8279-a03598dcad84" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.546862] env[64496]: INFO nova.compute.manager [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Shelving [ 2079.008026] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.008026] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.009142] env[64496]: INFO nova.compute.claims [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2079.554457] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2079.554775] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0a9bc27-a5c0-4814-82cc-482fbbc31498 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.562869] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2079.562869] env[64496]: value = "task-1902833" [ 2079.562869] env[64496]: _type = "Task" [ 2079.562869] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.570678] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.073008] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902833, 'name': PowerOffVM_Task, 'duration_secs': 0.195684} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.073983] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2080.074745] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7495a4a-9ce9-467d-ad1e-b0d6cf812dfb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.077456] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc65169-1024-4db9-886e-44078a43f6bf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.096343] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa62b8c-cd49-4280-805c-2ac1fb3a5f56 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.099857] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0610ce64-0766-4ebe-ac49-45713b90e7d4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.131067] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7734f0-ba84-4cbf-8152-71782fa6f21c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.138891] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c60619c-b3a9-461c-8ed9-541906bfcdbe {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.152149] env[64496]: DEBUG nova.compute.provider_tree [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.632636] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Creating Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2080.633027] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-94ad6d08-8a49-4252-8bab-6bf12350f0ff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.640610] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2080.640610] env[64496]: value = "task-1902834" [ 2080.640610] env[64496]: _type = "Task" [ 2080.640610] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.650151] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902834, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.655123] env[64496]: DEBUG nova.scheduler.client.report [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2081.150869] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902834, 'name': CreateSnapshot_Task, 'duration_secs': 0.437203} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.151171] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Created Snapshot of the VM instance {{(pid=64496) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2081.151867] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebd056f-a56f-4451-9619-269679f1ba81 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.159181] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.159667] env[64496]: DEBUG nova.compute.manager [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2081.665698] env[64496]: DEBUG nova.compute.utils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2081.667179] env[64496]: DEBUG nova.compute.manager [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2081.667371] env[64496]: DEBUG nova.network.neutron [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2081.675329] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Creating linked-clone VM from snapshot {{(pid=64496) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2081.676683] env[64496]: DEBUG nova.compute.manager [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2081.678880] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6ff89ca2-4b30-43f9-9c04-51e225bea24c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.687798] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2081.687798] env[64496]: value = "task-1902835" [ 2081.687798] env[64496]: _type = "Task" [ 2081.687798] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.695743] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902835, 'name': CloneVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.728250] env[64496]: DEBUG nova.policy [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29699f2035e44f2b97fc3e32fcca6b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b063a8303cc74bef930bce0394a9398b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 2081.983492] env[64496]: DEBUG nova.network.neutron [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Successfully created port: 46ca1e8d-825c-42c5-9135-2269d850d592 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2082.197583] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902835, 'name': CloneVM_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.689057] env[64496]: DEBUG nova.compute.manager [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2082.701672] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902835, 'name': CloneVM_Task} progress is 95%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.717249] env[64496]: DEBUG nova.virt.hardware [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2082.717551] env[64496]: DEBUG nova.virt.hardware [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2082.717732] env[64496]: DEBUG nova.virt.hardware [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2082.717944] env[64496]: DEBUG nova.virt.hardware [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2082.718128] env[64496]: DEBUG nova.virt.hardware [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2082.718285] env[64496]: DEBUG nova.virt.hardware [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2082.718490] env[64496]: DEBUG nova.virt.hardware [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2082.718645] env[64496]: DEBUG nova.virt.hardware [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2082.718828] env[64496]: DEBUG nova.virt.hardware [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2082.719018] env[64496]: DEBUG nova.virt.hardware [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2082.719212] env[64496]: DEBUG nova.virt.hardware [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2082.720017] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2733e10f-7b22-48bd-a8fe-5015f95cb992 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.727529] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4d64b8-0cd4-4d0e-9126-dc383f615529 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.201319] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902835, 'name': CloneVM_Task, 'duration_secs': 1.098083} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.201595] env[64496]: INFO nova.virt.vmwareapi.vmops [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Created linked-clone VM from snapshot [ 2083.202314] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bead47-0bba-4ed4-bbf5-497d3d1b8f4c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.210465] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Uploading image 8053633a-41fc-4799-b0fc-b6011435ff05 {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2083.232224] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2083.232224] env[64496]: value = "vm-392794" [ 2083.232224] env[64496]: _type = "VirtualMachine" [ 2083.232224] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2083.232473] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6b7ee4a7-d5ac-49b3-a4de-88dafd165700 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.239090] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lease: (returnval){ [ 2083.239090] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e62c73-1187-ab87-0e3f-9d33cd9df571" [ 2083.239090] env[64496]: _type = "HttpNfcLease" [ 2083.239090] env[64496]: } obtained for exporting VM: (result){ [ 2083.239090] env[64496]: value = "vm-392794" [ 2083.239090] env[64496]: _type = "VirtualMachine" [ 2083.239090] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2083.239383] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the lease: (returnval){ [ 2083.239383] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e62c73-1187-ab87-0e3f-9d33cd9df571" [ 2083.239383] env[64496]: _type = "HttpNfcLease" [ 2083.239383] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2083.245246] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2083.245246] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e62c73-1187-ab87-0e3f-9d33cd9df571" [ 2083.245246] env[64496]: _type = "HttpNfcLease" [ 2083.245246] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2083.748315] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2083.748315] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e62c73-1187-ab87-0e3f-9d33cd9df571" [ 2083.748315] env[64496]: _type = "HttpNfcLease" [ 2083.748315] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2083.748719] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2083.748719] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52e62c73-1187-ab87-0e3f-9d33cd9df571" [ 2083.748719] env[64496]: _type = "HttpNfcLease" [ 2083.748719] env[64496]: }. {{(pid=64496) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2083.750035] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffad67a8-c659-4fb6-9651-299dd5477a5e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.756489] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527486dc-41ef-e1f8-08c6-d9134c3eafde/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2083.756671] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527486dc-41ef-e1f8-08c6-d9134c3eafde/disk-0.vmdk for reading. {{(pid=64496) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2083.845499] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b5326671-7a64-4ebe-870a-4a0054c7cfdf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.865174] env[64496]: DEBUG nova.compute.manager [req-da8c59c8-2f94-437b-9506-d379b73c30df req-6845236b-ea76-4279-a233-0346597f1c41 service nova] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Received event network-vif-plugged-46ca1e8d-825c-42c5-9135-2269d850d592 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2083.865452] env[64496]: DEBUG oslo_concurrency.lockutils [req-da8c59c8-2f94-437b-9506-d379b73c30df req-6845236b-ea76-4279-a233-0346597f1c41 service nova] Acquiring lock "00101af2-071f-4bb5-bc0d-c7582a1a907e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.865604] env[64496]: DEBUG oslo_concurrency.lockutils [req-da8c59c8-2f94-437b-9506-d379b73c30df req-6845236b-ea76-4279-a233-0346597f1c41 service nova] Lock "00101af2-071f-4bb5-bc0d-c7582a1a907e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.865889] env[64496]: DEBUG oslo_concurrency.lockutils [req-da8c59c8-2f94-437b-9506-d379b73c30df req-6845236b-ea76-4279-a233-0346597f1c41 service nova] Lock "00101af2-071f-4bb5-bc0d-c7582a1a907e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.866066] env[64496]: DEBUG nova.compute.manager [req-da8c59c8-2f94-437b-9506-d379b73c30df req-6845236b-ea76-4279-a233-0346597f1c41 service nova] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] No waiting events found dispatching network-vif-plugged-46ca1e8d-825c-42c5-9135-2269d850d592 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2083.866237] env[64496]: WARNING nova.compute.manager [req-da8c59c8-2f94-437b-9506-d379b73c30df req-6845236b-ea76-4279-a233-0346597f1c41 service nova] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Received unexpected event network-vif-plugged-46ca1e8d-825c-42c5-9135-2269d850d592 for instance with vm_state building and task_state spawning. [ 2083.948657] env[64496]: DEBUG nova.network.neutron [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Successfully updated port: 46ca1e8d-825c-42c5-9135-2269d850d592 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2084.451695] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "refresh_cache-00101af2-071f-4bb5-bc0d-c7582a1a907e" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.451814] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "refresh_cache-00101af2-071f-4bb5-bc0d-c7582a1a907e" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.452176] env[64496]: DEBUG nova.network.neutron [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2084.985512] env[64496]: DEBUG nova.network.neutron [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2085.120137] env[64496]: DEBUG nova.network.neutron [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Updating instance_info_cache with network_info: [{"id": "46ca1e8d-825c-42c5-9135-2269d850d592", "address": "fa:16:3e:7d:09:ce", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46ca1e8d-82", "ovs_interfaceid": "46ca1e8d-825c-42c5-9135-2269d850d592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.624085] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "refresh_cache-00101af2-071f-4bb5-bc0d-c7582a1a907e" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.625045] env[64496]: DEBUG nova.compute.manager [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Instance network_info: |[{"id": "46ca1e8d-825c-42c5-9135-2269d850d592", "address": "fa:16:3e:7d:09:ce", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46ca1e8d-82", "ovs_interfaceid": "46ca1e8d-825c-42c5-9135-2269d850d592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2085.625288] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:09:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46ca1e8d-825c-42c5-9135-2269d850d592', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2085.633369] env[64496]: DEBUG oslo.service.loopingcall [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2085.633664] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2085.633986] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d89f2c60-5141-443e-b9a1-e875e51f45f9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.654620] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2085.654620] env[64496]: value = "task-1902837" [ 2085.654620] env[64496]: _type = "Task" [ 2085.654620] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.662550] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902837, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.890240] env[64496]: DEBUG nova.compute.manager [req-d236f498-e102-4a36-81d0-b7bae6317730 req-da9908a1-9867-434a-b37b-d9bed27f2b2b service nova] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Received event network-changed-46ca1e8d-825c-42c5-9135-2269d850d592 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2085.890503] env[64496]: DEBUG nova.compute.manager [req-d236f498-e102-4a36-81d0-b7bae6317730 req-da9908a1-9867-434a-b37b-d9bed27f2b2b service nova] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Refreshing instance network info cache due to event network-changed-46ca1e8d-825c-42c5-9135-2269d850d592. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2085.891020] env[64496]: DEBUG oslo_concurrency.lockutils [req-d236f498-e102-4a36-81d0-b7bae6317730 req-da9908a1-9867-434a-b37b-d9bed27f2b2b service nova] Acquiring lock "refresh_cache-00101af2-071f-4bb5-bc0d-c7582a1a907e" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.891258] env[64496]: DEBUG oslo_concurrency.lockutils [req-d236f498-e102-4a36-81d0-b7bae6317730 req-da9908a1-9867-434a-b37b-d9bed27f2b2b service nova] Acquired lock "refresh_cache-00101af2-071f-4bb5-bc0d-c7582a1a907e" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.891488] env[64496]: DEBUG nova.network.neutron [req-d236f498-e102-4a36-81d0-b7bae6317730 req-da9908a1-9867-434a-b37b-d9bed27f2b2b service nova] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Refreshing network info cache for port 46ca1e8d-825c-42c5-9135-2269d850d592 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2086.164777] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902837, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.590413] env[64496]: DEBUG nova.network.neutron [req-d236f498-e102-4a36-81d0-b7bae6317730 req-da9908a1-9867-434a-b37b-d9bed27f2b2b service nova] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Updated VIF entry in instance network info cache for port 46ca1e8d-825c-42c5-9135-2269d850d592. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2086.590799] env[64496]: DEBUG nova.network.neutron [req-d236f498-e102-4a36-81d0-b7bae6317730 req-da9908a1-9867-434a-b37b-d9bed27f2b2b service nova] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Updating instance_info_cache with network_info: [{"id": "46ca1e8d-825c-42c5-9135-2269d850d592", "address": "fa:16:3e:7d:09:ce", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46ca1e8d-82", "ovs_interfaceid": "46ca1e8d-825c-42c5-9135-2269d850d592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.666042] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902837, 'name': CreateVM_Task, 'duration_secs': 0.513059} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.666304] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2086.667128] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.667358] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.667803] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2086.668183] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e6c7e0-66ab-4d61-a72a-26b15ef0119f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.673739] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2086.673739] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523353b7-b7b7-5a8d-9a51-82d8baf521c8" [ 2086.673739] env[64496]: _type = "Task" [ 2086.673739] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.683254] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523353b7-b7b7-5a8d-9a51-82d8baf521c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.094077] env[64496]: DEBUG oslo_concurrency.lockutils [req-d236f498-e102-4a36-81d0-b7bae6317730 req-da9908a1-9867-434a-b37b-d9bed27f2b2b service nova] Releasing lock "refresh_cache-00101af2-071f-4bb5-bc0d-c7582a1a907e" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.183803] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]523353b7-b7b7-5a8d-9a51-82d8baf521c8, 'name': SearchDatastore_Task, 'duration_secs': 0.015493} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.184189] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.184395] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2087.184655] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.184804] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.184979] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2087.185286] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d87012fb-7427-48d1-ac8a-eeb70d12aff0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.193705] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2087.193892] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2087.194628] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f25a37c-b1e4-4cc4-9787-018eb950b745 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.199876] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2087.199876] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529a7d32-e7cc-0e41-537a-cf1fdbeb74cf" [ 2087.199876] env[64496]: _type = "Task" [ 2087.199876] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.207834] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529a7d32-e7cc-0e41-537a-cf1fdbeb74cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.710343] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]529a7d32-e7cc-0e41-537a-cf1fdbeb74cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.711109] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d66198d1-8ad4-4080-81e5-762f71d05cf9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.716713] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2087.716713] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5266f7f0-f467-3144-dd9c-009a8bf11f62" [ 2087.716713] env[64496]: _type = "Task" [ 2087.716713] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.724666] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5266f7f0-f467-3144-dd9c-009a8bf11f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.227386] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5266f7f0-f467-3144-dd9c-009a8bf11f62, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.227814] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.228047] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 00101af2-071f-4bb5-bc0d-c7582a1a907e/00101af2-071f-4bb5-bc0d-c7582a1a907e.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2088.228208] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3951eab5-fdee-412c-89b5-944e8eeff868 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.235449] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2088.235449] env[64496]: value = "task-1902838" [ 2088.235449] env[64496]: _type = "Task" [ 2088.235449] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.243484] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.745798] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902838, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.246673] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606268} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.247071] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] 00101af2-071f-4bb5-bc0d-c7582a1a907e/00101af2-071f-4bb5-bc0d-c7582a1a907e.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2089.247185] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2089.247434] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b49c0b0e-bbfd-4e34-8ab1-f245370e0f99 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.254544] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2089.254544] env[64496]: value = "task-1902839" [ 2089.254544] env[64496]: _type = "Task" [ 2089.254544] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.263319] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.764690] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122704} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.764968] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2089.765792] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5ba793-f7e9-49f9-b1f8-3acc949ad278 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.788058] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 00101af2-071f-4bb5-bc0d-c7582a1a907e/00101af2-071f-4bb5-bc0d-c7582a1a907e.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2089.788347] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d43f8d35-4be6-4c16-8ef2-6b6938768a8c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.808935] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2089.808935] env[64496]: value = "task-1902840" [ 2089.808935] env[64496]: _type = "Task" [ 2089.808935] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.817186] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.321125] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902840, 'name': ReconfigVM_Task, 'duration_secs': 0.296472} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.322349] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 00101af2-071f-4bb5-bc0d-c7582a1a907e/00101af2-071f-4bb5-bc0d-c7582a1a907e.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2090.322349] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea21b785-3e6f-4cb4-8c70-0ef7bcb46388 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.328905] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2090.328905] env[64496]: value = "task-1902841" [ 2090.328905] env[64496]: _type = "Task" [ 2090.328905] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.340064] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902841, 'name': Rename_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.839624] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902841, 'name': Rename_Task, 'duration_secs': 0.151373} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.840556] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2090.841173] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dfdb84a-cbc5-421a-aef1-84cbb5b4a99f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.849948] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2090.849948] env[64496]: value = "task-1902842" [ 2090.849948] env[64496]: _type = "Task" [ 2090.849948] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.857598] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.866068] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527486dc-41ef-e1f8-08c6-d9134c3eafde/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2090.866970] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a013f8e-4d1f-49e3-bba2-d0c1b652911e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.872542] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527486dc-41ef-e1f8-08c6-d9134c3eafde/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2090.872768] env[64496]: ERROR oslo_vmware.rw_handles [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527486dc-41ef-e1f8-08c6-d9134c3eafde/disk-0.vmdk due to incomplete transfer. [ 2090.872920] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2beca15a-ff37-4add-94a7-2a2a5560fe12 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.880527] env[64496]: DEBUG oslo_vmware.rw_handles [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527486dc-41ef-e1f8-08c6-d9134c3eafde/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2090.880724] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Uploaded image 8053633a-41fc-4799-b0fc-b6011435ff05 to the Glance image server {{(pid=64496) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2090.883139] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Destroying the VM {{(pid=64496) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2090.883395] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f4092566-53c5-45c9-ae81-7770cb441e78 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.889158] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2090.889158] env[64496]: value = "task-1902843" [ 2090.889158] env[64496]: _type = "Task" [ 2090.889158] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.897515] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902843, 'name': Destroy_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.359920] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902842, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.398875] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902843, 'name': Destroy_Task, 'duration_secs': 0.343937} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.399174] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Destroyed the VM [ 2091.399416] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Deleting Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2091.399664] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0cd67aa4-9e32-4b55-aee8-62743499803f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.407173] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2091.407173] env[64496]: value = "task-1902844" [ 2091.407173] env[64496]: _type = "Task" [ 2091.407173] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.414887] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902844, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.860389] env[64496]: DEBUG oslo_vmware.api [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902842, 'name': PowerOnVM_Task, 'duration_secs': 0.755849} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.861821] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2091.861821] env[64496]: INFO nova.compute.manager [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Took 9.17 seconds to spawn the instance on the hypervisor. [ 2091.861821] env[64496]: DEBUG nova.compute.manager [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.862124] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac2ecfd-480c-4d0c-a477-bf1144c81342 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.916792] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902844, 'name': RemoveSnapshot_Task, 'duration_secs': 0.409378} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.916999] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Deleted Snapshot of the VM instance {{(pid=64496) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2091.917281] env[64496]: DEBUG nova.compute.manager [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.917991] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80717656-72fa-43b5-9162-65dcc44d97f3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.377738] env[64496]: INFO nova.compute.manager [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Took 13.43 seconds to build instance. [ 2092.429758] env[64496]: INFO nova.compute.manager [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Shelve offloading [ 2092.879736] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ffb22c90-ff87-4e21-b28d-640b2d6f6045 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "00101af2-071f-4bb5-bc0d-c7582a1a907e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.938s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.933526] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2092.933871] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1310ec8c-97b2-4b4c-89b1-ccf20102f6eb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.941876] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2092.941876] env[64496]: value = "task-1902845" [ 2092.941876] env[64496]: _type = "Task" [ 2092.941876] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.950163] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.452194] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] VM already powered off {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2093.452547] env[64496]: DEBUG nova.compute.manager [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2093.453226] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a47312-c048-4461-971f-4622a35966cd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.458888] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.459099] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.459320] env[64496]: DEBUG nova.network.neutron [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2093.477105] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "00101af2-071f-4bb5-bc0d-c7582a1a907e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.477321] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "00101af2-071f-4bb5-bc0d-c7582a1a907e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.477515] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "00101af2-071f-4bb5-bc0d-c7582a1a907e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.477695] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "00101af2-071f-4bb5-bc0d-c7582a1a907e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.477863] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "00101af2-071f-4bb5-bc0d-c7582a1a907e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.479680] env[64496]: INFO nova.compute.manager [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Terminating instance [ 2093.983791] env[64496]: DEBUG nova.compute.manager [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2093.983791] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2093.984733] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae6f013-e461-44e3-b580-1ddb81b369f0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.993822] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2093.994089] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33b7d188-5bd6-4909-935f-5c7601f016b4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.000773] env[64496]: DEBUG oslo_vmware.api [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2094.000773] env[64496]: value = "task-1902846" [ 2094.000773] env[64496]: _type = "Task" [ 2094.000773] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.009565] env[64496]: DEBUG oslo_vmware.api [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.214468] env[64496]: DEBUG nova.network.neutron [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Updating instance_info_cache with network_info: [{"id": "6dc6e4fc-e73d-441c-9199-7c9a2718e847", "address": "fa:16:3e:62:32:fd", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc6e4fc-e7", "ovs_interfaceid": "6dc6e4fc-e73d-441c-9199-7c9a2718e847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.509958] env[64496]: DEBUG oslo_vmware.api [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902846, 'name': PowerOffVM_Task, 'duration_secs': 0.176564} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.510321] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2094.510403] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2094.510629] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f25c86b6-67a3-48d3-8517-be5fd06cd7db {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.597046] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2094.597283] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2094.597464] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleting the datastore file [datastore1] 00101af2-071f-4bb5-bc0d-c7582a1a907e {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2094.597731] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c2ddec0-5891-450e-ab38-ff72b7ccef1a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.604065] env[64496]: DEBUG oslo_vmware.api [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2094.604065] env[64496]: value = "task-1902848" [ 2094.604065] env[64496]: _type = "Task" [ 2094.604065] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.611147] env[64496]: DEBUG oslo_vmware.api [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.718027] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.957730] env[64496]: DEBUG nova.compute.manager [req-78ecd1cb-c430-4903-ad60-0c254b0fa21b req-f4fad383-a964-43ea-9371-6ecc17c99c01 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Received event network-vif-unplugged-6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2094.957962] env[64496]: DEBUG oslo_concurrency.lockutils [req-78ecd1cb-c430-4903-ad60-0c254b0fa21b req-f4fad383-a964-43ea-9371-6ecc17c99c01 service nova] Acquiring lock "fce5de14-2093-48e4-8279-a03598dcad84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.958192] env[64496]: DEBUG oslo_concurrency.lockutils [req-78ecd1cb-c430-4903-ad60-0c254b0fa21b req-f4fad383-a964-43ea-9371-6ecc17c99c01 service nova] Lock "fce5de14-2093-48e4-8279-a03598dcad84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.958359] env[64496]: DEBUG oslo_concurrency.lockutils [req-78ecd1cb-c430-4903-ad60-0c254b0fa21b req-f4fad383-a964-43ea-9371-6ecc17c99c01 service nova] Lock "fce5de14-2093-48e4-8279-a03598dcad84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.958524] env[64496]: DEBUG nova.compute.manager [req-78ecd1cb-c430-4903-ad60-0c254b0fa21b req-f4fad383-a964-43ea-9371-6ecc17c99c01 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] No waiting events found dispatching network-vif-unplugged-6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2094.958690] env[64496]: WARNING nova.compute.manager [req-78ecd1cb-c430-4903-ad60-0c254b0fa21b req-f4fad383-a964-43ea-9371-6ecc17c99c01 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Received unexpected event network-vif-unplugged-6dc6e4fc-e73d-441c-9199-7c9a2718e847 for instance with vm_state shelved and task_state shelving_offloading. [ 2095.048307] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2095.049301] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01e11a6-ebe0-4a25-9c3d-1e044429905f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.056885] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2095.057175] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3167b40d-156b-49b8-bf7d-717e31d69339 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.112680] env[64496]: DEBUG oslo_vmware.api [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214774} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.112960] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2095.113218] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2095.113439] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2095.113648] env[64496]: INFO nova.compute.manager [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2095.113943] env[64496]: DEBUG oslo.service.loopingcall [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2095.114176] env[64496]: DEBUG nova.compute.manager [-] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2095.114293] env[64496]: DEBUG nova.network.neutron [-] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2095.139102] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2095.139350] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2095.139586] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Deleting the datastore file [datastore2] fce5de14-2093-48e4-8279-a03598dcad84 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2095.139842] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23c319aa-a408-4fb3-9a4b-e3f0b3dafc6d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.146750] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2095.146750] env[64496]: value = "task-1902850" [ 2095.146750] env[64496]: _type = "Task" [ 2095.146750] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.154097] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.657057] env[64496]: DEBUG oslo_vmware.api [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169964} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.657057] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2095.657057] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2095.657057] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2095.681601] env[64496]: INFO nova.scheduler.client.report [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Deleted allocations for instance fce5de14-2093-48e4-8279-a03598dcad84 [ 2095.942052] env[64496]: DEBUG nova.network.neutron [-] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.187037] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.187301] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.187552] env[64496]: DEBUG nova.objects.instance [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lazy-loading 'resources' on Instance uuid fce5de14-2093-48e4-8279-a03598dcad84 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2096.444502] env[64496]: INFO nova.compute.manager [-] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Took 1.33 seconds to deallocate network for instance. [ 2096.690934] env[64496]: DEBUG nova.objects.instance [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lazy-loading 'numa_topology' on Instance uuid fce5de14-2093-48e4-8279-a03598dcad84 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2096.950817] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.988220] env[64496]: DEBUG nova.compute.manager [req-9df4e079-8a65-44cc-9758-3f3435e61977 req-fc40ca52-6c01-4424-86e4-65cc7982f10e service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Received event network-changed-6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2096.988314] env[64496]: DEBUG nova.compute.manager [req-9df4e079-8a65-44cc-9758-3f3435e61977 req-fc40ca52-6c01-4424-86e4-65cc7982f10e service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Refreshing instance network info cache due to event network-changed-6dc6e4fc-e73d-441c-9199-7c9a2718e847. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2096.988545] env[64496]: DEBUG oslo_concurrency.lockutils [req-9df4e079-8a65-44cc-9758-3f3435e61977 req-fc40ca52-6c01-4424-86e4-65cc7982f10e service nova] Acquiring lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.988865] env[64496]: DEBUG oslo_concurrency.lockutils [req-9df4e079-8a65-44cc-9758-3f3435e61977 req-fc40ca52-6c01-4424-86e4-65cc7982f10e service nova] Acquired lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.988865] env[64496]: DEBUG nova.network.neutron [req-9df4e079-8a65-44cc-9758-3f3435e61977 req-fc40ca52-6c01-4424-86e4-65cc7982f10e service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Refreshing network info cache for port 6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2096.994845] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2096.995129] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2097.193188] env[64496]: DEBUG nova.objects.base [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=64496) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2097.247492] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "fce5de14-2093-48e4-8279-a03598dcad84" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.249396] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed708bc-85a1-4a04-beae-a12009278496 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.257084] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3d3c10-57d2-4626-86b5-a1a0adba8885 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.287513] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5619919-f0c1-44b7-a899-64c41684879e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.294933] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790e6fa4-a465-4d28-a288-9376e78145f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.307942] env[64496]: DEBUG nova.compute.provider_tree [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2097.499430] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2097.499655] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2097.499810] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2097.698888] env[64496]: DEBUG nova.network.neutron [req-9df4e079-8a65-44cc-9758-3f3435e61977 req-fc40ca52-6c01-4424-86e4-65cc7982f10e service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Updated VIF entry in instance network info cache for port 6dc6e4fc-e73d-441c-9199-7c9a2718e847. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2097.699268] env[64496]: DEBUG nova.network.neutron [req-9df4e079-8a65-44cc-9758-3f3435e61977 req-fc40ca52-6c01-4424-86e4-65cc7982f10e service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Updating instance_info_cache with network_info: [{"id": "6dc6e4fc-e73d-441c-9199-7c9a2718e847", "address": "fa:16:3e:62:32:fd", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": null, "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6dc6e4fc-e7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.810983] env[64496]: DEBUG nova.scheduler.client.report [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2098.029580] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "refresh_cache-ab77d53e-6365-4391-bd8c-ae8fd95d9b38" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.029732] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquired lock "refresh_cache-ab77d53e-6365-4391-bd8c-ae8fd95d9b38" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.029899] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Forcefully refreshing network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2098.030081] env[64496]: DEBUG nova.objects.instance [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lazy-loading 'info_cache' on Instance uuid ab77d53e-6365-4391-bd8c-ae8fd95d9b38 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2098.201961] env[64496]: DEBUG oslo_concurrency.lockutils [req-9df4e079-8a65-44cc-9758-3f3435e61977 req-fc40ca52-6c01-4424-86e4-65cc7982f10e service nova] Releasing lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.202249] env[64496]: DEBUG nova.compute.manager [req-9df4e079-8a65-44cc-9758-3f3435e61977 req-fc40ca52-6c01-4424-86e4-65cc7982f10e service nova] [instance: 00101af2-071f-4bb5-bc0d-c7582a1a907e] Received event network-vif-deleted-46ca1e8d-825c-42c5-9135-2269d850d592 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2098.316033] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.318549] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.368s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.318771] env[64496]: DEBUG nova.objects.instance [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lazy-loading 'resources' on Instance uuid 00101af2-071f-4bb5-bc0d-c7582a1a907e {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2098.826953] env[64496]: DEBUG oslo_concurrency.lockutils [None req-8079c6bf-8334-4039-98b2-a08bb8096371 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "fce5de14-2093-48e4-8279-a03598dcad84" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.280s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.827382] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "fce5de14-2093-48e4-8279-a03598dcad84" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.580s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.827489] env[64496]: INFO nova.compute.manager [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Unshelving [ 2098.879302] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a9cff4-9217-4549-b4f9-75881070025b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.886780] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45df108a-f545-4e47-b209-69ded40affaa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.916341] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b95e02-ae3c-45fb-847a-e944b4595d8e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.923119] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baa329e-df03-4cb8-aa6d-bb9e1cfd2cc3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.935756] env[64496]: DEBUG nova.compute.provider_tree [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2099.438655] env[64496]: DEBUG nova.scheduler.client.report [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2099.727901] env[64496]: DEBUG nova.network.neutron [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Updating instance_info_cache with network_info: [{"id": "7d18d250-5a22-4c60-b799-2220f009a87a", "address": "fa:16:3e:6e:1e:d6", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d18d250-5a", "ovs_interfaceid": "7d18d250-5a22-4c60-b799-2220f009a87a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.852952] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.943412] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.947125] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.094s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.947470] env[64496]: DEBUG nova.objects.instance [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lazy-loading 'pci_requests' on Instance uuid fce5de14-2093-48e4-8279-a03598dcad84 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2099.964639] env[64496]: INFO nova.scheduler.client.report [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleted allocations for instance 00101af2-071f-4bb5-bc0d-c7582a1a907e [ 2100.230648] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Releasing lock "refresh_cache-ab77d53e-6365-4391-bd8c-ae8fd95d9b38" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.230814] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Updated the network info_cache for instance {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2100.231079] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.231216] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.231346] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.231733] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.231733] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.231902] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.231902] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2100.232015] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.451369] env[64496]: DEBUG nova.objects.instance [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lazy-loading 'numa_topology' on Instance uuid fce5de14-2093-48e4-8279-a03598dcad84 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2100.471151] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9881b31e-6557-4425-8811-48b724a0de40 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "00101af2-071f-4bb5-bc0d-c7582a1a907e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.994s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.734603] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.954121] env[64496]: INFO nova.compute.claims [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2101.204710] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "f7cbfd06-5ada-47c3-af6f-4c6497913eea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.204947] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "f7cbfd06-5ada-47c3-af6f-4c6497913eea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.205155] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "f7cbfd06-5ada-47c3-af6f-4c6497913eea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.205349] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "f7cbfd06-5ada-47c3-af6f-4c6497913eea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.205613] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "f7cbfd06-5ada-47c3-af6f-4c6497913eea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.207867] env[64496]: INFO nova.compute.manager [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Terminating instance [ 2101.712474] env[64496]: DEBUG nova.compute.manager [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2101.712474] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2101.713367] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b21aea7-bfcb-4b9d-a2f6-8616fa612274 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.721571] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2101.721571] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a059d504-a237-42dc-bac9-103f65110a9e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.727254] env[64496]: DEBUG oslo_vmware.api [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2101.727254] env[64496]: value = "task-1902851" [ 2101.727254] env[64496]: _type = "Task" [ 2101.727254] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.734730] env[64496]: DEBUG oslo_vmware.api [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.013086] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af477823-25af-463b-8d9f-55e9105c87ab {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.020544] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba25ac-52d0-49bf-acf1-05d28c46b4a6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.049318] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfbe3a8-03e4-4553-a3a8-04611633a66e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.056059] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daadf9b-f672-4fac-99e2-69b39115c2b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.069757] env[64496]: DEBUG nova.compute.provider_tree [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2102.237028] env[64496]: DEBUG oslo_vmware.api [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902851, 'name': PowerOffVM_Task, 'duration_secs': 0.203432} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.237348] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2102.237608] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2102.237903] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-115d651f-0414-424b-8981-081bf8157452 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.371809] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2102.372052] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2102.372229] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleting the datastore file [datastore1] f7cbfd06-5ada-47c3-af6f-4c6497913eea {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2102.372502] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-733e60b2-75d5-4d83-8369-6409d2c0fe28 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.378435] env[64496]: DEBUG oslo_vmware.api [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2102.378435] env[64496]: value = "task-1902853" [ 2102.378435] env[64496]: _type = "Task" [ 2102.378435] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.385526] env[64496]: DEBUG oslo_vmware.api [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.573272] env[64496]: DEBUG nova.scheduler.client.report [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2102.887748] env[64496]: DEBUG oslo_vmware.api [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13803} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.887998] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2102.888197] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2102.888371] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2102.888539] env[64496]: INFO nova.compute.manager [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2102.888779] env[64496]: DEBUG oslo.service.loopingcall [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2102.888966] env[64496]: DEBUG nova.compute.manager [-] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2102.889077] env[64496]: DEBUG nova.network.neutron [-] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2103.078434] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.131s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.080485] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.346s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.080669] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.080824] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2103.081680] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae2c52f-c41a-4d9f-b382-2dae948197eb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.090614] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0731461-52f0-4205-a7ca-73d710711416 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.106238] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3249736b-b407-44a9-9c78-c58fd5aa2507 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.113216] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f9d966-5156-40fe-968d-b416610b11e8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.144686] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181141MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2103.144874] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.145123] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.147589] env[64496]: INFO nova.network.neutron [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Updating port 6dc6e4fc-e73d-441c-9199-7c9a2718e847 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2103.183098] env[64496]: DEBUG nova.compute.manager [req-b01ae663-90bd-4ebd-ae34-4decd41fc65d req-fffed211-e69e-472c-be82-806d39c42911 service nova] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Received event network-vif-deleted-1dea332f-785e-44e8-80dc-95e15f223fd3 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2103.183351] env[64496]: INFO nova.compute.manager [req-b01ae663-90bd-4ebd-ae34-4decd41fc65d req-fffed211-e69e-472c-be82-806d39c42911 service nova] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Neutron deleted interface 1dea332f-785e-44e8-80dc-95e15f223fd3; detaching it from the instance and deleting it from the info cache [ 2103.183574] env[64496]: DEBUG nova.network.neutron [req-b01ae663-90bd-4ebd-ae34-4decd41fc65d req-fffed211-e69e-472c-be82-806d39c42911 service nova] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.660974] env[64496]: DEBUG nova.network.neutron [-] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.687821] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a58b33ac-5360-4efa-8883-e9023345ee17 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.697718] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1923ceb4-2cf3-4d7b-823e-34ce7272ba2e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.721818] env[64496]: DEBUG nova.compute.manager [req-b01ae663-90bd-4ebd-ae34-4decd41fc65d req-fffed211-e69e-472c-be82-806d39c42911 service nova] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Detach interface failed, port_id=1dea332f-785e-44e8-80dc-95e15f223fd3, reason: Instance f7cbfd06-5ada-47c3-af6f-4c6497913eea could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2104.163767] env[64496]: INFO nova.compute.manager [-] [instance: f7cbfd06-5ada-47c3-af6f-4c6497913eea] Took 1.27 seconds to deallocate network for instance. [ 2104.174805] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance ab77d53e-6365-4391-bd8c-ae8fd95d9b38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2104.174944] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance f7cbfd06-5ada-47c3-af6f-4c6497913eea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2104.175114] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance fce5de14-2093-48e4-8279-a03598dcad84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2104.175302] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2104.175442] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2104.222035] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2b082a-ae82-4d36-9d27-a5583209f563 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.229724] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae95e8d6-61e2-47a7-a233-10909e47c676 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.258553] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926a1987-e2b4-45b7-a0d5-a8f226abdb9a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.265355] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c4d665-e721-42dc-89cf-d4c6f6a6128e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.279262] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2104.632695] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.633481] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.633481] env[64496]: DEBUG nova.network.neutron [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2104.669895] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.782895] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2105.209078] env[64496]: DEBUG nova.compute.manager [req-d7f0b5cf-0faf-46ee-9c16-98a39ede9114 req-0e7d99b5-bb45-4e26-aebb-c2f57d998877 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Received event network-vif-plugged-6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2105.209345] env[64496]: DEBUG oslo_concurrency.lockutils [req-d7f0b5cf-0faf-46ee-9c16-98a39ede9114 req-0e7d99b5-bb45-4e26-aebb-c2f57d998877 service nova] Acquiring lock "fce5de14-2093-48e4-8279-a03598dcad84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.209506] env[64496]: DEBUG oslo_concurrency.lockutils [req-d7f0b5cf-0faf-46ee-9c16-98a39ede9114 req-0e7d99b5-bb45-4e26-aebb-c2f57d998877 service nova] Lock "fce5de14-2093-48e4-8279-a03598dcad84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.209629] env[64496]: DEBUG oslo_concurrency.lockutils [req-d7f0b5cf-0faf-46ee-9c16-98a39ede9114 req-0e7d99b5-bb45-4e26-aebb-c2f57d998877 service nova] Lock "fce5de14-2093-48e4-8279-a03598dcad84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.209752] env[64496]: DEBUG nova.compute.manager [req-d7f0b5cf-0faf-46ee-9c16-98a39ede9114 req-0e7d99b5-bb45-4e26-aebb-c2f57d998877 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] No waiting events found dispatching network-vif-plugged-6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2105.209911] env[64496]: WARNING nova.compute.manager [req-d7f0b5cf-0faf-46ee-9c16-98a39ede9114 req-0e7d99b5-bb45-4e26-aebb-c2f57d998877 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Received unexpected event network-vif-plugged-6dc6e4fc-e73d-441c-9199-7c9a2718e847 for instance with vm_state shelved_offloaded and task_state spawning. [ 2105.210077] env[64496]: DEBUG nova.compute.manager [req-d7f0b5cf-0faf-46ee-9c16-98a39ede9114 req-0e7d99b5-bb45-4e26-aebb-c2f57d998877 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Received event network-changed-6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2105.210232] env[64496]: DEBUG nova.compute.manager [req-d7f0b5cf-0faf-46ee-9c16-98a39ede9114 req-0e7d99b5-bb45-4e26-aebb-c2f57d998877 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Refreshing instance network info cache due to event network-changed-6dc6e4fc-e73d-441c-9199-7c9a2718e847. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2105.210394] env[64496]: DEBUG oslo_concurrency.lockutils [req-d7f0b5cf-0faf-46ee-9c16-98a39ede9114 req-0e7d99b5-bb45-4e26-aebb-c2f57d998877 service nova] Acquiring lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.286630] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2105.286826] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.142s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.287132] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.617s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.287366] env[64496]: DEBUG nova.objects.instance [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lazy-loading 'resources' on Instance uuid f7cbfd06-5ada-47c3-af6f-4c6497913eea {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2105.340615] env[64496]: DEBUG nova.network.neutron [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Updating instance_info_cache with network_info: [{"id": "6dc6e4fc-e73d-441c-9199-7c9a2718e847", "address": "fa:16:3e:62:32:fd", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc6e4fc-e7", "ovs_interfaceid": "6dc6e4fc-e73d-441c-9199-7c9a2718e847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.835137] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7399e47-9ca4-483e-aff0-9db25526e4de {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.842530] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0256f40-4d33-4fc6-b1fc-60e59c75437f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.845804] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.847686] env[64496]: DEBUG oslo_concurrency.lockutils [req-d7f0b5cf-0faf-46ee-9c16-98a39ede9114 req-0e7d99b5-bb45-4e26-aebb-c2f57d998877 service nova] Acquired lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.847874] env[64496]: DEBUG nova.network.neutron [req-d7f0b5cf-0faf-46ee-9c16-98a39ede9114 req-0e7d99b5-bb45-4e26-aebb-c2f57d998877 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Refreshing network info cache for port 6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2105.877789] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7a47ad-98df-4a34-a2d8-1578030744e1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.886637] env[64496]: DEBUG nova.virt.hardware [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ec366322aec59638539eac991d0cd113',container_format='bare',created_at=2024-12-15T00:26:58Z,direct_url=,disk_format='vmdk',id=8053633a-41fc-4799-b0fc-b6011435ff05,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1096169271-shelved',owner='7279a3a13aca49499a23d6ab442b2771',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2024-12-15T00:27:11Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2105.886878] env[64496]: DEBUG nova.virt.hardware [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2105.887104] env[64496]: DEBUG nova.virt.hardware [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2105.887315] env[64496]: DEBUG nova.virt.hardware [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2105.887465] env[64496]: DEBUG nova.virt.hardware [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2105.887611] env[64496]: DEBUG nova.virt.hardware [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2105.887819] env[64496]: DEBUG nova.virt.hardware [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2105.887976] env[64496]: DEBUG nova.virt.hardware [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2105.888198] env[64496]: DEBUG nova.virt.hardware [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2105.888317] env[64496]: DEBUG nova.virt.hardware [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2105.888489] env[64496]: DEBUG nova.virt.hardware [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2105.889685] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61754f81-2a78-4d50-a822-0536650b8d55 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.895196] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50454345-b542-48d5-871e-32818f768751 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.910047] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ba0c2a-5ffc-4897-80c3-c458cc63c252 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.914373] env[64496]: DEBUG nova.compute.provider_tree [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2105.925431] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:32:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dc6e4fc-e73d-441c-9199-7c9a2718e847', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2105.932740] env[64496]: DEBUG oslo.service.loopingcall [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2105.933731] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2105.933971] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdfaa196-68ae-49c3-8a85-068fd0c5362d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.954589] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2105.954589] env[64496]: value = "task-1902854" [ 2105.954589] env[64496]: _type = "Task" [ 2105.954589] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.961955] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902854, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.417436] env[64496]: DEBUG nova.scheduler.client.report [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2106.464515] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902854, 'name': CreateVM_Task, 'duration_secs': 0.393708} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.464690] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2106.465317] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8053633a-41fc-4799-b0fc-b6011435ff05" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.465482] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8053633a-41fc-4799-b0fc-b6011435ff05" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.465857] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8053633a-41fc-4799-b0fc-b6011435ff05" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2106.466145] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-351eb845-bd6e-4d31-9fd5-29a0f16372c3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.470463] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2106.470463] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bd6f20-0c20-1898-9ce0-bb77e8b270f2" [ 2106.470463] env[64496]: _type = "Task" [ 2106.470463] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.477623] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bd6f20-0c20-1898-9ce0-bb77e8b270f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.548180] env[64496]: DEBUG nova.network.neutron [req-d7f0b5cf-0faf-46ee-9c16-98a39ede9114 req-0e7d99b5-bb45-4e26-aebb-c2f57d998877 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Updated VIF entry in instance network info cache for port 6dc6e4fc-e73d-441c-9199-7c9a2718e847. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2106.548556] env[64496]: DEBUG nova.network.neutron [req-d7f0b5cf-0faf-46ee-9c16-98a39ede9114 req-0e7d99b5-bb45-4e26-aebb-c2f57d998877 service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Updating instance_info_cache with network_info: [{"id": "6dc6e4fc-e73d-441c-9199-7c9a2718e847", "address": "fa:16:3e:62:32:fd", "network": {"id": "cd955563-08ac-4623-a82f-a9e858f969d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-681671032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7279a3a13aca49499a23d6ab442b2771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc6e4fc-e7", "ovs_interfaceid": "6dc6e4fc-e73d-441c-9199-7c9a2718e847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.922056] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.943743] env[64496]: INFO nova.scheduler.client.report [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleted allocations for instance f7cbfd06-5ada-47c3-af6f-4c6497913eea [ 2106.980395] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8053633a-41fc-4799-b0fc-b6011435ff05" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.980662] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Processing image 8053633a-41fc-4799-b0fc-b6011435ff05 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2106.980894] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8053633a-41fc-4799-b0fc-b6011435ff05/8053633a-41fc-4799-b0fc-b6011435ff05.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.981055] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8053633a-41fc-4799-b0fc-b6011435ff05/8053633a-41fc-4799-b0fc-b6011435ff05.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.981236] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2106.981482] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f50e5ea-6d7d-4f64-8b38-0932f87ad0ef {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.990373] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2106.990550] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2106.991256] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0d4f9ed-e297-455f-84ca-6a3fb766fe95 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.996310] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2106.996310] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522f6afa-0b22-00ad-4bea-d88c2e42f1d7" [ 2106.996310] env[64496]: _type = "Task" [ 2106.996310] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.005447] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522f6afa-0b22-00ad-4bea-d88c2e42f1d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.050960] env[64496]: DEBUG oslo_concurrency.lockutils [req-d7f0b5cf-0faf-46ee-9c16-98a39ede9114 req-0e7d99b5-bb45-4e26-aebb-c2f57d998877 service nova] Releasing lock "refresh_cache-fce5de14-2093-48e4-8279-a03598dcad84" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.453380] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d35fed1b-397f-4349-bcad-2aece50e6d56 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "f7cbfd06-5ada-47c3-af6f-4c6497913eea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.248s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.508261] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Preparing fetch location {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2107.508648] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Fetch image to [datastore1] OSTACK_IMG_8116f256-a689-43bc-8c9f-40276ad91c92/OSTACK_IMG_8116f256-a689-43bc-8c9f-40276ad91c92.vmdk {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2107.508892] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Downloading stream optimized image 8053633a-41fc-4799-b0fc-b6011435ff05 to [datastore1] OSTACK_IMG_8116f256-a689-43bc-8c9f-40276ad91c92/OSTACK_IMG_8116f256-a689-43bc-8c9f-40276ad91c92.vmdk on the data store datastore1 as vApp {{(pid=64496) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2107.509153] env[64496]: DEBUG nova.virt.vmwareapi.images [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Downloading image file data 8053633a-41fc-4799-b0fc-b6011435ff05 to the ESX as VM named 'OSTACK_IMG_8116f256-a689-43bc-8c9f-40276ad91c92' {{(pid=64496) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2107.581557] env[64496]: DEBUG oslo_vmware.rw_handles [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2107.581557] env[64496]: value = "resgroup-9" [ 2107.581557] env[64496]: _type = "ResourcePool" [ 2107.581557] env[64496]: }. {{(pid=64496) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2107.581862] env[64496]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0de14333-57e9-4779-9e68-0e6add95dff9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.601999] env[64496]: DEBUG oslo_vmware.rw_handles [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lease: (returnval){ [ 2107.601999] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52044cf6-b9d0-f54b-84fe-8cc4ff1b68a3" [ 2107.601999] env[64496]: _type = "HttpNfcLease" [ 2107.601999] env[64496]: } obtained for vApp import into resource pool (val){ [ 2107.601999] env[64496]: value = "resgroup-9" [ 2107.601999] env[64496]: _type = "ResourcePool" [ 2107.601999] env[64496]: }. {{(pid=64496) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2107.602315] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the lease: (returnval){ [ 2107.602315] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52044cf6-b9d0-f54b-84fe-8cc4ff1b68a3" [ 2107.602315] env[64496]: _type = "HttpNfcLease" [ 2107.602315] env[64496]: } to be ready. {{(pid=64496) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2107.608200] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2107.608200] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52044cf6-b9d0-f54b-84fe-8cc4ff1b68a3" [ 2107.608200] env[64496]: _type = "HttpNfcLease" [ 2107.608200] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2108.110288] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2108.110288] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52044cf6-b9d0-f54b-84fe-8cc4ff1b68a3" [ 2108.110288] env[64496]: _type = "HttpNfcLease" [ 2108.110288] env[64496]: } is initializing. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2108.171204] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.171443] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.611432] env[64496]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2108.611432] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52044cf6-b9d0-f54b-84fe-8cc4ff1b68a3" [ 2108.611432] env[64496]: _type = "HttpNfcLease" [ 2108.611432] env[64496]: } is ready. {{(pid=64496) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2108.611730] env[64496]: DEBUG oslo_vmware.rw_handles [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2108.611730] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52044cf6-b9d0-f54b-84fe-8cc4ff1b68a3" [ 2108.611730] env[64496]: _type = "HttpNfcLease" [ 2108.611730] env[64496]: }. {{(pid=64496) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2108.612278] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679fc7de-7a27-49ea-8c57-cbaaa18816f1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.619182] env[64496]: DEBUG oslo_vmware.rw_handles [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca16a6-273c-a301-21ac-8d93b596e459/disk-0.vmdk from lease info. {{(pid=64496) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2108.619360] env[64496]: DEBUG oslo_vmware.rw_handles [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca16a6-273c-a301-21ac-8d93b596e459/disk-0.vmdk. {{(pid=64496) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2108.676898] env[64496]: DEBUG nova.compute.manager [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2108.684255] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-69c1503a-17b1-4aa5-b263-f26c6036bdf1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.202909] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.203262] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.204918] env[64496]: INFO nova.compute.claims [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2109.936267] env[64496]: DEBUG oslo_vmware.rw_handles [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Completed reading data from the image iterator. {{(pid=64496) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2109.936743] env[64496]: DEBUG oslo_vmware.rw_handles [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca16a6-273c-a301-21ac-8d93b596e459/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2109.937535] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67feb84-106a-4efb-8726-892f1b7a8e13 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.944406] env[64496]: DEBUG oslo_vmware.rw_handles [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca16a6-273c-a301-21ac-8d93b596e459/disk-0.vmdk is in state: ready. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2109.944566] env[64496]: DEBUG oslo_vmware.rw_handles [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca16a6-273c-a301-21ac-8d93b596e459/disk-0.vmdk. {{(pid=64496) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2109.944783] env[64496]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2d786842-83be-437b-8ff4-43812457771c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.151123] env[64496]: DEBUG oslo_vmware.rw_handles [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca16a6-273c-a301-21ac-8d93b596e459/disk-0.vmdk. {{(pid=64496) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2110.151440] env[64496]: INFO nova.virt.vmwareapi.images [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Downloaded image file data 8053633a-41fc-4799-b0fc-b6011435ff05 [ 2110.152491] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773a44cf-f4c5-4874-9661-18d5cb80bb5b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.171236] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74c9460b-8b26-4534-8c3f-c2384a502817 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.202845] env[64496]: INFO nova.virt.vmwareapi.images [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] The imported VM was unregistered [ 2110.205202] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Caching image {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2110.205431] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8053633a-41fc-4799-b0fc-b6011435ff05 {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2110.205683] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88d59de7-f20c-4adf-8049-5c8c0bf0624a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.217444] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Created directory with path [datastore1] devstack-image-cache_base/8053633a-41fc-4799-b0fc-b6011435ff05 {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2110.217615] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8116f256-a689-43bc-8c9f-40276ad91c92/OSTACK_IMG_8116f256-a689-43bc-8c9f-40276ad91c92.vmdk to [datastore1] devstack-image-cache_base/8053633a-41fc-4799-b0fc-b6011435ff05/8053633a-41fc-4799-b0fc-b6011435ff05.vmdk. {{(pid=64496) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2110.219323] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-babe375f-5365-46c9-ac4f-063611f7ac70 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.224911] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2110.224911] env[64496]: value = "task-1902857" [ 2110.224911] env[64496]: _type = "Task" [ 2110.224911] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.232572] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902857, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.264640] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dbd434-0217-4b99-b4df-736b4e239215 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.271677] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9e200f-041f-43b0-9b84-d6007e4a420e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.301564] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a1edd1-cdca-49a0-b4f2-d793a7b232ce {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.308624] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96bf4ba-9093-4894-bd33-dce16a1803e6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.321056] env[64496]: DEBUG nova.compute.provider_tree [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2110.734998] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902857, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.824506] env[64496]: DEBUG nova.scheduler.client.report [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2111.236026] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902857, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.329538] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.330232] env[64496]: DEBUG nova.compute.manager [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2111.736179] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902857, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.835917] env[64496]: DEBUG nova.compute.utils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2111.837383] env[64496]: DEBUG nova.compute.manager [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2111.837572] env[64496]: DEBUG nova.network.neutron [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2111.877774] env[64496]: DEBUG nova.policy [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29699f2035e44f2b97fc3e32fcca6b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b063a8303cc74bef930bce0394a9398b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 2112.142039] env[64496]: DEBUG nova.network.neutron [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Successfully created port: 468aabe1-d716-49fa-b214-3c110359ca0d {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2112.237673] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902857, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.341184] env[64496]: DEBUG nova.compute.manager [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2112.738376] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902857, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.239493] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902857, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.351215] env[64496]: DEBUG nova.compute.manager [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2113.377669] env[64496]: DEBUG nova.virt.hardware [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2113.378019] env[64496]: DEBUG nova.virt.hardware [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2113.378238] env[64496]: DEBUG nova.virt.hardware [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2113.378479] env[64496]: DEBUG nova.virt.hardware [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2113.378677] env[64496]: DEBUG nova.virt.hardware [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2113.378876] env[64496]: DEBUG nova.virt.hardware [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2113.379178] env[64496]: DEBUG nova.virt.hardware [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2113.379390] env[64496]: DEBUG nova.virt.hardware [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2113.379610] env[64496]: DEBUG nova.virt.hardware [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2113.379824] env[64496]: DEBUG nova.virt.hardware [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2113.380067] env[64496]: DEBUG nova.virt.hardware [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2113.381084] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50bf295-3b6b-4610-aba4-bd63352575df {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.390419] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b36b911-b4c5-4ac5-8a35-53f1722822af {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.540700] env[64496]: DEBUG nova.compute.manager [req-11f56be3-21fa-43db-9bfc-07abf30a9ca9 req-bd8c171a-92c5-4201-8fa1-0b542f658119 service nova] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Received event network-vif-plugged-468aabe1-d716-49fa-b214-3c110359ca0d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2113.540897] env[64496]: DEBUG oslo_concurrency.lockutils [req-11f56be3-21fa-43db-9bfc-07abf30a9ca9 req-bd8c171a-92c5-4201-8fa1-0b542f658119 service nova] Acquiring lock "ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.541113] env[64496]: DEBUG oslo_concurrency.lockutils [req-11f56be3-21fa-43db-9bfc-07abf30a9ca9 req-bd8c171a-92c5-4201-8fa1-0b542f658119 service nova] Lock "ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.541329] env[64496]: DEBUG oslo_concurrency.lockutils [req-11f56be3-21fa-43db-9bfc-07abf30a9ca9 req-bd8c171a-92c5-4201-8fa1-0b542f658119 service nova] Lock "ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.541527] env[64496]: DEBUG nova.compute.manager [req-11f56be3-21fa-43db-9bfc-07abf30a9ca9 req-bd8c171a-92c5-4201-8fa1-0b542f658119 service nova] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] No waiting events found dispatching network-vif-plugged-468aabe1-d716-49fa-b214-3c110359ca0d {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2113.541702] env[64496]: WARNING nova.compute.manager [req-11f56be3-21fa-43db-9bfc-07abf30a9ca9 req-bd8c171a-92c5-4201-8fa1-0b542f658119 service nova] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Received unexpected event network-vif-plugged-468aabe1-d716-49fa-b214-3c110359ca0d for instance with vm_state building and task_state spawning. [ 2113.629919] env[64496]: DEBUG nova.network.neutron [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Successfully updated port: 468aabe1-d716-49fa-b214-3c110359ca0d {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2113.739715] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902857, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.373307} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.739999] env[64496]: INFO nova.virt.vmwareapi.ds_util [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8116f256-a689-43bc-8c9f-40276ad91c92/OSTACK_IMG_8116f256-a689-43bc-8c9f-40276ad91c92.vmdk to [datastore1] devstack-image-cache_base/8053633a-41fc-4799-b0fc-b6011435ff05/8053633a-41fc-4799-b0fc-b6011435ff05.vmdk. [ 2113.740258] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Cleaning up location [datastore1] OSTACK_IMG_8116f256-a689-43bc-8c9f-40276ad91c92 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2113.740443] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8116f256-a689-43bc-8c9f-40276ad91c92 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2113.740684] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec579dd0-e718-4510-8c27-483ec22d0b12 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.747274] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2113.747274] env[64496]: value = "task-1902858" [ 2113.747274] env[64496]: _type = "Task" [ 2113.747274] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.754681] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.133244] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "refresh_cache-ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.133325] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "refresh_cache-ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.133433] env[64496]: DEBUG nova.network.neutron [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2114.256793] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034885} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.257138] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2114.257253] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8053633a-41fc-4799-b0fc-b6011435ff05/8053633a-41fc-4799-b0fc-b6011435ff05.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.257452] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8053633a-41fc-4799-b0fc-b6011435ff05/8053633a-41fc-4799-b0fc-b6011435ff05.vmdk to [datastore1] fce5de14-2093-48e4-8279-a03598dcad84/fce5de14-2093-48e4-8279-a03598dcad84.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2114.257686] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4600b9e-61f8-4aa7-bcc4-b75e7a7e7c32 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.264012] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2114.264012] env[64496]: value = "task-1902859" [ 2114.264012] env[64496]: _type = "Task" [ 2114.264012] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.271048] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.666516] env[64496]: DEBUG nova.network.neutron [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2114.774914] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902859, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.813105] env[64496]: DEBUG nova.network.neutron [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Updating instance_info_cache with network_info: [{"id": "468aabe1-d716-49fa-b214-3c110359ca0d", "address": "fa:16:3e:98:2a:40", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap468aabe1-d7", "ovs_interfaceid": "468aabe1-d716-49fa-b214-3c110359ca0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.275079] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902859, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.315856] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "refresh_cache-ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.316235] env[64496]: DEBUG nova.compute.manager [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Instance network_info: |[{"id": "468aabe1-d716-49fa-b214-3c110359ca0d", "address": "fa:16:3e:98:2a:40", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap468aabe1-d7", "ovs_interfaceid": "468aabe1-d716-49fa-b214-3c110359ca0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2115.316683] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:2a:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '468aabe1-d716-49fa-b214-3c110359ca0d', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2115.324313] env[64496]: DEBUG oslo.service.loopingcall [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2115.324560] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2115.324794] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a03e1e04-5ecd-4302-88ae-2226bf9c8bba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.344836] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2115.344836] env[64496]: value = "task-1902860" [ 2115.344836] env[64496]: _type = "Task" [ 2115.344836] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.353065] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902860, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.568867] env[64496]: DEBUG nova.compute.manager [req-d25aa53f-4061-4721-9ba6-bcee1be5800e req-332e1a31-5254-4d58-bdda-cfe15e62f25a service nova] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Received event network-changed-468aabe1-d716-49fa-b214-3c110359ca0d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2115.569013] env[64496]: DEBUG nova.compute.manager [req-d25aa53f-4061-4721-9ba6-bcee1be5800e req-332e1a31-5254-4d58-bdda-cfe15e62f25a service nova] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Refreshing instance network info cache due to event network-changed-468aabe1-d716-49fa-b214-3c110359ca0d. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2115.569212] env[64496]: DEBUG oslo_concurrency.lockutils [req-d25aa53f-4061-4721-9ba6-bcee1be5800e req-332e1a31-5254-4d58-bdda-cfe15e62f25a service nova] Acquiring lock "refresh_cache-ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.569313] env[64496]: DEBUG oslo_concurrency.lockutils [req-d25aa53f-4061-4721-9ba6-bcee1be5800e req-332e1a31-5254-4d58-bdda-cfe15e62f25a service nova] Acquired lock "refresh_cache-ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.569429] env[64496]: DEBUG nova.network.neutron [req-d25aa53f-4061-4721-9ba6-bcee1be5800e req-332e1a31-5254-4d58-bdda-cfe15e62f25a service nova] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Refreshing network info cache for port 468aabe1-d716-49fa-b214-3c110359ca0d {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2115.776184] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902859, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.855054] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902860, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.278917] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902859, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.352784] env[64496]: DEBUG nova.network.neutron [req-d25aa53f-4061-4721-9ba6-bcee1be5800e req-332e1a31-5254-4d58-bdda-cfe15e62f25a service nova] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Updated VIF entry in instance network info cache for port 468aabe1-d716-49fa-b214-3c110359ca0d. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2116.353367] env[64496]: DEBUG nova.network.neutron [req-d25aa53f-4061-4721-9ba6-bcee1be5800e req-332e1a31-5254-4d58-bdda-cfe15e62f25a service nova] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Updating instance_info_cache with network_info: [{"id": "468aabe1-d716-49fa-b214-3c110359ca0d", "address": "fa:16:3e:98:2a:40", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap468aabe1-d7", "ovs_interfaceid": "468aabe1-d716-49fa-b214-3c110359ca0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.360172] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902860, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.779262] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902859, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.855475] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902860, 'name': CreateVM_Task} progress is 99%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.861173] env[64496]: DEBUG oslo_concurrency.lockutils [req-d25aa53f-4061-4721-9ba6-bcee1be5800e req-332e1a31-5254-4d58-bdda-cfe15e62f25a service nova] Releasing lock "refresh_cache-ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.278390] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902859, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.356604] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902860, 'name': CreateVM_Task, 'duration_secs': 1.641221} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.357015] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2117.357500] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.357662] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.357993] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2117.358340] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc85ffcd-a606-48ee-b632-fc9f5fdd6165 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.362792] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2117.362792] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522b3b95-fb29-d076-30df-6114048c7824" [ 2117.362792] env[64496]: _type = "Task" [ 2117.362792] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.370468] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522b3b95-fb29-d076-30df-6114048c7824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.784269] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902859, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.872792] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522b3b95-fb29-d076-30df-6114048c7824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.281429] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902859, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.374085] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]522b3b95-fb29-d076-30df-6114048c7824, 'name': SearchDatastore_Task, 'duration_secs': 0.877179} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.374587] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.374663] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2118.374856] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.375013] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.375202] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2118.375463] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8075bdf4-65b6-4f19-ae82-8adfceb0f738 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.383143] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2118.383316] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2118.383978] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-643f6294-a9a5-4e9c-a633-25f42ea1f63f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.388811] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2118.388811] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520e593c-f3e7-38fe-18b5-35eef3478628" [ 2118.388811] env[64496]: _type = "Task" [ 2118.388811] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.395598] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520e593c-f3e7-38fe-18b5-35eef3478628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.782825] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902859, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.021541} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.783109] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8053633a-41fc-4799-b0fc-b6011435ff05/8053633a-41fc-4799-b0fc-b6011435ff05.vmdk to [datastore1] fce5de14-2093-48e4-8279-a03598dcad84/fce5de14-2093-48e4-8279-a03598dcad84.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2118.783829] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3cfef4-f686-40a4-839e-97e14dcc6b1c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.805144] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] fce5de14-2093-48e4-8279-a03598dcad84/fce5de14-2093-48e4-8279-a03598dcad84.vmdk or device None with type streamOptimized {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2118.805378] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab606852-e553-4c7c-b360-1bc9a71772d0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.823815] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2118.823815] env[64496]: value = "task-1902861" [ 2118.823815] env[64496]: _type = "Task" [ 2118.823815] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.831300] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.898616] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520e593c-f3e7-38fe-18b5-35eef3478628, 'name': SearchDatastore_Task, 'duration_secs': 0.008201} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.899393] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7226e96-2025-4152-9956-fd90dfcc07a0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.904279] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2118.904279] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5281ad2c-9283-6323-661c-a6dc3436a3e6" [ 2118.904279] env[64496]: _type = "Task" [ 2118.904279] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.911339] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5281ad2c-9283-6323-661c-a6dc3436a3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.333694] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.414325] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]5281ad2c-9283-6323-661c-a6dc3436a3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.036676} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.414594] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.414831] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a/ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2119.415097] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acf7a148-4459-42b6-8c49-0766c5d8d1a6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.422665] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2119.422665] env[64496]: value = "task-1902862" [ 2119.422665] env[64496]: _type = "Task" [ 2119.422665] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.429691] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.834550] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902861, 'name': ReconfigVM_Task, 'duration_secs': 0.553902} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.834870] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Reconfigured VM instance instance-00000075 to attach disk [datastore1] fce5de14-2093-48e4-8279-a03598dcad84/fce5de14-2093-48e4-8279-a03598dcad84.vmdk or device None with type streamOptimized {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2119.835477] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7da55217-81bc-4174-bfea-cb3b90d1e4ba {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.840764] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2119.840764] env[64496]: value = "task-1902863" [ 2119.840764] env[64496]: _type = "Task" [ 2119.840764] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.848132] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902863, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.931923] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.39962} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.932275] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a/ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2119.932493] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2119.932730] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4c45358-c63e-4ac7-ab35-f9ddc35f8aa4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.939490] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2119.939490] env[64496]: value = "task-1902864" [ 2119.939490] env[64496]: _type = "Task" [ 2119.939490] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.947525] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.351147] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902863, 'name': Rename_Task, 'duration_secs': 0.142088} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.351432] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2120.351668] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75082f9d-0002-42a0-8b68-e037af1adb98 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.357277] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2120.357277] env[64496]: value = "task-1902865" [ 2120.357277] env[64496]: _type = "Task" [ 2120.357277] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.364222] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.449552] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066042} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.449928] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2120.450539] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def090d2-aab1-457b-a4dc-48ae2a5082c7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.471811] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a/ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2120.472358] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5c89d07-6b10-4ef9-b3a5-ffd0c1fb64d3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.491395] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2120.491395] env[64496]: value = "task-1902866" [ 2120.491395] env[64496]: _type = "Task" [ 2120.491395] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.500906] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.869900] env[64496]: DEBUG oslo_vmware.api [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902865, 'name': PowerOnVM_Task, 'duration_secs': 0.459871} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.870292] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2120.965836] env[64496]: DEBUG nova.compute.manager [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2120.966839] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdec724-64c6-4aea-86d5-f80257ee1480 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.000090] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902866, 'name': ReconfigVM_Task, 'duration_secs': 0.279196} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.000609] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Reconfigured VM instance instance-00000079 to attach disk [datastore1] ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a/ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2121.001171] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a39630d-c7cd-4467-b15d-1a18e963eb42 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.007621] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2121.007621] env[64496]: value = "task-1902867" [ 2121.007621] env[64496]: _type = "Task" [ 2121.007621] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.015862] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902867, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.485682] env[64496]: DEBUG oslo_concurrency.lockutils [None req-03e63fef-0be3-4a99-8314-fd3fd73e24b1 tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "fce5de14-2093-48e4-8279-a03598dcad84" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.658s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.516725] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902867, 'name': Rename_Task, 'duration_secs': 0.262901} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.517045] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2121.517313] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0815be4d-0f1c-44c3-a775-f8cf648e559a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.525535] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2121.525535] env[64496]: value = "task-1902868" [ 2121.525535] env[64496]: _type = "Task" [ 2121.525535] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.532851] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.035654] env[64496]: DEBUG oslo_vmware.api [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902868, 'name': PowerOnVM_Task, 'duration_secs': 0.455881} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.035927] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2122.036161] env[64496]: INFO nova.compute.manager [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Took 8.68 seconds to spawn the instance on the hypervisor. [ 2122.036345] env[64496]: DEBUG nova.compute.manager [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2122.037091] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4690fc9a-c817-4315-93a1-c4148382fce9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.553505] env[64496]: INFO nova.compute.manager [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Took 13.37 seconds to build instance. [ 2122.570624] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "fce5de14-2093-48e4-8279-a03598dcad84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.570851] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "fce5de14-2093-48e4-8279-a03598dcad84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.571061] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "fce5de14-2093-48e4-8279-a03598dcad84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.571245] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "fce5de14-2093-48e4-8279-a03598dcad84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.571409] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "fce5de14-2093-48e4-8279-a03598dcad84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.572988] env[64496]: INFO nova.compute.manager [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Terminating instance [ 2123.057652] env[64496]: DEBUG oslo_concurrency.lockutils [None req-58667de3-4a32-4f45-9303-b882fe36f39d tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.886s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.076590] env[64496]: DEBUG nova.compute.manager [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2123.076814] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2123.077774] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6197ecce-6fe3-492d-995a-6bcd6f696f14 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.085751] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2123.086008] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d680dcf-c870-479d-bca8-f78677c60d7e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.092550] env[64496]: DEBUG oslo_vmware.api [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2123.092550] env[64496]: value = "task-1902869" [ 2123.092550] env[64496]: _type = "Task" [ 2123.092550] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.100142] env[64496]: DEBUG oslo_vmware.api [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.602400] env[64496]: DEBUG oslo_vmware.api [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902869, 'name': PowerOffVM_Task, 'duration_secs': 0.168982} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.602726] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2123.602865] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2123.603163] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8562dffa-cd31-401b-8e30-6dc1f567577e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.776814] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.777140] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.777365] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.777665] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.777961] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.780220] env[64496]: INFO nova.compute.manager [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Terminating instance [ 2123.845988] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2123.846188] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2123.846375] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Deleting the datastore file [datastore1] fce5de14-2093-48e4-8279-a03598dcad84 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2123.846633] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-968f0b35-aa0a-42d9-8506-5c6ea7d6b2ff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.853150] env[64496]: DEBUG oslo_vmware.api [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for the task: (returnval){ [ 2123.853150] env[64496]: value = "task-1902871" [ 2123.853150] env[64496]: _type = "Task" [ 2123.853150] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.860795] env[64496]: DEBUG oslo_vmware.api [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.284329] env[64496]: DEBUG nova.compute.manager [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2124.284560] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2124.285479] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c941bf6-6e8a-4e6f-8a1c-fed466178263 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.294648] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2124.294876] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2599751-cf17-4b38-b6d8-65ada6d10a93 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.301524] env[64496]: DEBUG oslo_vmware.api [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2124.301524] env[64496]: value = "task-1902872" [ 2124.301524] env[64496]: _type = "Task" [ 2124.301524] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.309621] env[64496]: DEBUG oslo_vmware.api [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.362554] env[64496]: DEBUG oslo_vmware.api [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Task: {'id': task-1902871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120759} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.362821] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2124.363028] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2124.363213] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2124.363385] env[64496]: INFO nova.compute.manager [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2124.363621] env[64496]: DEBUG oslo.service.loopingcall [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2124.363823] env[64496]: DEBUG nova.compute.manager [-] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2124.363905] env[64496]: DEBUG nova.network.neutron [-] [instance: fce5de14-2093-48e4-8279-a03598dcad84] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2124.811634] env[64496]: DEBUG oslo_vmware.api [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902872, 'name': PowerOffVM_Task, 'duration_secs': 0.174325} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.811970] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2124.812063] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2124.812303] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17918a6a-824b-467a-9e9b-3d4b69a06bf2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.928181] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2124.928487] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2124.928695] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleting the datastore file [datastore1] ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2124.928962] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d7b59a8-9175-49be-8753-38ce429b0646 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.934998] env[64496]: DEBUG oslo_vmware.api [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2124.934998] env[64496]: value = "task-1902874" [ 2124.934998] env[64496]: _type = "Task" [ 2124.934998] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.942756] env[64496]: DEBUG oslo_vmware.api [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.042271] env[64496]: DEBUG nova.compute.manager [req-a6c0200b-4e2e-4371-8def-235aa0805dc6 req-22f1bf16-3c51-47e7-94af-b47169ccdadc service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Received event network-vif-deleted-6dc6e4fc-e73d-441c-9199-7c9a2718e847 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2125.042483] env[64496]: INFO nova.compute.manager [req-a6c0200b-4e2e-4371-8def-235aa0805dc6 req-22f1bf16-3c51-47e7-94af-b47169ccdadc service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Neutron deleted interface 6dc6e4fc-e73d-441c-9199-7c9a2718e847; detaching it from the instance and deleting it from the info cache [ 2125.042659] env[64496]: DEBUG nova.network.neutron [req-a6c0200b-4e2e-4371-8def-235aa0805dc6 req-22f1bf16-3c51-47e7-94af-b47169ccdadc service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.446068] env[64496]: DEBUG oslo_vmware.api [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138841} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.446068] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2125.446068] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2125.446068] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2125.446068] env[64496]: INFO nova.compute.manager [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2125.446436] env[64496]: DEBUG oslo.service.loopingcall [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2125.446436] env[64496]: DEBUG nova.compute.manager [-] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2125.446514] env[64496]: DEBUG nova.network.neutron [-] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2125.523267] env[64496]: DEBUG nova.network.neutron [-] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.545569] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb1831c0-c357-4736-ba3a-6bed6b5b0774 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.555234] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68256a8-d668-4682-85af-91bf08dc0e9b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.582018] env[64496]: DEBUG nova.compute.manager [req-a6c0200b-4e2e-4371-8def-235aa0805dc6 req-22f1bf16-3c51-47e7-94af-b47169ccdadc service nova] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Detach interface failed, port_id=6dc6e4fc-e73d-441c-9199-7c9a2718e847, reason: Instance fce5de14-2093-48e4-8279-a03598dcad84 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2126.025583] env[64496]: INFO nova.compute.manager [-] [instance: fce5de14-2093-48e4-8279-a03598dcad84] Took 1.66 seconds to deallocate network for instance. [ 2126.151434] env[64496]: DEBUG nova.network.neutron [-] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.532344] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.532656] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.532910] env[64496]: DEBUG nova.objects.instance [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lazy-loading 'resources' on Instance uuid fce5de14-2093-48e4-8279-a03598dcad84 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2126.654226] env[64496]: INFO nova.compute.manager [-] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Took 1.21 seconds to deallocate network for instance. [ 2127.066875] env[64496]: DEBUG nova.compute.manager [req-b914e93d-60ab-457f-b28e-c8ea250d7d89 req-a0218518-f804-4c35-8709-1bd814d727e2 service nova] [instance: ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a] Received event network-vif-deleted-468aabe1-d716-49fa-b214-3c110359ca0d {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2127.088402] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9a19e6-4abf-422b-b73a-280966e0799e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.096174] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b97407f-f806-418a-ae08-cf8b703ac15b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.124670] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291bcf43-870b-4988-ba95-e996c7799f2c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.131530] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e99843b-3ff4-4f08-8e26-350c964aa07e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.144185] env[64496]: DEBUG nova.compute.provider_tree [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2127.159927] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.647224] env[64496]: DEBUG nova.scheduler.client.report [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2128.151653] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.154123] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.994s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.154367] env[64496]: DEBUG nova.objects.instance [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lazy-loading 'resources' on Instance uuid ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2128.171134] env[64496]: INFO nova.scheduler.client.report [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Deleted allocations for instance fce5de14-2093-48e4-8279-a03598dcad84 [ 2128.678349] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2460554e-cbe2-49f6-b54c-8e8d8aded61c tempest-ServerActionsTestOtherB-1014039729 tempest-ServerActionsTestOtherB-1014039729-project-member] Lock "fce5de14-2093-48e4-8279-a03598dcad84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.107s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.695384] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6322a0-da24-4213-9662-0fbc5f7b1041 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.703981] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c16b66-e382-48bb-a5f9-3fcec6b9f2cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.732872] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465334cc-bd31-420a-beb1-f36619fc6c96 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.739905] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378c9289-6b6e-43d3-b395-b2473beef19e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.754549] env[64496]: DEBUG nova.compute.provider_tree [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2129.258108] env[64496]: DEBUG nova.scheduler.client.report [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2129.762945] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.780563] env[64496]: INFO nova.scheduler.client.report [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleted allocations for instance ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a [ 2130.287948] env[64496]: DEBUG oslo_concurrency.lockutils [None req-d1a3b6c8-dfc5-4f63-ba2b-d9b985efa5aa tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "ee0b0b4e-0dbb-4f85-8f85-c6498f431c1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.511s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.775963] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "a2f69d5a-1c99-4ceb-8074-fe285e66618b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.776238] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "a2f69d5a-1c99-4ceb-8074-fe285e66618b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.279018] env[64496]: DEBUG nova.compute.manager [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2131.800772] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.801097] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.802973] env[64496]: INFO nova.compute.claims [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2132.853074] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e1429b-d895-4824-a801-4b375ef05bd0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.861059] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227b512c-1a53-4322-b92b-85dd6dfe4999 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.890238] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c68c2a-496d-4f0f-aaf3-139d72ddcfa0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.898055] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d6dd99-c89c-428f-8b31-bbc3b50c79fb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.913555] env[64496]: DEBUG nova.compute.provider_tree [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2133.417797] env[64496]: DEBUG nova.scheduler.client.report [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2133.921909] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.922472] env[64496]: DEBUG nova.compute.manager [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2134.427496] env[64496]: DEBUG nova.compute.utils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2134.432018] env[64496]: DEBUG nova.compute.manager [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2134.432018] env[64496]: DEBUG nova.network.neutron [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2134.504167] env[64496]: DEBUG nova.policy [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29699f2035e44f2b97fc3e32fcca6b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b063a8303cc74bef930bce0394a9398b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 2134.932079] env[64496]: DEBUG nova.compute.manager [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2134.937577] env[64496]: DEBUG nova.network.neutron [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Successfully created port: 63466238-843e-4469-b4ac-8c29b9e7ddc1 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2135.941617] env[64496]: DEBUG nova.compute.manager [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2135.971692] env[64496]: DEBUG nova.virt.hardware [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2135.971979] env[64496]: DEBUG nova.virt.hardware [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2135.972165] env[64496]: DEBUG nova.virt.hardware [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2135.972483] env[64496]: DEBUG nova.virt.hardware [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2135.972483] env[64496]: DEBUG nova.virt.hardware [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2135.972626] env[64496]: DEBUG nova.virt.hardware [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2135.972840] env[64496]: DEBUG nova.virt.hardware [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2135.973008] env[64496]: DEBUG nova.virt.hardware [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2135.973186] env[64496]: DEBUG nova.virt.hardware [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2135.973348] env[64496]: DEBUG nova.virt.hardware [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2135.973517] env[64496]: DEBUG nova.virt.hardware [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2135.974399] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d463d07-48ad-44e4-b61b-12b28c9229e3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.983330] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67e6c21-b482-4377-9de9-d04741337e09 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.477179] env[64496]: DEBUG nova.compute.manager [req-ee7dfb37-99d8-4c0b-adc4-0a236be1badb req-a761037f-06a3-4444-a433-3431f92748b5 service nova] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Received event network-vif-plugged-63466238-843e-4469-b4ac-8c29b9e7ddc1 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2136.477179] env[64496]: DEBUG oslo_concurrency.lockutils [req-ee7dfb37-99d8-4c0b-adc4-0a236be1badb req-a761037f-06a3-4444-a433-3431f92748b5 service nova] Acquiring lock "a2f69d5a-1c99-4ceb-8074-fe285e66618b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.477179] env[64496]: DEBUG oslo_concurrency.lockutils [req-ee7dfb37-99d8-4c0b-adc4-0a236be1badb req-a761037f-06a3-4444-a433-3431f92748b5 service nova] Lock "a2f69d5a-1c99-4ceb-8074-fe285e66618b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.477179] env[64496]: DEBUG oslo_concurrency.lockutils [req-ee7dfb37-99d8-4c0b-adc4-0a236be1badb req-a761037f-06a3-4444-a433-3431f92748b5 service nova] Lock "a2f69d5a-1c99-4ceb-8074-fe285e66618b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.477179] env[64496]: DEBUG nova.compute.manager [req-ee7dfb37-99d8-4c0b-adc4-0a236be1badb req-a761037f-06a3-4444-a433-3431f92748b5 service nova] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] No waiting events found dispatching network-vif-plugged-63466238-843e-4469-b4ac-8c29b9e7ddc1 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2136.478203] env[64496]: WARNING nova.compute.manager [req-ee7dfb37-99d8-4c0b-adc4-0a236be1badb req-a761037f-06a3-4444-a433-3431f92748b5 service nova] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Received unexpected event network-vif-plugged-63466238-843e-4469-b4ac-8c29b9e7ddc1 for instance with vm_state building and task_state spawning. [ 2136.569367] env[64496]: DEBUG nova.network.neutron [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Successfully updated port: 63466238-843e-4469-b4ac-8c29b9e7ddc1 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2137.052736] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "6a9eb8d7-b7bd-4f2d-9423-3f730af1c479" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.053018] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "6a9eb8d7-b7bd-4f2d-9423-3f730af1c479" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.073540] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "refresh_cache-a2f69d5a-1c99-4ceb-8074-fe285e66618b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.073685] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "refresh_cache-a2f69d5a-1c99-4ceb-8074-fe285e66618b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.073828] env[64496]: DEBUG nova.network.neutron [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2137.554671] env[64496]: DEBUG nova.compute.manager [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2137.609111] env[64496]: DEBUG nova.network.neutron [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2137.738014] env[64496]: DEBUG nova.network.neutron [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Updating instance_info_cache with network_info: [{"id": "63466238-843e-4469-b4ac-8c29b9e7ddc1", "address": "fa:16:3e:98:45:45", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63466238-84", "ovs_interfaceid": "63466238-843e-4469-b4ac-8c29b9e7ddc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2138.077961] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.078246] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.079704] env[64496]: INFO nova.compute.claims [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2138.241279] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "refresh_cache-a2f69d5a-1c99-4ceb-8074-fe285e66618b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.241642] env[64496]: DEBUG nova.compute.manager [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Instance network_info: |[{"id": "63466238-843e-4469-b4ac-8c29b9e7ddc1", "address": "fa:16:3e:98:45:45", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63466238-84", "ovs_interfaceid": "63466238-843e-4469-b4ac-8c29b9e7ddc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2138.242086] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:45:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63466238-843e-4469-b4ac-8c29b9e7ddc1', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2138.249547] env[64496]: DEBUG oslo.service.loopingcall [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2138.250094] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2138.250337] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ce64778-6ede-40e7-b258-3a6b16c3cbd7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.270588] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2138.270588] env[64496]: value = "task-1902876" [ 2138.270588] env[64496]: _type = "Task" [ 2138.270588] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.278422] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902876, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.504834] env[64496]: DEBUG nova.compute.manager [req-d9a6a459-4148-4c7f-94f6-3c631e49caf7 req-e29e87a9-2a8b-4627-896d-99f623f35dc4 service nova] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Received event network-changed-63466238-843e-4469-b4ac-8c29b9e7ddc1 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2138.505169] env[64496]: DEBUG nova.compute.manager [req-d9a6a459-4148-4c7f-94f6-3c631e49caf7 req-e29e87a9-2a8b-4627-896d-99f623f35dc4 service nova] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Refreshing instance network info cache due to event network-changed-63466238-843e-4469-b4ac-8c29b9e7ddc1. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2138.505454] env[64496]: DEBUG oslo_concurrency.lockutils [req-d9a6a459-4148-4c7f-94f6-3c631e49caf7 req-e29e87a9-2a8b-4627-896d-99f623f35dc4 service nova] Acquiring lock "refresh_cache-a2f69d5a-1c99-4ceb-8074-fe285e66618b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.505606] env[64496]: DEBUG oslo_concurrency.lockutils [req-d9a6a459-4148-4c7f-94f6-3c631e49caf7 req-e29e87a9-2a8b-4627-896d-99f623f35dc4 service nova] Acquired lock "refresh_cache-a2f69d5a-1c99-4ceb-8074-fe285e66618b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.505770] env[64496]: DEBUG nova.network.neutron [req-d9a6a459-4148-4c7f-94f6-3c631e49caf7 req-e29e87a9-2a8b-4627-896d-99f623f35dc4 service nova] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Refreshing network info cache for port 63466238-843e-4469-b4ac-8c29b9e7ddc1 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2138.780967] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902876, 'name': CreateVM_Task, 'duration_secs': 0.361424} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.781175] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2138.781834] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.782000] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.782351] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2138.782649] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52fddae7-8e0c-4692-9818-d22192c315d9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.787121] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2138.787121] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d145e6-fc9a-f31c-b4e5-ad1bfb05b5dc" [ 2138.787121] env[64496]: _type = "Task" [ 2138.787121] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.794758] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d145e6-fc9a-f31c-b4e5-ad1bfb05b5dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.133508] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d04532f-8535-4949-95bb-6bd8e18c79c7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.140948] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509e16d2-75e0-41d4-8e37-6117ef54a3ec {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.173417] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce93a90-69c1-4dfc-84d2-dfba981d257d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.181214] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8269e19-8471-44c9-a99b-853e42b76df8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.194184] env[64496]: DEBUG nova.compute.provider_tree [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2139.208906] env[64496]: DEBUG nova.network.neutron [req-d9a6a459-4148-4c7f-94f6-3c631e49caf7 req-e29e87a9-2a8b-4627-896d-99f623f35dc4 service nova] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Updated VIF entry in instance network info cache for port 63466238-843e-4469-b4ac-8c29b9e7ddc1. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2139.209277] env[64496]: DEBUG nova.network.neutron [req-d9a6a459-4148-4c7f-94f6-3c631e49caf7 req-e29e87a9-2a8b-4627-896d-99f623f35dc4 service nova] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Updating instance_info_cache with network_info: [{"id": "63466238-843e-4469-b4ac-8c29b9e7ddc1", "address": "fa:16:3e:98:45:45", "network": {"id": "ebe3c187-3c26-4e7b-bf44-2de6d64a7c4b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1508955719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b063a8303cc74bef930bce0394a9398b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63466238-84", "ovs_interfaceid": "63466238-843e-4469-b4ac-8c29b9e7ddc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.296846] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d145e6-fc9a-f31c-b4e5-ad1bfb05b5dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.297146] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2139.297389] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2139.297622] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.297768] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.297940] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2139.298200] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9333505e-e075-4fe9-8e14-57f836a0f87f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.305929] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2139.306133] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2139.306809] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ee769a-6046-413d-9111-41bed16dc8d5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.311949] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2139.311949] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ab3ce6-a9d0-e12e-3ab2-a996b2a5940a" [ 2139.311949] env[64496]: _type = "Task" [ 2139.311949] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.319399] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ab3ce6-a9d0-e12e-3ab2-a996b2a5940a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.697817] env[64496]: DEBUG nova.scheduler.client.report [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2139.711590] env[64496]: DEBUG oslo_concurrency.lockutils [req-d9a6a459-4148-4c7f-94f6-3c631e49caf7 req-e29e87a9-2a8b-4627-896d-99f623f35dc4 service nova] Releasing lock "refresh_cache-a2f69d5a-1c99-4ceb-8074-fe285e66618b" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2139.822788] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ab3ce6-a9d0-e12e-3ab2-a996b2a5940a, 'name': SearchDatastore_Task, 'duration_secs': 0.008945} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.823564] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af805ae-2529-43a9-815f-36e28db71302 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.828848] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2139.828848] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bfec4d-74f5-9b43-efc8-634cca6c9146" [ 2139.828848] env[64496]: _type = "Task" [ 2139.828848] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.835789] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bfec4d-74f5-9b43-efc8-634cca6c9146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.202968] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.203585] env[64496]: DEBUG nova.compute.manager [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2140.338810] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52bfec4d-74f5-9b43-efc8-634cca6c9146, 'name': SearchDatastore_Task, 'duration_secs': 0.010652} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.339107] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.339361] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] a2f69d5a-1c99-4ceb-8074-fe285e66618b/a2f69d5a-1c99-4ceb-8074-fe285e66618b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2140.339610] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b0457ce-c1cb-447c-b167-7d98c4316854 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.346765] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2140.346765] env[64496]: value = "task-1902877" [ 2140.346765] env[64496]: _type = "Task" [ 2140.346765] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.353699] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.709442] env[64496]: DEBUG nova.compute.utils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2140.710300] env[64496]: DEBUG nova.compute.manager [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2140.710495] env[64496]: DEBUG nova.network.neutron [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2140.752896] env[64496]: DEBUG nova.policy [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53c8f7527559485db31709e02859dfd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b78a05dd5e7746408cc6220baa810218', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 2140.856793] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454091} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.857098] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] a2f69d5a-1c99-4ceb-8074-fe285e66618b/a2f69d5a-1c99-4ceb-8074-fe285e66618b.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2140.857305] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2140.857546] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8479abca-d083-4ffd-8deb-1e2b19a4566d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.863858] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2140.863858] env[64496]: value = "task-1902878" [ 2140.863858] env[64496]: _type = "Task" [ 2140.863858] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.870899] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.993185] env[64496]: DEBUG nova.network.neutron [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Successfully created port: a6808c54-397c-4df2-9e29-a5d551dc3392 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2141.214376] env[64496]: DEBUG nova.compute.manager [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2141.373454] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064738} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.373713] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2141.374484] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304b0d0d-d2fb-4795-9dce-ac90cae4b67d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.395628] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] a2f69d5a-1c99-4ceb-8074-fe285e66618b/a2f69d5a-1c99-4ceb-8074-fe285e66618b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2141.395862] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffff7bbb-9604-449b-8d3d-f79ef82b77ab {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.413748] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2141.413748] env[64496]: value = "task-1902879" [ 2141.413748] env[64496]: _type = "Task" [ 2141.413748] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.421854] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.923541] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902879, 'name': ReconfigVM_Task, 'duration_secs': 0.326801} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.923837] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] a2f69d5a-1c99-4ceb-8074-fe285e66618b/a2f69d5a-1c99-4ceb-8074-fe285e66618b.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2141.924520] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5607df7-fb61-4697-9f19-2053004e486b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.930925] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2141.930925] env[64496]: value = "task-1902880" [ 2141.930925] env[64496]: _type = "Task" [ 2141.930925] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.938527] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902880, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.225725] env[64496]: DEBUG nova.compute.manager [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2142.251139] env[64496]: DEBUG nova.virt.hardware [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2142.251407] env[64496]: DEBUG nova.virt.hardware [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2142.251567] env[64496]: DEBUG nova.virt.hardware [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2142.251762] env[64496]: DEBUG nova.virt.hardware [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2142.251888] env[64496]: DEBUG nova.virt.hardware [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2142.252050] env[64496]: DEBUG nova.virt.hardware [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2142.253020] env[64496]: DEBUG nova.virt.hardware [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2142.253020] env[64496]: DEBUG nova.virt.hardware [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2142.253020] env[64496]: DEBUG nova.virt.hardware [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2142.253020] env[64496]: DEBUG nova.virt.hardware [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2142.253020] env[64496]: DEBUG nova.virt.hardware [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2142.254525] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466b2dfa-9b37-493a-bb71-a18ed52836cd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.262419] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2418f91a-d5d7-46cc-8360-52f35b7e90c5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.352996] env[64496]: DEBUG nova.compute.manager [req-09ef8c67-f26a-4d91-bc04-a0e40b601bf8 req-e50401ca-a8b4-4419-9ba8-78fc5727c909 service nova] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Received event network-vif-plugged-a6808c54-397c-4df2-9e29-a5d551dc3392 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2142.353279] env[64496]: DEBUG oslo_concurrency.lockutils [req-09ef8c67-f26a-4d91-bc04-a0e40b601bf8 req-e50401ca-a8b4-4419-9ba8-78fc5727c909 service nova] Acquiring lock "6a9eb8d7-b7bd-4f2d-9423-3f730af1c479-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.353488] env[64496]: DEBUG oslo_concurrency.lockutils [req-09ef8c67-f26a-4d91-bc04-a0e40b601bf8 req-e50401ca-a8b4-4419-9ba8-78fc5727c909 service nova] Lock "6a9eb8d7-b7bd-4f2d-9423-3f730af1c479-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.353656] env[64496]: DEBUG oslo_concurrency.lockutils [req-09ef8c67-f26a-4d91-bc04-a0e40b601bf8 req-e50401ca-a8b4-4419-9ba8-78fc5727c909 service nova] Lock "6a9eb8d7-b7bd-4f2d-9423-3f730af1c479-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.353844] env[64496]: DEBUG nova.compute.manager [req-09ef8c67-f26a-4d91-bc04-a0e40b601bf8 req-e50401ca-a8b4-4419-9ba8-78fc5727c909 service nova] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] No waiting events found dispatching network-vif-plugged-a6808c54-397c-4df2-9e29-a5d551dc3392 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2142.353991] env[64496]: WARNING nova.compute.manager [req-09ef8c67-f26a-4d91-bc04-a0e40b601bf8 req-e50401ca-a8b4-4419-9ba8-78fc5727c909 service nova] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Received unexpected event network-vif-plugged-a6808c54-397c-4df2-9e29-a5d551dc3392 for instance with vm_state building and task_state spawning. [ 2142.437580] env[64496]: DEBUG nova.network.neutron [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Successfully updated port: a6808c54-397c-4df2-9e29-a5d551dc3392 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2142.443995] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902880, 'name': Rename_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.371808] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "refresh_cache-6a9eb8d7-b7bd-4f2d-9423-3f730af1c479" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.372192] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquired lock "refresh_cache-6a9eb8d7-b7bd-4f2d-9423-3f730af1c479" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.372192] env[64496]: DEBUG nova.network.neutron [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2143.381562] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902880, 'name': Rename_Task, 'duration_secs': 0.881786} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.382320] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2143.382547] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a91feb9-e64a-40c7-8ac1-aac5d401c441 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.389555] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2143.389555] env[64496]: value = "task-1902881" [ 2143.389555] env[64496]: _type = "Task" [ 2143.389555] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.397109] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.898183] env[64496]: DEBUG oslo_vmware.api [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902881, 'name': PowerOnVM_Task, 'duration_secs': 0.43771} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.898456] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2143.898666] env[64496]: INFO nova.compute.manager [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Took 7.96 seconds to spawn the instance on the hypervisor. [ 2143.898845] env[64496]: DEBUG nova.compute.manager [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2143.899588] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c75322c-c02a-4c3d-93e9-590320a43c43 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.908698] env[64496]: DEBUG nova.network.neutron [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2144.027512] env[64496]: DEBUG nova.network.neutron [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Updating instance_info_cache with network_info: [{"id": "a6808c54-397c-4df2-9e29-a5d551dc3392", "address": "fa:16:3e:ad:e3:15", "network": {"id": "53b2cbfe-2945-4fa0-8722-636b69a4d832", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-606291905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b78a05dd5e7746408cc6220baa810218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6808c54-39", "ovs_interfaceid": "a6808c54-397c-4df2-9e29-a5d551dc3392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.378588] env[64496]: DEBUG nova.compute.manager [req-846111a2-23c2-4263-b31e-6cbf46571d36 req-a27c9daf-2749-426d-91a7-9ac5d2e6de72 service nova] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Received event network-changed-a6808c54-397c-4df2-9e29-a5d551dc3392 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2144.378849] env[64496]: DEBUG nova.compute.manager [req-846111a2-23c2-4263-b31e-6cbf46571d36 req-a27c9daf-2749-426d-91a7-9ac5d2e6de72 service nova] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Refreshing instance network info cache due to event network-changed-a6808c54-397c-4df2-9e29-a5d551dc3392. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2144.379021] env[64496]: DEBUG oslo_concurrency.lockutils [req-846111a2-23c2-4263-b31e-6cbf46571d36 req-a27c9daf-2749-426d-91a7-9ac5d2e6de72 service nova] Acquiring lock "refresh_cache-6a9eb8d7-b7bd-4f2d-9423-3f730af1c479" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.416806] env[64496]: INFO nova.compute.manager [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Took 12.63 seconds to build instance. [ 2144.530389] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Releasing lock "refresh_cache-6a9eb8d7-b7bd-4f2d-9423-3f730af1c479" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.530511] env[64496]: DEBUG nova.compute.manager [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Instance network_info: |[{"id": "a6808c54-397c-4df2-9e29-a5d551dc3392", "address": "fa:16:3e:ad:e3:15", "network": {"id": "53b2cbfe-2945-4fa0-8722-636b69a4d832", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-606291905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b78a05dd5e7746408cc6220baa810218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6808c54-39", "ovs_interfaceid": "a6808c54-397c-4df2-9e29-a5d551dc3392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2144.530812] env[64496]: DEBUG oslo_concurrency.lockutils [req-846111a2-23c2-4263-b31e-6cbf46571d36 req-a27c9daf-2749-426d-91a7-9ac5d2e6de72 service nova] Acquired lock "refresh_cache-6a9eb8d7-b7bd-4f2d-9423-3f730af1c479" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.530996] env[64496]: DEBUG nova.network.neutron [req-846111a2-23c2-4263-b31e-6cbf46571d36 req-a27c9daf-2749-426d-91a7-9ac5d2e6de72 service nova] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Refreshing network info cache for port a6808c54-397c-4df2-9e29-a5d551dc3392 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2144.532235] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:e3:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6808c54-397c-4df2-9e29-a5d551dc3392', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2144.539501] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Creating folder: Project (b78a05dd5e7746408cc6220baa810218). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2144.542241] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1eb641a2-18c8-4901-a412-d4ac15e0d70f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.553245] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Created folder: Project (b78a05dd5e7746408cc6220baa810218) in parent group-v392474. [ 2144.553434] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Creating folder: Instances. Parent ref: group-v392800. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2144.553655] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dc6a9a4-380e-452a-9c37-b4761b1ee3cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.561397] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Created folder: Instances in parent group-v392800. [ 2144.561619] env[64496]: DEBUG oslo.service.loopingcall [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2144.561795] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2144.561982] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af2bda6d-d1a0-4f71-8df4-74715ab047ee {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.581608] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2144.581608] env[64496]: value = "task-1902884" [ 2144.581608] env[64496]: _type = "Task" [ 2144.581608] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.588579] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902884, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.753703] env[64496]: DEBUG nova.network.neutron [req-846111a2-23c2-4263-b31e-6cbf46571d36 req-a27c9daf-2749-426d-91a7-9ac5d2e6de72 service nova] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Updated VIF entry in instance network info cache for port a6808c54-397c-4df2-9e29-a5d551dc3392. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2144.754091] env[64496]: DEBUG nova.network.neutron [req-846111a2-23c2-4263-b31e-6cbf46571d36 req-a27c9daf-2749-426d-91a7-9ac5d2e6de72 service nova] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Updating instance_info_cache with network_info: [{"id": "a6808c54-397c-4df2-9e29-a5d551dc3392", "address": "fa:16:3e:ad:e3:15", "network": {"id": "53b2cbfe-2945-4fa0-8722-636b69a4d832", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-606291905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b78a05dd5e7746408cc6220baa810218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6808c54-39", "ovs_interfaceid": "a6808c54-397c-4df2-9e29-a5d551dc3392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.918451] env[64496]: DEBUG oslo_concurrency.lockutils [None req-2100e3c6-621d-4a6f-a2f8-2e94b07b6756 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "a2f69d5a-1c99-4ceb-8074-fe285e66618b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.142s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.092029] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902884, 'name': CreateVM_Task, 'duration_secs': 0.349991} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.092221] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2145.092885] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.093061] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.093391] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2145.093641] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48328553-7673-4239-9ba1-4e9be1e2e2b0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.098578] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2145.098578] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520ee005-e550-7f64-e202-23af541e0c9b" [ 2145.098578] env[64496]: _type = "Task" [ 2145.098578] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.106377] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520ee005-e550-7f64-e202-23af541e0c9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.256757] env[64496]: DEBUG oslo_concurrency.lockutils [req-846111a2-23c2-4263-b31e-6cbf46571d36 req-a27c9daf-2749-426d-91a7-9ac5d2e6de72 service nova] Releasing lock "refresh_cache-6a9eb8d7-b7bd-4f2d-9423-3f730af1c479" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.342624] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e2cd3a-f9df-40ae-919d-4539ecf4e129 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "a2f69d5a-1c99-4ceb-8074-fe285e66618b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.342877] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e2cd3a-f9df-40ae-919d-4539ecf4e129 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "a2f69d5a-1c99-4ceb-8074-fe285e66618b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.343087] env[64496]: DEBUG nova.compute.manager [None req-86e2cd3a-f9df-40ae-919d-4539ecf4e129 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2145.343953] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7c02cf-696a-464d-9456-f888e0df6146 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.350752] env[64496]: DEBUG nova.compute.manager [None req-86e2cd3a-f9df-40ae-919d-4539ecf4e129 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64496) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2145.351308] env[64496]: DEBUG nova.objects.instance [None req-86e2cd3a-f9df-40ae-919d-4539ecf4e129 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lazy-loading 'flavor' on Instance uuid a2f69d5a-1c99-4ceb-8074-fe285e66618b {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2145.608706] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520ee005-e550-7f64-e202-23af541e0c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.609032] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.609245] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2145.609473] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.609616] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.609829] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2145.610046] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31a083d3-af97-45d8-be6c-3549f015869c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.617811] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2145.617972] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2145.618610] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa80651-8e0e-4796-b182-923192b2a199 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.623526] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2145.623526] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a3be18-4159-ba21-a18d-9a6d04106170" [ 2145.623526] env[64496]: _type = "Task" [ 2145.623526] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.630455] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a3be18-4159-ba21-a18d-9a6d04106170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.134030] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a3be18-4159-ba21-a18d-9a6d04106170, 'name': SearchDatastore_Task, 'duration_secs': 0.008474} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.134772] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480e4b74-e7e0-4b3f-8792-ce9a1e842ee5 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.140403] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2146.140403] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a49bf9-c28f-8f13-08bb-afea48d2732a" [ 2146.140403] env[64496]: _type = "Task" [ 2146.140403] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.147340] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a49bf9-c28f-8f13-08bb-afea48d2732a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.358361] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e2cd3a-f9df-40ae-919d-4539ecf4e129 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2146.358686] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2035d638-8ecd-403d-a7f7-5dcdcc2f25d6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.366288] env[64496]: DEBUG oslo_vmware.api [None req-86e2cd3a-f9df-40ae-919d-4539ecf4e129 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2146.366288] env[64496]: value = "task-1902885" [ 2146.366288] env[64496]: _type = "Task" [ 2146.366288] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.375335] env[64496]: DEBUG oslo_vmware.api [None req-86e2cd3a-f9df-40ae-919d-4539ecf4e129 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.650596] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a49bf9-c28f-8f13-08bb-afea48d2732a, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.650973] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.651104] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479/6a9eb8d7-b7bd-4f2d-9423-3f730af1c479.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2146.651357] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28a23868-54d4-4e86-8f43-fcfbae202d78 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.657599] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2146.657599] env[64496]: value = "task-1902886" [ 2146.657599] env[64496]: _type = "Task" [ 2146.657599] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.664794] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.877757] env[64496]: DEBUG oslo_vmware.api [None req-86e2cd3a-f9df-40ae-919d-4539ecf4e129 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902885, 'name': PowerOffVM_Task, 'duration_secs': 0.159005} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.878060] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e2cd3a-f9df-40ae-919d-4539ecf4e129 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2146.878286] env[64496]: DEBUG nova.compute.manager [None req-86e2cd3a-f9df-40ae-919d-4539ecf4e129 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2146.879236] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144b63b3-5475-4d09-8ef3-c453798d6495 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.168193] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433527} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.168472] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479/6a9eb8d7-b7bd-4f2d-9423-3f730af1c479.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2147.168680] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2147.168918] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-021c7935-96b9-4739-a7ca-bbde66933511 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.174954] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2147.174954] env[64496]: value = "task-1902887" [ 2147.174954] env[64496]: _type = "Task" [ 2147.174954] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.183622] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.393683] env[64496]: DEBUG oslo_concurrency.lockutils [None req-86e2cd3a-f9df-40ae-919d-4539ecf4e129 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "a2f69d5a-1c99-4ceb-8074-fe285e66618b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.686044] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056901} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.686391] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2147.687117] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a73b226-ab4d-4616-a57c-0d96ffbaf464 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.708860] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479/6a9eb8d7-b7bd-4f2d-9423-3f730af1c479.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2147.709100] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1750838a-bc0a-4682-b3fe-17de3eea99d8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.727964] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2147.727964] env[64496]: value = "task-1902888" [ 2147.727964] env[64496]: _type = "Task" [ 2147.727964] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.735188] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.939632] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "a2f69d5a-1c99-4ceb-8074-fe285e66618b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.939842] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "a2f69d5a-1c99-4ceb-8074-fe285e66618b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.940081] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "a2f69d5a-1c99-4ceb-8074-fe285e66618b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.940294] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "a2f69d5a-1c99-4ceb-8074-fe285e66618b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.940453] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "a2f69d5a-1c99-4ceb-8074-fe285e66618b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.942639] env[64496]: INFO nova.compute.manager [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Terminating instance [ 2148.237347] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902888, 'name': ReconfigVM_Task, 'duration_secs': 0.259045} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.237595] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479/6a9eb8d7-b7bd-4f2d-9423-3f730af1c479.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2148.238219] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53d07a6b-b5e9-4664-b449-ecc574078ac6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.244058] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2148.244058] env[64496]: value = "task-1902889" [ 2148.244058] env[64496]: _type = "Task" [ 2148.244058] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.251010] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902889, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.447157] env[64496]: DEBUG nova.compute.manager [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2148.447413] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2148.448317] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0792beb1-3dee-487f-8c45-78c1a74a0b13 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.455784] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2148.456041] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6a5bcc0-ce52-4299-b3e3-918325fe3bdc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.724171] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2148.724523] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2148.724616] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleting the datastore file [datastore2] a2f69d5a-1c99-4ceb-8074-fe285e66618b {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2148.724849] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bfe504f-7af3-4115-a26e-47d9e291151a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.731757] env[64496]: DEBUG oslo_vmware.api [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2148.731757] env[64496]: value = "task-1902891" [ 2148.731757] env[64496]: _type = "Task" [ 2148.731757] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.738785] env[64496]: DEBUG oslo_vmware.api [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.753249] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902889, 'name': Rename_Task, 'duration_secs': 0.126968} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.753482] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2148.753694] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47a52396-1c23-4eab-b79c-a3ef626d3cab {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.758864] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2148.758864] env[64496]: value = "task-1902892" [ 2148.758864] env[64496]: _type = "Task" [ 2148.758864] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.765720] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.241482] env[64496]: DEBUG oslo_vmware.api [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121695} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.241694] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2149.241871] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2149.242056] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2149.242237] env[64496]: INFO nova.compute.manager [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Took 0.79 seconds to destroy the instance on the hypervisor. [ 2149.242469] env[64496]: DEBUG oslo.service.loopingcall [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2149.242657] env[64496]: DEBUG nova.compute.manager [-] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2149.242751] env[64496]: DEBUG nova.network.neutron [-] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2149.267332] env[64496]: DEBUG oslo_vmware.api [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902892, 'name': PowerOnVM_Task, 'duration_secs': 0.417654} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.267571] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2149.267755] env[64496]: INFO nova.compute.manager [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Took 7.04 seconds to spawn the instance on the hypervisor. [ 2149.267927] env[64496]: DEBUG nova.compute.manager [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2149.268658] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e8a608-37a6-4882-bb71-7989af370ae6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.509181] env[64496]: DEBUG nova.compute.manager [req-1a95190f-35d0-4125-b51a-31c9edd0b4f0 req-65e71ef4-5831-49d4-89a1-225a697c4458 service nova] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Received event network-vif-deleted-63466238-843e-4469-b4ac-8c29b9e7ddc1 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2149.509400] env[64496]: INFO nova.compute.manager [req-1a95190f-35d0-4125-b51a-31c9edd0b4f0 req-65e71ef4-5831-49d4-89a1-225a697c4458 service nova] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Neutron deleted interface 63466238-843e-4469-b4ac-8c29b9e7ddc1; detaching it from the instance and deleting it from the info cache [ 2149.509580] env[64496]: DEBUG nova.network.neutron [req-1a95190f-35d0-4125-b51a-31c9edd0b4f0 req-65e71ef4-5831-49d4-89a1-225a697c4458 service nova] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.784146] env[64496]: INFO nova.compute.manager [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Took 11.73 seconds to build instance. [ 2149.980094] env[64496]: DEBUG nova.network.neutron [-] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.011794] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1c7b346-1d7f-4255-88a2-b0b65dd85f9f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.022060] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d04cc41-a24c-4510-a85d-507d482c7d40 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.045426] env[64496]: DEBUG nova.compute.manager [req-1a95190f-35d0-4125-b51a-31c9edd0b4f0 req-65e71ef4-5831-49d4-89a1-225a697c4458 service nova] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Detach interface failed, port_id=63466238-843e-4469-b4ac-8c29b9e7ddc1, reason: Instance a2f69d5a-1c99-4ceb-8074-fe285e66618b could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2150.174574] env[64496]: INFO nova.compute.manager [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Rescuing [ 2150.174574] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "refresh_cache-6a9eb8d7-b7bd-4f2d-9423-3f730af1c479" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.174574] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquired lock "refresh_cache-6a9eb8d7-b7bd-4f2d-9423-3f730af1c479" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.174803] env[64496]: DEBUG nova.network.neutron [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2150.286204] env[64496]: DEBUG oslo_concurrency.lockutils [None req-ec324167-edf9-4ccb-af2c-df691ccf6832 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "6a9eb8d7-b7bd-4f2d-9423-3f730af1c479" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.233s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.482779] env[64496]: INFO nova.compute.manager [-] [instance: a2f69d5a-1c99-4ceb-8074-fe285e66618b] Took 1.24 seconds to deallocate network for instance. [ 2150.889581] env[64496]: DEBUG nova.network.neutron [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Updating instance_info_cache with network_info: [{"id": "a6808c54-397c-4df2-9e29-a5d551dc3392", "address": "fa:16:3e:ad:e3:15", "network": {"id": "53b2cbfe-2945-4fa0-8722-636b69a4d832", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-606291905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b78a05dd5e7746408cc6220baa810218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6808c54-39", "ovs_interfaceid": "a6808c54-397c-4df2-9e29-a5d551dc3392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.989278] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.989543] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.989758] env[64496]: DEBUG nova.objects.instance [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lazy-loading 'resources' on Instance uuid a2f69d5a-1c99-4ceb-8074-fe285e66618b {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2151.392523] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Releasing lock "refresh_cache-6a9eb8d7-b7bd-4f2d-9423-3f730af1c479" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.544412] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5226f0c-0a54-4ae5-8d19-e67f7c633d73 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.551765] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4630e268-800e-4d97-b47c-088785042510 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.581662] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b34001-20cb-4ff5-bade-93fb126c6583 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.588652] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7962099-123d-4643-a538-5ed30a357073 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.601120] env[64496]: DEBUG nova.compute.provider_tree [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2152.104854] env[64496]: DEBUG nova.scheduler.client.report [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2152.609933] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.645701] env[64496]: INFO nova.scheduler.client.report [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleted allocations for instance a2f69d5a-1c99-4ceb-8074-fe285e66618b [ 2152.929774] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2152.930060] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd4ecf33-efc1-44f6-a1e7-944efa79e568 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.936678] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2152.936678] env[64496]: value = "task-1902893" [ 2152.936678] env[64496]: _type = "Task" [ 2152.936678] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.944313] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.152340] env[64496]: DEBUG oslo_concurrency.lockutils [None req-9a4d46fc-797f-49c9-bd4c-ba4015f28aba tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "a2f69d5a-1c99-4ceb-8074-fe285e66618b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.212s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.446250] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902893, 'name': PowerOffVM_Task, 'duration_secs': 0.277304} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.446513] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2153.447338] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef985c53-66d0-4a69-b7a6-168137d163e2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.464504] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba0b765-a385-460d-a231-363c2d4ba623 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.495298] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2153.495564] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-231645c3-0939-46c6-a337-99a6a8cf1868 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.502637] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2153.502637] env[64496]: value = "task-1902894" [ 2153.502637] env[64496]: _type = "Task" [ 2153.502637] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.513071] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] VM already powered off {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2153.513273] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2153.513540] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.513714] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.513916] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2153.514165] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1533c3a6-d12e-4e66-8146-44d0ba251f62 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.522250] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2153.522430] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2153.523105] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5689eb75-188d-4cbd-96bd-9cfa6145722f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.527742] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2153.527742] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f4c98f-ac25-2ac9-dcd8-62e1f098032b" [ 2153.527742] env[64496]: _type = "Task" [ 2153.527742] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.534872] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f4c98f-ac25-2ac9-dcd8-62e1f098032b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.641613] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "ab77d53e-6365-4391-bd8c-ae8fd95d9b38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.641882] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "ab77d53e-6365-4391-bd8c-ae8fd95d9b38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.642120] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "ab77d53e-6365-4391-bd8c-ae8fd95d9b38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.642308] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "ab77d53e-6365-4391-bd8c-ae8fd95d9b38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.642474] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "ab77d53e-6365-4391-bd8c-ae8fd95d9b38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.644618] env[64496]: INFO nova.compute.manager [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Terminating instance [ 2154.038187] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52f4c98f-ac25-2ac9-dcd8-62e1f098032b, 'name': SearchDatastore_Task, 'duration_secs': 0.008608} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.038950] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-193fee3d-7cf1-4f99-90d0-5f8018ea7d26 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.043814] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2154.043814] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ae0d55-ef8b-3e77-8d22-3aa637046d9e" [ 2154.043814] env[64496]: _type = "Task" [ 2154.043814] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.050951] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ae0d55-ef8b-3e77-8d22-3aa637046d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.147876] env[64496]: DEBUG nova.compute.manager [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2154.148140] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2154.148973] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153121a1-8c53-4d64-a0ca-77737194ade4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.156560] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2154.156846] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3831dbeb-0d1b-4d82-a747-2dc518844a70 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.162564] env[64496]: DEBUG oslo_vmware.api [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2154.162564] env[64496]: value = "task-1902895" [ 2154.162564] env[64496]: _type = "Task" [ 2154.162564] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.170716] env[64496]: DEBUG oslo_vmware.api [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.553978] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52ae0d55-ef8b-3e77-8d22-3aa637046d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009244} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.554256] env[64496]: DEBUG oslo_concurrency.lockutils [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.554513] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk. {{(pid=64496) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2154.554763] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68fc89ea-538d-4fd6-a033-2a7c9bfc05dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.561088] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2154.561088] env[64496]: value = "task-1902896" [ 2154.561088] env[64496]: _type = "Task" [ 2154.561088] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.568723] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.671962] env[64496]: DEBUG oslo_vmware.api [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902895, 'name': PowerOffVM_Task, 'duration_secs': 0.183607} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.672262] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2154.672437] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2154.672681] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-348b012c-6bad-4f13-8168-38472e44946f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.794308] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2154.794572] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2154.794702] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleting the datastore file [datastore1] ab77d53e-6365-4391-bd8c-ae8fd95d9b38 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2154.794986] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7353207d-bdb7-417c-b118-ba313cb650b8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.802176] env[64496]: DEBUG oslo_vmware.api [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for the task: (returnval){ [ 2154.802176] env[64496]: value = "task-1902898" [ 2154.802176] env[64496]: _type = "Task" [ 2154.802176] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.810815] env[64496]: DEBUG oslo_vmware.api [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.071887] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441424} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.072113] env[64496]: INFO nova.virt.vmwareapi.ds_util [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore2] 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk. [ 2155.072855] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d41e2c0-c2ba-4152-b0ba-c4c997569b99 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.096576] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2155.096814] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01c1d687-3ec0-495f-a961-0aefaff35f17 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.114251] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2155.114251] env[64496]: value = "task-1902899" [ 2155.114251] env[64496]: _type = "Task" [ 2155.114251] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.121623] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.311784] env[64496]: DEBUG oslo_vmware.api [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Task: {'id': task-1902898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254555} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.312162] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2155.312316] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2155.312563] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2155.312766] env[64496]: INFO nova.compute.manager [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2155.313057] env[64496]: DEBUG oslo.service.loopingcall [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2155.313291] env[64496]: DEBUG nova.compute.manager [-] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2155.313410] env[64496]: DEBUG nova.network.neutron [-] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2155.561320] env[64496]: DEBUG nova.compute.manager [req-a97bb56a-e050-405f-b54f-1fcfe1790ccb req-bde7466a-c733-43d2-b2cc-ae15a0cb1055 service nova] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Received event network-vif-deleted-7d18d250-5a22-4c60-b799-2220f009a87a {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2155.561467] env[64496]: INFO nova.compute.manager [req-a97bb56a-e050-405f-b54f-1fcfe1790ccb req-bde7466a-c733-43d2-b2cc-ae15a0cb1055 service nova] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Neutron deleted interface 7d18d250-5a22-4c60-b799-2220f009a87a; detaching it from the instance and deleting it from the info cache [ 2155.561644] env[64496]: DEBUG nova.network.neutron [req-a97bb56a-e050-405f-b54f-1fcfe1790ccb req-bde7466a-c733-43d2-b2cc-ae15a0cb1055 service nova] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.623609] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902899, 'name': ReconfigVM_Task, 'duration_secs': 0.297127} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.623841] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2155.624704] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6470a80-05ec-424d-ad7e-9b807208015c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.648986] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03482d97-49c9-4b8c-b21b-797a4497a213 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.664814] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2155.664814] env[64496]: value = "task-1902900" [ 2155.664814] env[64496]: _type = "Task" [ 2155.664814] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.672170] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.035122] env[64496]: DEBUG nova.network.neutron [-] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.065737] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-428f1949-3494-49ad-b972-9defd1dfe682 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.074984] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb97ed4d-c679-4d99-b08e-640d8ad38427 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.098475] env[64496]: DEBUG nova.compute.manager [req-a97bb56a-e050-405f-b54f-1fcfe1790ccb req-bde7466a-c733-43d2-b2cc-ae15a0cb1055 service nova] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Detach interface failed, port_id=7d18d250-5a22-4c60-b799-2220f009a87a, reason: Instance ab77d53e-6365-4391-bd8c-ae8fd95d9b38 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2156.172997] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902900, 'name': ReconfigVM_Task, 'duration_secs': 0.19905} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.173273] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2156.173502] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c85fb6fb-309b-4043-bda5-ecb81725458d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.179851] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2156.179851] env[64496]: value = "task-1902901" [ 2156.179851] env[64496]: _type = "Task" [ 2156.179851] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.187017] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.538069] env[64496]: INFO nova.compute.manager [-] [instance: ab77d53e-6365-4391-bd8c-ae8fd95d9b38] Took 1.22 seconds to deallocate network for instance. [ 2156.691127] env[64496]: DEBUG oslo_vmware.api [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902901, 'name': PowerOnVM_Task, 'duration_secs': 0.454503} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.691494] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2156.694573] env[64496]: DEBUG nova.compute.manager [None req-c8b1e2e0-a148-4ca8-8ae5-10266b69c45c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2156.695465] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd49cc9b-961b-48a5-ae0b-e86285a27296 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.044247] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.044551] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.044793] env[64496]: DEBUG nova.objects.instance [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lazy-loading 'resources' on Instance uuid ab77d53e-6365-4391-bd8c-ae8fd95d9b38 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2157.590110] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6abba30-ff7b-40c8-9dfe-2e9cf5be590a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.597688] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679af7ea-908f-4465-9bf2-cb6aa6b71288 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.629755] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecd32dc-062e-42b7-af04-482af6c22563 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.637352] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b590336-5c91-4d54-b37e-42836fec8a57 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.650401] env[64496]: DEBUG nova.compute.provider_tree [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2158.153645] env[64496]: DEBUG nova.scheduler.client.report [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2158.455053] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.455305] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.659071] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.677593] env[64496]: INFO nova.scheduler.client.report [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Deleted allocations for instance ab77d53e-6365-4391-bd8c-ae8fd95d9b38 [ 2158.957381] env[64496]: DEBUG nova.compute.manager [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2159.185326] env[64496]: DEBUG oslo_concurrency.lockutils [None req-09bd4ca3-126a-485f-bdd9-d769c6f31cf4 tempest-ServersTestJSON-853510498 tempest-ServersTestJSON-853510498-project-member] Lock "ab77d53e-6365-4391-bd8c-ae8fd95d9b38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.543s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.478411] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.478685] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.480128] env[64496]: INFO nova.compute.claims [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2160.531670] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f803ba-756c-493f-95c9-ebd3f74ab977 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.539745] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8724777-651e-4ea2-a32b-f2b433ceaadd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.569234] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd39263-01c8-4dab-92e2-a982e2de6576 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.578564] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ffd94f-fcad-4a42-8819-cbe9e20b746b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.593974] env[64496]: DEBUG nova.compute.provider_tree [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2161.097372] env[64496]: DEBUG nova.scheduler.client.report [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2161.602815] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.603353] env[64496]: DEBUG nova.compute.manager [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2162.108827] env[64496]: DEBUG nova.compute.utils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2162.110318] env[64496]: DEBUG nova.compute.manager [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2162.110511] env[64496]: DEBUG nova.network.neutron [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2162.160774] env[64496]: DEBUG nova.policy [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53c8f7527559485db31709e02859dfd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b78a05dd5e7746408cc6220baa810218', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 2162.409451] env[64496]: DEBUG nova.network.neutron [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Successfully created port: 420c99af-3468-4130-8da6-b80d6f6ecc35 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2162.614021] env[64496]: DEBUG nova.compute.manager [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2163.623433] env[64496]: DEBUG nova.compute.manager [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2163.651824] env[64496]: DEBUG nova.virt.hardware [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2163.652097] env[64496]: DEBUG nova.virt.hardware [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2163.652267] env[64496]: DEBUG nova.virt.hardware [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2163.652497] env[64496]: DEBUG nova.virt.hardware [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2163.652650] env[64496]: DEBUG nova.virt.hardware [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2163.652800] env[64496]: DEBUG nova.virt.hardware [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2163.653017] env[64496]: DEBUG nova.virt.hardware [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2163.653243] env[64496]: DEBUG nova.virt.hardware [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2163.653623] env[64496]: DEBUG nova.virt.hardware [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2163.653623] env[64496]: DEBUG nova.virt.hardware [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2163.653741] env[64496]: DEBUG nova.virt.hardware [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2163.654631] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee1ce1c-aaa2-4ec1-99ae-a24ecc4a3d07 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.662558] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2fb4fe-de69-4f07-bc65-a819074eda6f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.779650] env[64496]: DEBUG nova.compute.manager [req-ffd4f28c-bfc5-4552-86b7-e49270929cc5 req-1f54a50a-077c-4a90-aea1-d90626d8d94c service nova] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Received event network-vif-plugged-420c99af-3468-4130-8da6-b80d6f6ecc35 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2163.779832] env[64496]: DEBUG oslo_concurrency.lockutils [req-ffd4f28c-bfc5-4552-86b7-e49270929cc5 req-1f54a50a-077c-4a90-aea1-d90626d8d94c service nova] Acquiring lock "fd1914b9-6854-4ffc-9d7e-d5b774bbae7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.780087] env[64496]: DEBUG oslo_concurrency.lockutils [req-ffd4f28c-bfc5-4552-86b7-e49270929cc5 req-1f54a50a-077c-4a90-aea1-d90626d8d94c service nova] Lock "fd1914b9-6854-4ffc-9d7e-d5b774bbae7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.780313] env[64496]: DEBUG oslo_concurrency.lockutils [req-ffd4f28c-bfc5-4552-86b7-e49270929cc5 req-1f54a50a-077c-4a90-aea1-d90626d8d94c service nova] Lock "fd1914b9-6854-4ffc-9d7e-d5b774bbae7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.780531] env[64496]: DEBUG nova.compute.manager [req-ffd4f28c-bfc5-4552-86b7-e49270929cc5 req-1f54a50a-077c-4a90-aea1-d90626d8d94c service nova] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] No waiting events found dispatching network-vif-plugged-420c99af-3468-4130-8da6-b80d6f6ecc35 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2163.780753] env[64496]: WARNING nova.compute.manager [req-ffd4f28c-bfc5-4552-86b7-e49270929cc5 req-1f54a50a-077c-4a90-aea1-d90626d8d94c service nova] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Received unexpected event network-vif-plugged-420c99af-3468-4130-8da6-b80d6f6ecc35 for instance with vm_state building and task_state spawning. [ 2163.872589] env[64496]: DEBUG nova.network.neutron [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Successfully updated port: 420c99af-3468-4130-8da6-b80d6f6ecc35 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2164.375136] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "refresh_cache-fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.375136] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquired lock "refresh_cache-fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.375136] env[64496]: DEBUG nova.network.neutron [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2164.906074] env[64496]: DEBUG nova.network.neutron [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2165.015255] env[64496]: DEBUG nova.network.neutron [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Updating instance_info_cache with network_info: [{"id": "420c99af-3468-4130-8da6-b80d6f6ecc35", "address": "fa:16:3e:2d:27:cd", "network": {"id": "53b2cbfe-2945-4fa0-8722-636b69a4d832", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-606291905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b78a05dd5e7746408cc6220baa810218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420c99af-34", "ovs_interfaceid": "420c99af-3468-4130-8da6-b80d6f6ecc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.290207] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2165.290481] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2165.290574] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2165.518639] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Releasing lock "refresh_cache-fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.519149] env[64496]: DEBUG nova.compute.manager [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Instance network_info: |[{"id": "420c99af-3468-4130-8da6-b80d6f6ecc35", "address": "fa:16:3e:2d:27:cd", "network": {"id": "53b2cbfe-2945-4fa0-8722-636b69a4d832", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-606291905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b78a05dd5e7746408cc6220baa810218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420c99af-34", "ovs_interfaceid": "420c99af-3468-4130-8da6-b80d6f6ecc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2165.519769] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:27:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '420c99af-3468-4130-8da6-b80d6f6ecc35', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2165.533426] env[64496]: DEBUG oslo.service.loopingcall [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2165.534064] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2165.534182] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-729863a2-8e3b-44b0-b532-db369bc7f7c7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.566954] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2165.566954] env[64496]: value = "task-1902902" [ 2165.566954] env[64496]: _type = "Task" [ 2165.566954] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.578410] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902902, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.806102] env[64496]: DEBUG nova.compute.manager [req-67185bc3-ae57-4955-8736-5a7564a772df req-8463f8fd-9367-49c7-9a43-95cd4f9702be service nova] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Received event network-changed-420c99af-3468-4130-8da6-b80d6f6ecc35 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2165.806329] env[64496]: DEBUG nova.compute.manager [req-67185bc3-ae57-4955-8736-5a7564a772df req-8463f8fd-9367-49c7-9a43-95cd4f9702be service nova] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Refreshing instance network info cache due to event network-changed-420c99af-3468-4130-8da6-b80d6f6ecc35. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2165.806608] env[64496]: DEBUG oslo_concurrency.lockutils [req-67185bc3-ae57-4955-8736-5a7564a772df req-8463f8fd-9367-49c7-9a43-95cd4f9702be service nova] Acquiring lock "refresh_cache-fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2165.806816] env[64496]: DEBUG oslo_concurrency.lockutils [req-67185bc3-ae57-4955-8736-5a7564a772df req-8463f8fd-9367-49c7-9a43-95cd4f9702be service nova] Acquired lock "refresh_cache-fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2165.807078] env[64496]: DEBUG nova.network.neutron [req-67185bc3-ae57-4955-8736-5a7564a772df req-8463f8fd-9367-49c7-9a43-95cd4f9702be service nova] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Refreshing network info cache for port 420c99af-3468-4130-8da6-b80d6f6ecc35 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2166.077016] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902902, 'name': CreateVM_Task, 'duration_secs': 0.341858} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.077392] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2166.077861] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.078041] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.078371] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2166.078615] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f9ec0f-0780-4cd0-82c0-135dbfc18b9a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.083536] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2166.083536] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a33c4f-0d62-c632-0059-3b470ac7fd51" [ 2166.083536] env[64496]: _type = "Task" [ 2166.083536] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.090673] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a33c4f-0d62-c632-0059-3b470ac7fd51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.471633] env[64496]: DEBUG nova.network.neutron [req-67185bc3-ae57-4955-8736-5a7564a772df req-8463f8fd-9367-49c7-9a43-95cd4f9702be service nova] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Updated VIF entry in instance network info cache for port 420c99af-3468-4130-8da6-b80d6f6ecc35. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2166.471974] env[64496]: DEBUG nova.network.neutron [req-67185bc3-ae57-4955-8736-5a7564a772df req-8463f8fd-9367-49c7-9a43-95cd4f9702be service nova] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Updating instance_info_cache with network_info: [{"id": "420c99af-3468-4130-8da6-b80d6f6ecc35", "address": "fa:16:3e:2d:27:cd", "network": {"id": "53b2cbfe-2945-4fa0-8722-636b69a4d832", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-606291905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b78a05dd5e7746408cc6220baa810218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420c99af-34", "ovs_interfaceid": "420c99af-3468-4130-8da6-b80d6f6ecc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2166.597571] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52a33c4f-0d62-c632-0059-3b470ac7fd51, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.597983] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2166.598341] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2166.598658] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.598835] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.599028] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2166.599283] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ac457eb-e80e-46f3-a008-024bf2cf4cde {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.607085] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2166.607263] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2166.607910] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd217e7a-706f-4b02-8b37-d34e253e752d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.612983] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2166.612983] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52340dd3-d969-e920-a385-04b596339e7c" [ 2166.612983] env[64496]: _type = "Task" [ 2166.612983] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.619966] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52340dd3-d969-e920-a385-04b596339e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.800295] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 2166.800511] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.800669] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.800819] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.800971] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.801140] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.801316] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.801417] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2166.801561] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.974349] env[64496]: DEBUG oslo_concurrency.lockutils [req-67185bc3-ae57-4955-8736-5a7564a772df req-8463f8fd-9367-49c7-9a43-95cd4f9702be service nova] Releasing lock "refresh_cache-fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.123228] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52340dd3-d969-e920-a385-04b596339e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.008456} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.123981] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270d436f-1697-4831-bb5d-0f6aabd74e04 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.129166] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2167.129166] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520496b6-4801-2fc9-17ae-41ab62432e90" [ 2167.129166] env[64496]: _type = "Task" [ 2167.129166] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.137213] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520496b6-4801-2fc9-17ae-41ab62432e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.304203] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.304486] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.304613] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.304762] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2167.305650] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b69194-6be9-44da-8563-4836819972d2 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.313821] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae2820d-95b8-4608-b6a0-73887c0e21f8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.327682] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68062dd0-3b5b-47f3-94ec-200e419c5406 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.334264] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d254413-b8cc-4c9a-ba56-5e2444615138 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.362361] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181142MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2167.362478] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.362618] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.639354] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]520496b6-4801-2fc9-17ae-41ab62432e90, 'name': SearchDatastore_Task, 'duration_secs': 0.009184} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.639616] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.639864] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] fd1914b9-6854-4ffc-9d7e-d5b774bbae7d/fd1914b9-6854-4ffc-9d7e-d5b774bbae7d.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2167.640180] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a47130a-abca-4b96-aa16-7377b47853c9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.646777] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2167.646777] env[64496]: value = "task-1902903" [ 2167.646777] env[64496]: _type = "Task" [ 2167.646777] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.654231] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.157307] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.382358} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.157767] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] fd1914b9-6854-4ffc-9d7e-d5b774bbae7d/fd1914b9-6854-4ffc-9d7e-d5b774bbae7d.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2168.158022] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2168.158367] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58ff500c-f53c-4b95-a1b1-eb2fdfaa2d08 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.165777] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2168.165777] env[64496]: value = "task-1902904" [ 2168.165777] env[64496]: _type = "Task" [ 2168.165777] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.173983] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.388476] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2168.388654] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance fd1914b9-6854-4ffc-9d7e-d5b774bbae7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2168.388830] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2168.388967] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2168.421385] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f6a5ae-eaf9-4ff1-905c-fb0cfeccddca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.428579] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e9152d-eadb-4422-869c-744ded09c740 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.457169] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52236bd-d0be-4757-a6f4-41f7e05c92bb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.463881] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf7d8bd-3810-42ed-9347-aa501737bb16 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.476351] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2168.675636] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065887} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.675857] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2168.676608] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4640924-5783-4d41-a396-cd1b8270a9f9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.698066] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] fd1914b9-6854-4ffc-9d7e-d5b774bbae7d/fd1914b9-6854-4ffc-9d7e-d5b774bbae7d.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2168.698355] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b7760b2-4dec-46fd-82b4-9dc25d69c16e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.717648] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2168.717648] env[64496]: value = "task-1902905" [ 2168.717648] env[64496]: _type = "Task" [ 2168.717648] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.726767] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.979250] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2169.227312] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902905, 'name': ReconfigVM_Task, 'duration_secs': 0.2762} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.227700] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Reconfigured VM instance instance-0000007c to attach disk [datastore1] fd1914b9-6854-4ffc-9d7e-d5b774bbae7d/fd1914b9-6854-4ffc-9d7e-d5b774bbae7d.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2169.228191] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1279a9c-35b9-4048-838f-35afc9fbbe70 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.234180] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2169.234180] env[64496]: value = "task-1902906" [ 2169.234180] env[64496]: _type = "Task" [ 2169.234180] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.241333] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902906, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.484915] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2169.485166] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.122s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.743498] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902906, 'name': Rename_Task, 'duration_secs': 0.145783} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.743722] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2169.743938] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c0380f4-7681-4d86-811f-b274ed4183cd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.751208] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2169.751208] env[64496]: value = "task-1902907" [ 2169.751208] env[64496]: _type = "Task" [ 2169.751208] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.758461] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.261378] env[64496]: DEBUG oslo_vmware.api [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902907, 'name': PowerOnVM_Task, 'duration_secs': 0.421831} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.261751] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2170.261837] env[64496]: INFO nova.compute.manager [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Took 6.64 seconds to spawn the instance on the hypervisor. [ 2170.262018] env[64496]: DEBUG nova.compute.manager [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2170.262747] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d0d548-73ab-454e-afb6-7c0cb0a4efcd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.778769] env[64496]: INFO nova.compute.manager [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Took 11.32 seconds to build instance. [ 2171.281080] env[64496]: DEBUG oslo_concurrency.lockutils [None req-500981b9-bc48-4279-afa8-96153d458a5f tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.826s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.616496] env[64496]: INFO nova.compute.manager [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Rescuing [ 2171.616770] env[64496]: DEBUG oslo_concurrency.lockutils [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "refresh_cache-fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.616914] env[64496]: DEBUG oslo_concurrency.lockutils [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquired lock "refresh_cache-fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.617107] env[64496]: DEBUG nova.network.neutron [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2172.310987] env[64496]: DEBUG nova.network.neutron [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Updating instance_info_cache with network_info: [{"id": "420c99af-3468-4130-8da6-b80d6f6ecc35", "address": "fa:16:3e:2d:27:cd", "network": {"id": "53b2cbfe-2945-4fa0-8722-636b69a4d832", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-606291905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b78a05dd5e7746408cc6220baa810218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420c99af-34", "ovs_interfaceid": "420c99af-3468-4130-8da6-b80d6f6ecc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2172.814107] env[64496]: DEBUG oslo_concurrency.lockutils [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Releasing lock "refresh_cache-fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.349401] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2174.349791] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fd5bbcc-cf88-44e9-9dee-0d9976aa19a1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.358363] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2174.358363] env[64496]: value = "task-1902908" [ 2174.358363] env[64496]: _type = "Task" [ 2174.358363] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.366065] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.868568] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902908, 'name': PowerOffVM_Task, 'duration_secs': 0.18256} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.868964] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2174.869850] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c9a5e6-b9c0-41c4-b432-c0a489df5a05 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.887463] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad97fda-2adf-4860-a25d-cc6e5c5d9fa9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.911905] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2174.912160] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d42dd59a-51a6-43e7-be26-74b3122675f9 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.918618] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2174.918618] env[64496]: value = "task-1902909" [ 2174.918618] env[64496]: _type = "Task" [ 2174.918618] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.926416] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.429444] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] VM already powered off {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2175.429885] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2175.429946] env[64496]: DEBUG oslo_concurrency.lockutils [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.430064] env[64496]: DEBUG oslo_concurrency.lockutils [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.430244] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2175.430489] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19503595-c29b-430a-a297-6b3157eff873 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.438889] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2175.439053] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2175.439717] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b53b35-502d-40ac-b188-1772a4751713 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.444310] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2175.444310] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528a70a2-59e7-da69-ea6b-2eae1d6cf465" [ 2175.444310] env[64496]: _type = "Task" [ 2175.444310] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.451397] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528a70a2-59e7-da69-ea6b-2eae1d6cf465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.954231] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528a70a2-59e7-da69-ea6b-2eae1d6cf465, 'name': SearchDatastore_Task, 'duration_secs': 0.008985} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.954998] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afdde19a-dd45-488d-a004-c45c53960747 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.960636] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2175.960636] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528ee3cf-a58e-3074-2dee-bf29dd386806" [ 2175.960636] env[64496]: _type = "Task" [ 2175.960636] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.968367] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528ee3cf-a58e-3074-2dee-bf29dd386806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.471075] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]528ee3cf-a58e-3074-2dee-bf29dd386806, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.471490] env[64496]: DEBUG oslo_concurrency.lockutils [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2176.471603] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] fd1914b9-6854-4ffc-9d7e-d5b774bbae7d/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk. {{(pid=64496) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2176.471873] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7efc826-f849-453c-ade2-9ec34ee4c60d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.479991] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2176.479991] env[64496]: value = "task-1902910" [ 2176.479991] env[64496]: _type = "Task" [ 2176.479991] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.489787] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.990280] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902910, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.490858] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595763} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.491354] env[64496]: INFO nova.virt.vmwareapi.ds_util [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] fd1914b9-6854-4ffc-9d7e-d5b774bbae7d/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk. [ 2177.491896] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102ada8a-cbce-41d3-9896-3f410267aca7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.517501] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] fd1914b9-6854-4ffc-9d7e-d5b774bbae7d/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2177.517853] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b357bb6d-7e35-4d5b-8487-3356fef70b2c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.535873] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2177.535873] env[64496]: value = "task-1902911" [ 2177.535873] env[64496]: _type = "Task" [ 2177.535873] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.543624] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.045516] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902911, 'name': ReconfigVM_Task, 'duration_secs': 0.335603} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.045812] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Reconfigured VM instance instance-0000007c to attach disk [datastore1] fd1914b9-6854-4ffc-9d7e-d5b774bbae7d/af797112-a5c0-4bb3-8866-c3090b3018a8-rescue.vmdk or device None with type thin {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2178.046662] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876676ee-24d7-4335-b649-ee7ae8674a37 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.070500] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cc3f13e-fa14-4367-9390-91c0aa044fbf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.084115] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2178.084115] env[64496]: value = "task-1902912" [ 2178.084115] env[64496]: _type = "Task" [ 2178.084115] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.091172] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.593818] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.093975] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902912, 'name': ReconfigVM_Task, 'duration_secs': 0.873739} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.094273] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2179.094525] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81d12bf8-b3ae-4046-8b1a-2ee340653d75 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.100617] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2179.100617] env[64496]: value = "task-1902913" [ 2179.100617] env[64496]: _type = "Task" [ 2179.100617] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.107749] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.610211] env[64496]: DEBUG oslo_vmware.api [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902913, 'name': PowerOnVM_Task, 'duration_secs': 0.351159} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.610514] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2179.613265] env[64496]: DEBUG nova.compute.manager [None req-768e74d1-0006-4a3a-827c-090efd261b1c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2179.614021] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba0378a-aa6a-4d14-a434-bbad7d21b79c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.595667] env[64496]: INFO nova.compute.manager [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Unrescuing [ 2180.595946] env[64496]: DEBUG oslo_concurrency.lockutils [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "refresh_cache-fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2180.596127] env[64496]: DEBUG oslo_concurrency.lockutils [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquired lock "refresh_cache-fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2180.596324] env[64496]: DEBUG nova.network.neutron [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2181.268821] env[64496]: DEBUG nova.network.neutron [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Updating instance_info_cache with network_info: [{"id": "420c99af-3468-4130-8da6-b80d6f6ecc35", "address": "fa:16:3e:2d:27:cd", "network": {"id": "53b2cbfe-2945-4fa0-8722-636b69a4d832", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-606291905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b78a05dd5e7746408cc6220baa810218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420c99af-34", "ovs_interfaceid": "420c99af-3468-4130-8da6-b80d6f6ecc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.771606] env[64496]: DEBUG oslo_concurrency.lockutils [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Releasing lock "refresh_cache-fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.772336] env[64496]: DEBUG nova.objects.instance [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lazy-loading 'flavor' on Instance uuid fd1914b9-6854-4ffc-9d7e-d5b774bbae7d {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2182.278925] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a1e52d-b38d-4fd8-88d3-7cf65f5f197c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.300290] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2182.300613] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df066265-9233-436d-b71f-d67bf1101e5f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.308025] env[64496]: DEBUG oslo_vmware.api [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2182.308025] env[64496]: value = "task-1902914" [ 2182.308025] env[64496]: _type = "Task" [ 2182.308025] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.315939] env[64496]: DEBUG oslo_vmware.api [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.818344] env[64496]: DEBUG oslo_vmware.api [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902914, 'name': PowerOffVM_Task, 'duration_secs': 0.262711} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.818615] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2182.823693] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2182.823950] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df1bccb1-4185-434b-8da6-7c5ceca97853 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.841606] env[64496]: DEBUG oslo_vmware.api [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2182.841606] env[64496]: value = "task-1902915" [ 2182.841606] env[64496]: _type = "Task" [ 2182.841606] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.848991] env[64496]: DEBUG oslo_vmware.api [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.351798] env[64496]: DEBUG oslo_vmware.api [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902915, 'name': ReconfigVM_Task, 'duration_secs': 0.203905} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.352280] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=64496) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2183.352280] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2183.352530] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4d08d98-528a-4751-91cd-c98b35f183b1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.359083] env[64496]: DEBUG oslo_vmware.api [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2183.359083] env[64496]: value = "task-1902916" [ 2183.359083] env[64496]: _type = "Task" [ 2183.359083] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.366167] env[64496]: DEBUG oslo_vmware.api [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.868794] env[64496]: DEBUG oslo_vmware.api [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902916, 'name': PowerOnVM_Task, 'duration_secs': 0.342301} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.869163] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2183.869441] env[64496]: DEBUG nova.compute.manager [None req-51368a3d-95d0-4744-92d1-e4ec26bdbc30 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2183.870211] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2ed5b5-2f2f-4aee-b2bd-0a32a833d95e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.179111] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.179111] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.179111] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "fd1914b9-6854-4ffc-9d7e-d5b774bbae7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.179111] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "fd1914b9-6854-4ffc-9d7e-d5b774bbae7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.179111] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "fd1914b9-6854-4ffc-9d7e-d5b774bbae7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.181240] env[64496]: INFO nova.compute.manager [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Terminating instance [ 2185.685818] env[64496]: DEBUG nova.compute.manager [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2185.686106] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2185.687374] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffde2689-83c2-45e8-a6f2-d98ebf2fbeda {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.694684] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2185.694903] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb3671c7-1724-4bf5-9a92-a908c57b6e63 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.700995] env[64496]: DEBUG oslo_vmware.api [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2185.700995] env[64496]: value = "task-1902917" [ 2185.700995] env[64496]: _type = "Task" [ 2185.700995] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.708879] env[64496]: DEBUG oslo_vmware.api [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.210959] env[64496]: DEBUG oslo_vmware.api [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902917, 'name': PowerOffVM_Task, 'duration_secs': 0.191645} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.211333] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2186.211396] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2186.211606] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33853720-33c2-46c4-a296-320ec998217d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.372886] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2186.373126] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2186.373314] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Deleting the datastore file [datastore1] fd1914b9-6854-4ffc-9d7e-d5b774bbae7d {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2186.373583] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c02a821-d867-43f5-be96-2499adfeb797 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.379552] env[64496]: DEBUG oslo_vmware.api [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2186.379552] env[64496]: value = "task-1902919" [ 2186.379552] env[64496]: _type = "Task" [ 2186.379552] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.386988] env[64496]: DEBUG oslo_vmware.api [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.889145] env[64496]: DEBUG oslo_vmware.api [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135355} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.889416] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2186.889599] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2186.890027] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2186.890027] env[64496]: INFO nova.compute.manager [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2186.890193] env[64496]: DEBUG oslo.service.loopingcall [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2186.890374] env[64496]: DEBUG nova.compute.manager [-] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2186.890471] env[64496]: DEBUG nova.network.neutron [-] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2187.156278] env[64496]: DEBUG nova.compute.manager [req-17bcfe40-f4e9-4a0d-8ade-f8d951d3666f req-ca30e6dd-ff5f-4e99-8341-2f64a70450e3 service nova] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Received event network-vif-deleted-420c99af-3468-4130-8da6-b80d6f6ecc35 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2187.156572] env[64496]: INFO nova.compute.manager [req-17bcfe40-f4e9-4a0d-8ade-f8d951d3666f req-ca30e6dd-ff5f-4e99-8341-2f64a70450e3 service nova] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Neutron deleted interface 420c99af-3468-4130-8da6-b80d6f6ecc35; detaching it from the instance and deleting it from the info cache [ 2187.156759] env[64496]: DEBUG nova.network.neutron [req-17bcfe40-f4e9-4a0d-8ade-f8d951d3666f req-ca30e6dd-ff5f-4e99-8341-2f64a70450e3 service nova] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.636222] env[64496]: DEBUG nova.network.neutron [-] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.659367] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb6b7e6c-b5cf-4953-b8ca-4c7d1431c60e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.669348] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a04003-970d-4b11-899f-bfa471d5b03e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.694216] env[64496]: DEBUG nova.compute.manager [req-17bcfe40-f4e9-4a0d-8ade-f8d951d3666f req-ca30e6dd-ff5f-4e99-8341-2f64a70450e3 service nova] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Detach interface failed, port_id=420c99af-3468-4130-8da6-b80d6f6ecc35, reason: Instance fd1914b9-6854-4ffc-9d7e-d5b774bbae7d could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2188.139032] env[64496]: INFO nova.compute.manager [-] [instance: fd1914b9-6854-4ffc-9d7e-d5b774bbae7d] Took 1.25 seconds to deallocate network for instance. [ 2188.645590] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.646027] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.646090] env[64496]: DEBUG nova.objects.instance [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lazy-loading 'resources' on Instance uuid fd1914b9-6854-4ffc-9d7e-d5b774bbae7d {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2189.189270] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b637bcda-0e8b-4b3f-b819-65ff009c93cf {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.196474] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f0abb1-e9ee-49ba-a269-1e6597155406 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.225243] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2283014b-c73d-4ab0-a28d-4c7e774e5130 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.231997] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16627fe-fca9-40d9-801d-20a314ddbd36 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.244316] env[64496]: DEBUG nova.compute.provider_tree [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2189.747562] env[64496]: DEBUG nova.scheduler.client.report [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2190.252409] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.273152] env[64496]: INFO nova.scheduler.client.report [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Deleted allocations for instance fd1914b9-6854-4ffc-9d7e-d5b774bbae7d [ 2190.783634] env[64496]: DEBUG oslo_concurrency.lockutils [None req-60725831-a6e1-4b86-8f5d-b8100f5ef68c tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "fd1914b9-6854-4ffc-9d7e-d5b774bbae7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.605s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.743622] env[64496]: DEBUG oslo_concurrency.lockutils [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "6a9eb8d7-b7bd-4f2d-9423-3f730af1c479" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.743882] env[64496]: DEBUG oslo_concurrency.lockutils [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "6a9eb8d7-b7bd-4f2d-9423-3f730af1c479" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.744115] env[64496]: DEBUG oslo_concurrency.lockutils [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "6a9eb8d7-b7bd-4f2d-9423-3f730af1c479-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.744287] env[64496]: DEBUG oslo_concurrency.lockutils [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "6a9eb8d7-b7bd-4f2d-9423-3f730af1c479-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.744463] env[64496]: DEBUG oslo_concurrency.lockutils [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "6a9eb8d7-b7bd-4f2d-9423-3f730af1c479-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.746601] env[64496]: INFO nova.compute.manager [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Terminating instance [ 2192.250867] env[64496]: DEBUG nova.compute.manager [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2192.251237] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2192.252086] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe791a58-e475-4ba3-b014-b13d3829dff7 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.260061] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2192.260287] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42766505-6da1-41c0-bb47-d8bfa49ffd8e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.266539] env[64496]: DEBUG oslo_vmware.api [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2192.266539] env[64496]: value = "task-1902920" [ 2192.266539] env[64496]: _type = "Task" [ 2192.266539] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.274897] env[64496]: DEBUG oslo_vmware.api [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.776458] env[64496]: DEBUG oslo_vmware.api [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902920, 'name': PowerOffVM_Task, 'duration_secs': 0.188297} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.776724] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2192.776886] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2192.777223] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32bc8842-7ad0-4cf1-8bce-915e523f58f6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.845061] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2192.845307] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Deleting contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2192.845473] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Deleting the datastore file [datastore2] 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2192.845722] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f7f8189-dd36-4b51-9f86-221fa3303287 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.851855] env[64496]: DEBUG oslo_vmware.api [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for the task: (returnval){ [ 2192.851855] env[64496]: value = "task-1902922" [ 2192.851855] env[64496]: _type = "Task" [ 2192.851855] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.858898] env[64496]: DEBUG oslo_vmware.api [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.361314] env[64496]: DEBUG oslo_vmware.api [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Task: {'id': task-1902922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179426} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.361706] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2193.361819] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Deleted contents of the VM from datastore datastore2 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2193.361939] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2193.362134] env[64496]: INFO nova.compute.manager [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2193.362428] env[64496]: DEBUG oslo.service.loopingcall [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2193.362593] env[64496]: DEBUG nova.compute.manager [-] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2193.362661] env[64496]: DEBUG nova.network.neutron [-] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2193.624716] env[64496]: DEBUG nova.compute.manager [req-e978feed-397a-443e-aa5f-6cccaa8d2a8a req-3047ef76-74f1-4d75-bcad-a263ae3e06f7 service nova] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Received event network-vif-deleted-a6808c54-397c-4df2-9e29-a5d551dc3392 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2193.624912] env[64496]: INFO nova.compute.manager [req-e978feed-397a-443e-aa5f-6cccaa8d2a8a req-3047ef76-74f1-4d75-bcad-a263ae3e06f7 service nova] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Neutron deleted interface a6808c54-397c-4df2-9e29-a5d551dc3392; detaching it from the instance and deleting it from the info cache [ 2193.625100] env[64496]: DEBUG nova.network.neutron [req-e978feed-397a-443e-aa5f-6cccaa8d2a8a req-3047ef76-74f1-4d75-bcad-a263ae3e06f7 service nova] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.106138] env[64496]: DEBUG nova.network.neutron [-] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.127793] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3e7f10f-e6fa-4ef3-8b33-87cd58c99baa {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.137407] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e828c4-7724-4d9e-a824-a0a72d0589dc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.160656] env[64496]: DEBUG nova.compute.manager [req-e978feed-397a-443e-aa5f-6cccaa8d2a8a req-3047ef76-74f1-4d75-bcad-a263ae3e06f7 service nova] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Detach interface failed, port_id=a6808c54-397c-4df2-9e29-a5d551dc3392, reason: Instance 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2194.607465] env[64496]: INFO nova.compute.manager [-] [instance: 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479] Took 1.24 seconds to deallocate network for instance. [ 2195.114409] env[64496]: DEBUG oslo_concurrency.lockutils [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.114728] env[64496]: DEBUG oslo_concurrency.lockutils [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.115018] env[64496]: DEBUG nova.objects.instance [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lazy-loading 'resources' on Instance uuid 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2195.636585] env[64496]: DEBUG nova.scheduler.client.report [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Refreshing inventories for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2195.650195] env[64496]: DEBUG nova.scheduler.client.report [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Updating ProviderTree inventory for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2195.650428] env[64496]: DEBUG nova.compute.provider_tree [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Updating inventory in ProviderTree for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2195.660200] env[64496]: DEBUG nova.scheduler.client.report [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Refreshing aggregate associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, aggregates: None {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2195.676393] env[64496]: DEBUG nova.scheduler.client.report [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Refreshing trait associations for resource provider 873a8e13-4f30-4798-b503-76ed28a8eeaf, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64496) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2195.702798] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1f8fac-c6cb-4b87-8dfc-f98020742005 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.710095] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff8f4cb-8663-4e5c-9696-3d53a72de593 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.738359] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dea4d0-0ecc-4f2c-a392-c67b9986279a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.744992] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fb1221-715c-4996-92cf-b128adc51ffc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.757387] env[64496]: DEBUG nova.compute.provider_tree [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2196.260959] env[64496]: DEBUG nova.scheduler.client.report [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2196.766130] env[64496]: DEBUG oslo_concurrency.lockutils [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.784525] env[64496]: INFO nova.scheduler.client.report [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Deleted allocations for instance 6a9eb8d7-b7bd-4f2d-9423-3f730af1c479 [ 2197.293397] env[64496]: DEBUG oslo_concurrency.lockutils [None req-88e0d519-ae8e-4900-987c-0b58a0352b58 tempest-ServerRescueTestJSON-1154562498 tempest-ServerRescueTestJSON-1154562498-project-member] Lock "6a9eb8d7-b7bd-4f2d-9423-3f730af1c479" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.549s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.946144] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Acquiring lock "fa416eb6-4d88-4727-8066-39f3fc3efd79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.946518] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Lock "fa416eb6-4d88-4727-8066-39f3fc3efd79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.450106] env[64496]: DEBUG nova.compute.manager [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Starting instance... {{(pid=64496) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2204.970809] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.971096] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.972932] env[64496]: INFO nova.compute.claims [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2206.011327] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a229eb7-f39d-438f-8834-0259aa4dc80d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.019169] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146fe4b9-c620-4628-8587-4b7817dd4c27 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.048691] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300cde08-67c8-4476-9869-9992ffb344ca {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.055519] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fc6bf0-9fab-4e6a-a8fd-a6314a5162cc {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.067943] env[64496]: DEBUG nova.compute.provider_tree [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2206.571092] env[64496]: DEBUG nova.scheduler.client.report [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2207.075968] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.076606] env[64496]: DEBUG nova.compute.manager [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Start building networks asynchronously for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2207.580899] env[64496]: DEBUG nova.compute.utils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Using /dev/sd instead of None {{(pid=64496) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2207.582334] env[64496]: DEBUG nova.compute.manager [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Allocating IP information in the background. {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2207.582511] env[64496]: DEBUG nova.network.neutron [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] allocate_for_instance() {{(pid=64496) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2207.621163] env[64496]: DEBUG nova.policy [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30d2e3d95c0947c79c1dde93942c7982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3a58e432c2c44319885c42110f50a18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64496) authorize /opt/stack/nova/nova/policy.py:192}} [ 2207.849783] env[64496]: DEBUG nova.network.neutron [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Successfully created port: 5d32a5d9-54ea-4db9-b2c3-d1320efc1d77 {{(pid=64496) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2208.085896] env[64496]: DEBUG nova.compute.manager [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Start building block device mappings for instance. {{(pid=64496) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2209.096704] env[64496]: DEBUG nova.compute.manager [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Start spawning the instance on the hypervisor. {{(pid=64496) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2209.129651] env[64496]: DEBUG nova.virt.hardware [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T23:59:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T23:59:27Z,direct_url=,disk_format='vmdk',id=af797112-a5c0-4bb3-8866-c3090b3018a8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='42ff4aef2f564e7bae39d8ff7a10e363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T23:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2209.129897] env[64496]: DEBUG nova.virt.hardware [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Flavor limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2209.130067] env[64496]: DEBUG nova.virt.hardware [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Image limits 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2209.130259] env[64496]: DEBUG nova.virt.hardware [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Flavor pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2209.130412] env[64496]: DEBUG nova.virt.hardware [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Image pref 0:0:0 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2209.130559] env[64496]: DEBUG nova.virt.hardware [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64496) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2209.130768] env[64496]: DEBUG nova.virt.hardware [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2209.130929] env[64496]: DEBUG nova.virt.hardware [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2209.131110] env[64496]: DEBUG nova.virt.hardware [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Got 1 possible topologies {{(pid=64496) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2209.131275] env[64496]: DEBUG nova.virt.hardware [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2209.131448] env[64496]: DEBUG nova.virt.hardware [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64496) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2209.132333] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a629bbe4-efdc-40d0-b98a-27b9efae3ba4 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.140297] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b3b5a0-142f-4b46-a9a9-083a547872ff {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.224757] env[64496]: DEBUG nova.compute.manager [req-391d5d02-eb06-45be-8287-7485b4330b32 req-d91e3d45-c12b-430c-a082-a6b71bb7d6ec service nova] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Received event network-vif-plugged-5d32a5d9-54ea-4db9-b2c3-d1320efc1d77 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2209.225055] env[64496]: DEBUG oslo_concurrency.lockutils [req-391d5d02-eb06-45be-8287-7485b4330b32 req-d91e3d45-c12b-430c-a082-a6b71bb7d6ec service nova] Acquiring lock "fa416eb6-4d88-4727-8066-39f3fc3efd79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.225216] env[64496]: DEBUG oslo_concurrency.lockutils [req-391d5d02-eb06-45be-8287-7485b4330b32 req-d91e3d45-c12b-430c-a082-a6b71bb7d6ec service nova] Lock "fa416eb6-4d88-4727-8066-39f3fc3efd79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.225452] env[64496]: DEBUG oslo_concurrency.lockutils [req-391d5d02-eb06-45be-8287-7485b4330b32 req-d91e3d45-c12b-430c-a082-a6b71bb7d6ec service nova] Lock "fa416eb6-4d88-4727-8066-39f3fc3efd79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.225640] env[64496]: DEBUG nova.compute.manager [req-391d5d02-eb06-45be-8287-7485b4330b32 req-d91e3d45-c12b-430c-a082-a6b71bb7d6ec service nova] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] No waiting events found dispatching network-vif-plugged-5d32a5d9-54ea-4db9-b2c3-d1320efc1d77 {{(pid=64496) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2209.225805] env[64496]: WARNING nova.compute.manager [req-391d5d02-eb06-45be-8287-7485b4330b32 req-d91e3d45-c12b-430c-a082-a6b71bb7d6ec service nova] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Received unexpected event network-vif-plugged-5d32a5d9-54ea-4db9-b2c3-d1320efc1d77 for instance with vm_state building and task_state spawning. [ 2209.304045] env[64496]: DEBUG nova.network.neutron [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Successfully updated port: 5d32a5d9-54ea-4db9-b2c3-d1320efc1d77 {{(pid=64496) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2209.806873] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Acquiring lock "refresh_cache-fa416eb6-4d88-4727-8066-39f3fc3efd79" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.807043] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Acquired lock "refresh_cache-fa416eb6-4d88-4727-8066-39f3fc3efd79" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.807204] env[64496]: DEBUG nova.network.neutron [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Building network info cache for instance {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2210.338409] env[64496]: DEBUG nova.network.neutron [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Instance cache missing network info. {{(pid=64496) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2210.473141] env[64496]: DEBUG nova.network.neutron [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Updating instance_info_cache with network_info: [{"id": "5d32a5d9-54ea-4db9-b2c3-d1320efc1d77", "address": "fa:16:3e:fe:e5:67", "network": {"id": "e4164f38-84fa-4212-9db3-72218080bad4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1331009154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a58e432c2c44319885c42110f50a18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d32a5d9-54", "ovs_interfaceid": "5d32a5d9-54ea-4db9-b2c3-d1320efc1d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2210.976542] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Releasing lock "refresh_cache-fa416eb6-4d88-4727-8066-39f3fc3efd79" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2210.976816] env[64496]: DEBUG nova.compute.manager [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Instance network_info: |[{"id": "5d32a5d9-54ea-4db9-b2c3-d1320efc1d77", "address": "fa:16:3e:fe:e5:67", "network": {"id": "e4164f38-84fa-4212-9db3-72218080bad4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1331009154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a58e432c2c44319885c42110f50a18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d32a5d9-54", "ovs_interfaceid": "5d32a5d9-54ea-4db9-b2c3-d1320efc1d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64496) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2210.977267] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:e5:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d32a5d9-54ea-4db9-b2c3-d1320efc1d77', 'vif_model': 'vmxnet3'}] {{(pid=64496) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2210.984408] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Creating folder: Project (b3a58e432c2c44319885c42110f50a18). Parent ref: group-v392474. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2210.984682] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e938304-8142-4179-8a7d-c3a79f2d570e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.998143] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Created folder: Project (b3a58e432c2c44319885c42110f50a18) in parent group-v392474. [ 2210.998323] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Creating folder: Instances. Parent ref: group-v392804. {{(pid=64496) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2210.998849] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd5b18d6-6419-498a-a7f8-941db8a9ab9c {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.009501] env[64496]: INFO nova.virt.vmwareapi.vm_util [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Created folder: Instances in parent group-v392804. [ 2211.009719] env[64496]: DEBUG oslo.service.loopingcall [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2211.009893] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Creating VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2211.010094] env[64496]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5d300c7-65a2-4186-8043-7f406b37b22a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.028141] env[64496]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2211.028141] env[64496]: value = "task-1902925" [ 2211.028141] env[64496]: _type = "Task" [ 2211.028141] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.034934] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902925, 'name': CreateVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.249533] env[64496]: DEBUG nova.compute.manager [req-6d672b51-f0a5-4b13-b840-b8b46d6bcaee req-f263a161-f9cd-481f-8416-9c13ffcbeff7 service nova] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Received event network-changed-5d32a5d9-54ea-4db9-b2c3-d1320efc1d77 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2211.249740] env[64496]: DEBUG nova.compute.manager [req-6d672b51-f0a5-4b13-b840-b8b46d6bcaee req-f263a161-f9cd-481f-8416-9c13ffcbeff7 service nova] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Refreshing instance network info cache due to event network-changed-5d32a5d9-54ea-4db9-b2c3-d1320efc1d77. {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2211.249955] env[64496]: DEBUG oslo_concurrency.lockutils [req-6d672b51-f0a5-4b13-b840-b8b46d6bcaee req-f263a161-f9cd-481f-8416-9c13ffcbeff7 service nova] Acquiring lock "refresh_cache-fa416eb6-4d88-4727-8066-39f3fc3efd79" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.250111] env[64496]: DEBUG oslo_concurrency.lockutils [req-6d672b51-f0a5-4b13-b840-b8b46d6bcaee req-f263a161-f9cd-481f-8416-9c13ffcbeff7 service nova] Acquired lock "refresh_cache-fa416eb6-4d88-4727-8066-39f3fc3efd79" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.250281] env[64496]: DEBUG nova.network.neutron [req-6d672b51-f0a5-4b13-b840-b8b46d6bcaee req-f263a161-f9cd-481f-8416-9c13ffcbeff7 service nova] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Refreshing network info cache for port 5d32a5d9-54ea-4db9-b2c3-d1320efc1d77 {{(pid=64496) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2211.537914] env[64496]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902925, 'name': CreateVM_Task, 'duration_secs': 0.334112} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.538289] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Created VM on the ESX host {{(pid=64496) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2211.538767] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.538936] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.539300] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2211.539553] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da56f2b1-7521-4dee-bba6-1b695bbc83cb {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.544102] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Waiting for the task: (returnval){ [ 2211.544102] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52710647-034c-e45e-2351-0ecf9c57bb73" [ 2211.544102] env[64496]: _type = "Task" [ 2211.544102] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.551364] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52710647-034c-e45e-2351-0ecf9c57bb73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.932537] env[64496]: DEBUG nova.network.neutron [req-6d672b51-f0a5-4b13-b840-b8b46d6bcaee req-f263a161-f9cd-481f-8416-9c13ffcbeff7 service nova] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Updated VIF entry in instance network info cache for port 5d32a5d9-54ea-4db9-b2c3-d1320efc1d77. {{(pid=64496) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2211.932907] env[64496]: DEBUG nova.network.neutron [req-6d672b51-f0a5-4b13-b840-b8b46d6bcaee req-f263a161-f9cd-481f-8416-9c13ffcbeff7 service nova] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Updating instance_info_cache with network_info: [{"id": "5d32a5d9-54ea-4db9-b2c3-d1320efc1d77", "address": "fa:16:3e:fe:e5:67", "network": {"id": "e4164f38-84fa-4212-9db3-72218080bad4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1331009154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a58e432c2c44319885c42110f50a18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d32a5d9-54", "ovs_interfaceid": "5d32a5d9-54ea-4db9-b2c3-d1320efc1d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.054577] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52710647-034c-e45e-2351-0ecf9c57bb73, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.054883] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.055148] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Processing image af797112-a5c0-4bb3-8866-c3090b3018a8 {{(pid=64496) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2212.055388] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.055537] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.055717] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2212.055964] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11393497-57f0-4a1c-90a8-d0cdcf25b1ad {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.064340] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64496) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2212.064489] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64496) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2212.065166] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90da38c-22ac-4695-956f-f6cd20e465a0 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.069963] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Waiting for the task: (returnval){ [ 2212.069963] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cfb3dd-466c-1e62-87af-6be94a42ae03" [ 2212.069963] env[64496]: _type = "Task" [ 2212.069963] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.077052] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cfb3dd-466c-1e62-87af-6be94a42ae03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.436523] env[64496]: DEBUG oslo_concurrency.lockutils [req-6d672b51-f0a5-4b13-b840-b8b46d6bcaee req-f263a161-f9cd-481f-8416-9c13ffcbeff7 service nova] Releasing lock "refresh_cache-fa416eb6-4d88-4727-8066-39f3fc3efd79" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.579911] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52cfb3dd-466c-1e62-87af-6be94a42ae03, 'name': SearchDatastore_Task, 'duration_secs': 0.007594} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.580680] env[64496]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ed8e0e-ce1d-4728-880f-9d5dcb4154db {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.585430] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Waiting for the task: (returnval){ [ 2212.585430] env[64496]: value = "session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d0c58b-1841-784f-9fa4-b713c92d2157" [ 2212.585430] env[64496]: _type = "Task" [ 2212.585430] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.593368] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d0c58b-1841-784f-9fa4-b713c92d2157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.095928] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': session[520f9c5e-b69d-b901-69bf-6f413d197d3d]52d0c58b-1841-784f-9fa4-b713c92d2157, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.096213] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk" {{(pid=64496) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.096497] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] fa416eb6-4d88-4727-8066-39f3fc3efd79/fa416eb6-4d88-4727-8066-39f3fc3efd79.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2213.096754] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73666ee6-b862-42e7-9055-07cd6837a412 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.104071] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Waiting for the task: (returnval){ [ 2213.104071] env[64496]: value = "task-1902926" [ 2213.104071] env[64496]: _type = "Task" [ 2213.104071] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.112021] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.613580] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.397811} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.613844] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af797112-a5c0-4bb3-8866-c3090b3018a8/af797112-a5c0-4bb3-8866-c3090b3018a8.vmdk to [datastore1] fa416eb6-4d88-4727-8066-39f3fc3efd79/fa416eb6-4d88-4727-8066-39f3fc3efd79.vmdk {{(pid=64496) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2213.614087] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Extending root virtual disk to 1048576 {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2213.614330] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d19d19f-8f9b-42f1-9c77-94a90c68c7ed {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.621018] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Waiting for the task: (returnval){ [ 2213.621018] env[64496]: value = "task-1902927" [ 2213.621018] env[64496]: _type = "Task" [ 2213.621018] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.628538] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.130506] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060869} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.130786] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Extended root virtual disk {{(pid=64496) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2214.131563] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5d46c7-a7ae-4dfb-ba66-646ba6e5c747 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.152559] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] fa416eb6-4d88-4727-8066-39f3fc3efd79/fa416eb6-4d88-4727-8066-39f3fc3efd79.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2214.152786] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b51938f3-842e-4da2-967c-3a5138b89d56 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.172629] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Waiting for the task: (returnval){ [ 2214.172629] env[64496]: value = "task-1902928" [ 2214.172629] env[64496]: _type = "Task" [ 2214.172629] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.180362] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.682615] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902928, 'name': ReconfigVM_Task, 'duration_secs': 0.30158} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.683458] env[64496]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Reconfigured VM instance instance-0000007d to attach disk [datastore1] fa416eb6-4d88-4727-8066-39f3fc3efd79/fa416eb6-4d88-4727-8066-39f3fc3efd79.vmdk or device None with type sparse {{(pid=64496) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2214.684614] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faca4a67-cda2-4557-80e4-2c113379180e {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.690892] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Waiting for the task: (returnval){ [ 2214.690892] env[64496]: value = "task-1902929" [ 2214.690892] env[64496]: _type = "Task" [ 2214.690892] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.698273] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902929, 'name': Rename_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.022287] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2215.022530] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2215.200399] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902929, 'name': Rename_Task, 'duration_secs': 0.175424} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.200682] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Powering on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2215.200918] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6910a90-8fe4-4abe-822e-3c9d35286973 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.207020] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Waiting for the task: (returnval){ [ 2215.207020] env[64496]: value = "task-1902930" [ 2215.207020] env[64496]: _type = "Task" [ 2215.207020] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.213971] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.527871] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2215.528082] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Starting heal instance info cache {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2215.528253] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Rebuilding the list of instances to heal {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2215.718279] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902930, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.031013] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Skipping network cache update for instance because it is Building. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 2216.031200] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Didn't find any instances for network info cache update. {{(pid=64496) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 2216.031416] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.031586] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.031732] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.031878] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.032033] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.032187] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.032314] env[64496]: DEBUG nova.compute.manager [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64496) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2216.032458] env[64496]: DEBUG oslo_service.periodic_task [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64496) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.218627] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902930, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.535703] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.535964] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.536138] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.536298] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64496) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2216.537222] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa056cc-a166-4d90-ad74-735be982ff59 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.545098] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba84733-2c95-47b9-b82f-295202f7ae06 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.558782] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6961c698-a99e-478b-b71e-0b5333668a35 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.565009] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6fd0f0-73b9-44c5-a5e8-3df638f043c1 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.592912] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181129MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=64496) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2216.593040] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.593207] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.718565] env[64496]: DEBUG oslo_vmware.api [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902930, 'name': PowerOnVM_Task, 'duration_secs': 1.148705} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.718931] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Powered on the VM {{(pid=64496) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2216.719043] env[64496]: INFO nova.compute.manager [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Took 7.62 seconds to spawn the instance on the hypervisor. [ 2216.719204] env[64496]: DEBUG nova.compute.manager [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Checking state {{(pid=64496) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2216.719922] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2550e48e-0e2b-4c0d-9982-e9839d41704b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.234971] env[64496]: INFO nova.compute.manager [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Took 12.28 seconds to build instance. [ 2217.619117] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Instance fa416eb6-4d88-4727-8066-39f3fc3efd79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64496) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2217.619332] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2217.619477] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=64496) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2217.646019] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba0eee0-9199-41b5-a274-c456433b8c71 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.653055] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a4d61d-de00-41cc-9f81-0797f7fbc148 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.680953] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1430951f-0e1a-44a7-b717-d92e715c20fd {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.688030] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f91b5df-29fb-41ef-bd98-d4387c16d25b {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.701034] env[64496]: DEBUG nova.compute.provider_tree [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2217.737054] env[64496]: DEBUG oslo_concurrency.lockutils [None req-b0e2b444-895f-421d-9e41-ba3aa290834a tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Lock "fa416eb6-4d88-4727-8066-39f3fc3efd79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.790s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.204076] env[64496]: DEBUG nova.scheduler.client.report [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2218.380171] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Acquiring lock "fa416eb6-4d88-4727-8066-39f3fc3efd79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.380426] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Lock "fa416eb6-4d88-4727-8066-39f3fc3efd79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.380634] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Acquiring lock "fa416eb6-4d88-4727-8066-39f3fc3efd79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.380817] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Lock "fa416eb6-4d88-4727-8066-39f3fc3efd79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.380987] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Lock "fa416eb6-4d88-4727-8066-39f3fc3efd79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.382957] env[64496]: INFO nova.compute.manager [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Terminating instance [ 2218.709146] env[64496]: DEBUG nova.compute.resource_tracker [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64496) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2218.709395] env[64496]: DEBUG oslo_concurrency.lockutils [None req-186a8b78-f752-42ab-bdf4-6710d408e077 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.886719] env[64496]: DEBUG nova.compute.manager [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Start destroying the instance on the hypervisor. {{(pid=64496) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2218.887139] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Destroying instance {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2218.887883] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a20c37-cca3-4935-949d-dfe678c2bbf8 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.895700] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Powering off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2218.895948] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52af7897-1243-4748-867e-81d701425e1a {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.902541] env[64496]: DEBUG oslo_vmware.api [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Waiting for the task: (returnval){ [ 2218.902541] env[64496]: value = "task-1902931" [ 2218.902541] env[64496]: _type = "Task" [ 2218.902541] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.911011] env[64496]: DEBUG oslo_vmware.api [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.412947] env[64496]: DEBUG oslo_vmware.api [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902931, 'name': PowerOffVM_Task, 'duration_secs': 0.198012} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.413260] env[64496]: DEBUG nova.virt.vmwareapi.vm_util [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Powered off the VM {{(pid=64496) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2219.413436] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Unregistering the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2219.413731] env[64496]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6bd5e3c-39fd-40a2-b4b7-af3d99a0d376 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.495628] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Unregistered the VM {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2219.495876] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Deleting contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2219.496046] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Deleting the datastore file [datastore1] fa416eb6-4d88-4727-8066-39f3fc3efd79 {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2219.496358] env[64496]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2a42dbc-98f4-40bd-878d-401686635de6 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.503211] env[64496]: DEBUG oslo_vmware.api [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Waiting for the task: (returnval){ [ 2219.503211] env[64496]: value = "task-1902933" [ 2219.503211] env[64496]: _type = "Task" [ 2219.503211] env[64496]: } to complete. {{(pid=64496) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.510893] env[64496]: DEBUG oslo_vmware.api [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.012565] env[64496]: DEBUG oslo_vmware.api [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Task: {'id': task-1902933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1443} completed successfully. {{(pid=64496) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.012951] env[64496]: DEBUG nova.virt.vmwareapi.ds_util [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Deleted the datastore file {{(pid=64496) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2220.013009] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Deleted contents of the VM from datastore datastore1 {{(pid=64496) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2220.013196] env[64496]: DEBUG nova.virt.vmwareapi.vmops [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Instance destroyed {{(pid=64496) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2220.013369] env[64496]: INFO nova.compute.manager [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2220.013607] env[64496]: DEBUG oslo.service.loopingcall [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64496) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2220.013794] env[64496]: DEBUG nova.compute.manager [-] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Deallocating network for instance {{(pid=64496) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2220.013891] env[64496]: DEBUG nova.network.neutron [-] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] deallocate_for_instance() {{(pid=64496) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2220.245010] env[64496]: DEBUG nova.compute.manager [req-0a4a01f7-06da-432b-95f5-3eec3df82a60 req-d5d11df4-d349-4a7d-81a9-17440cdf07f1 service nova] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Received event network-vif-deleted-5d32a5d9-54ea-4db9-b2c3-d1320efc1d77 {{(pid=64496) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2220.246029] env[64496]: INFO nova.compute.manager [req-0a4a01f7-06da-432b-95f5-3eec3df82a60 req-d5d11df4-d349-4a7d-81a9-17440cdf07f1 service nova] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Neutron deleted interface 5d32a5d9-54ea-4db9-b2c3-d1320efc1d77; detaching it from the instance and deleting it from the info cache [ 2220.246029] env[64496]: DEBUG nova.network.neutron [req-0a4a01f7-06da-432b-95f5-3eec3df82a60 req-d5d11df4-d349-4a7d-81a9-17440cdf07f1 service nova] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.723269] env[64496]: DEBUG nova.network.neutron [-] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Updating instance_info_cache with network_info: [] {{(pid=64496) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.747829] env[64496]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b945fea-293c-4615-a7d1-3e2e6f97807f {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.757789] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2098d9-c784-4dba-adc3-9e154e348528 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.780175] env[64496]: DEBUG nova.compute.manager [req-0a4a01f7-06da-432b-95f5-3eec3df82a60 req-d5d11df4-d349-4a7d-81a9-17440cdf07f1 service nova] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Detach interface failed, port_id=5d32a5d9-54ea-4db9-b2c3-d1320efc1d77, reason: Instance fa416eb6-4d88-4727-8066-39f3fc3efd79 could not be found. {{(pid=64496) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2221.225941] env[64496]: INFO nova.compute.manager [-] [instance: fa416eb6-4d88-4727-8066-39f3fc3efd79] Took 1.21 seconds to deallocate network for instance. [ 2221.732322] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.732577] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.732802] env[64496]: DEBUG nova.objects.instance [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Lazy-loading 'resources' on Instance uuid fa416eb6-4d88-4727-8066-39f3fc3efd79 {{(pid=64496) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2222.266435] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc32d291-7be4-41f1-93d4-dd7c917d3cf3 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.275436] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2189d493-b753-4a23-abec-85084b573c46 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.304743] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb7e103-f56e-40cd-b068-eb84072c3553 {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.312512] env[64496]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ac72a5-4c38-4dc1-a258-67f6a7f7c06d {{(pid=64496) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.325357] env[64496]: DEBUG nova.compute.provider_tree [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Inventory has not changed in ProviderTree for provider: 873a8e13-4f30-4798-b503-76ed28a8eeaf {{(pid=64496) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2222.828292] env[64496]: DEBUG nova.scheduler.client.report [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Inventory has not changed for provider 873a8e13-4f30-4798-b503-76ed28a8eeaf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64496) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2223.333514] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.350398] env[64496]: INFO nova.scheduler.client.report [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Deleted allocations for instance fa416eb6-4d88-4727-8066-39f3fc3efd79 [ 2223.857190] env[64496]: DEBUG oslo_concurrency.lockutils [None req-5628aa73-466a-4e20-985a-fe5de248c793 tempest-ServersNegativeTestMultiTenantJSON-912320799 tempest-ServersNegativeTestMultiTenantJSON-912320799-project-member] Lock "fa416eb6-4d88-4727-8066-39f3fc3efd79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.477s {{(pid=64496) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}